[ 623.001792] env[70527]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=70527) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 623.002159] env[70527]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=70527) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 623.002280] env[70527]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=70527) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 623.002619] env[70527]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 623.105652] env[70527]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=70527) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 623.116019] env[70527]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=70527) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 623.161887] env[70527]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 623.720477] env[70527]: INFO nova.virt.driver [None req-08bf1806-7419-43ca-89f9-da2f59b66960 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 623.790739] env[70527]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.790936] env[70527]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.790989] env[70527]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=70527) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 626.725488] env[70527]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-24df3ccb-a9d9-4107-b5a0-766fe81ceaf0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.219329] env[70527]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=70527) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 627.219515] env[70527]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-4b9b3aa6-c863-46ff-9563-7d593319e7bd {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.253043] env[70527]: INFO oslo_vmware.api [-] Successfully established new session; session ID is ad038. [ 627.253208] env[70527]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.462s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.253925] env[70527]: INFO nova.virt.vmwareapi.driver [None req-08bf1806-7419-43ca-89f9-da2f59b66960 None None] VMware vCenter version: 7.0.3 [ 627.257676] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a21e91c7-8443-444b-9ddb-cbe22eadc6d4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.280913] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8266abe9-0a21-4a67-91c3-4c624429ff3c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.287869] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ba2934-e46f-4eec-9f84-2396eab84ec1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.295297] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61657761-17e8-4012-b64c-264726c050a8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.309206] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b290548f-d4f2-4de7-8f39-3efcd6c9d3e7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.315868] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337c101c-601c-4c84-a411-51c0aea032a7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.347814] env[70527]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-32b0ee2f-e4fd-4d94-b444-442e3345b14d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.353657] env[70527]: DEBUG nova.virt.vmwareapi.driver [None req-08bf1806-7419-43ca-89f9-da2f59b66960 None None] Extension org.openstack.compute already exists. {{(pid=70527) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 627.356443] env[70527]: INFO nova.compute.provider_config [None req-08bf1806-7419-43ca-89f9-da2f59b66960 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 627.859515] env[70527]: DEBUG nova.context [None req-08bf1806-7419-43ca-89f9-da2f59b66960 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),c905709a-31b7-4e97-910b-f7d3ffb000aa(cell1) {{(pid=70527) load_cells /opt/stack/nova/nova/context.py:464}} [ 627.861667] env[70527]: DEBUG oslo_concurrency.lockutils [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.861891] env[70527]: DEBUG oslo_concurrency.lockutils [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.862641] env[70527]: DEBUG oslo_concurrency.lockutils [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.863091] env[70527]: DEBUG oslo_concurrency.lockutils [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] Acquiring lock "c905709a-31b7-4e97-910b-f7d3ffb000aa" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.863286] env[70527]: DEBUG oslo_concurrency.lockutils [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] Lock "c905709a-31b7-4e97-910b-f7d3ffb000aa" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.864331] env[70527]: DEBUG oslo_concurrency.lockutils [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] Lock "c905709a-31b7-4e97-910b-f7d3ffb000aa" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.884441] env[70527]: INFO dbcounter [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] Registered counter for database nova_cell0 [ 627.892784] env[70527]: INFO dbcounter [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] Registered counter for database nova_cell1 [ 627.896103] env[70527]: DEBUG oslo_db.sqlalchemy.engines [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=70527) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 627.896463] env[70527]: DEBUG oslo_db.sqlalchemy.engines [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=70527) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 627.901377] env[70527]: ERROR nova.db.main.api [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 627.901377] env[70527]: result = function(*args, **kwargs) [ 627.901377] env[70527]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 627.901377] env[70527]: return func(*args, **kwargs) [ 627.901377] env[70527]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 627.901377] env[70527]: result = fn(*args, **kwargs) [ 627.901377] env[70527]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 627.901377] env[70527]: return f(*args, **kwargs) [ 627.901377] env[70527]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 627.901377] env[70527]: return db.service_get_minimum_version(context, binaries) [ 627.901377] env[70527]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 627.901377] env[70527]: _check_db_access() [ 627.901377] env[70527]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 627.901377] env[70527]: stacktrace = ''.join(traceback.format_stack()) [ 627.901377] env[70527]: [ 627.902197] env[70527]: ERROR nova.db.main.api [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 627.902197] env[70527]: result = function(*args, **kwargs) [ 627.902197] env[70527]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 627.902197] env[70527]: return func(*args, **kwargs) [ 627.902197] env[70527]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 627.902197] env[70527]: result = fn(*args, **kwargs) [ 627.902197] env[70527]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 627.902197] env[70527]: return f(*args, **kwargs) [ 627.902197] env[70527]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 627.902197] env[70527]: return db.service_get_minimum_version(context, binaries) [ 627.902197] env[70527]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 627.902197] env[70527]: _check_db_access() [ 627.902197] env[70527]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 627.902197] env[70527]: stacktrace = ''.join(traceback.format_stack()) [ 627.902197] env[70527]: [ 627.902605] env[70527]: WARNING nova.objects.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 627.902709] env[70527]: WARNING nova.objects.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] Failed to get minimum service version for cell c905709a-31b7-4e97-910b-f7d3ffb000aa [ 627.903138] env[70527]: DEBUG oslo_concurrency.lockutils [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] Acquiring lock "singleton_lock" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.903302] env[70527]: DEBUG oslo_concurrency.lockutils [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] Acquired lock "singleton_lock" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.903564] env[70527]: DEBUG oslo_concurrency.lockutils [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] Releasing lock "singleton_lock" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.903896] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] Full set of CONF: {{(pid=70527) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 627.904057] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] ******************************************************************************** {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 627.904192] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] Configuration options gathered from: {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 627.904328] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 627.904534] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 627.904678] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] ================================================================================ {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 627.904888] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] allow_resize_to_same_host = True {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.905077] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] arq_binding_timeout = 300 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.905216] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] backdoor_port = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.905343] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] backdoor_socket = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.905507] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] block_device_allocate_retries = 60 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.905672] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] block_device_allocate_retries_interval = 3 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.905870] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] cert = self.pem {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.906069] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.906250] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] compute_monitors = [] {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.906423] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] config_dir = [] {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.906598] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] config_drive_format = iso9660 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.906734] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.906896] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] config_source = [] {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.907070] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] console_host = devstack {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.907238] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] control_exchange = nova {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.907398] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] cpu_allocation_ratio = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.907560] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] daemon = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.907728] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] debug = True {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.907886] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] default_access_ip_network_name = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.908067] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] default_availability_zone = nova {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.908229] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] default_ephemeral_format = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.908387] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] default_green_pool_size = 1000 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.908624] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.908788] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] default_schedule_zone = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.908951] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] disk_allocation_ratio = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.909219] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] enable_new_services = True {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.909430] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] enabled_apis = ['osapi_compute'] {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.909605] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] enabled_ssl_apis = [] {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.909773] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] flat_injected = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.909933] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] force_config_drive = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.910107] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] force_raw_images = True {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.910280] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] graceful_shutdown_timeout = 5 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.910443] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] heal_instance_info_cache_interval = -1 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.910666] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] host = cpu-1 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.910845] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.911022] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] initial_disk_allocation_ratio = 1.0 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.911190] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] initial_ram_allocation_ratio = 1.0 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.911415] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.911581] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] instance_build_timeout = 0 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.911741] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] instance_delete_interval = 300 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.911909] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] instance_format = [instance: %(uuid)s] {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.912092] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] instance_name_template = instance-%08x {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.912257] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] instance_usage_audit = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.912429] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] instance_usage_audit_period = month {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.912599] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.912769] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] instances_path = /opt/stack/data/nova/instances {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.912934] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] internal_service_availability_zone = internal {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.913103] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] key = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.913265] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] live_migration_retry_count = 30 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.913462] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] log_color = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.913624] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] log_config_append = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.913794] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.913955] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] log_dir = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.914128] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] log_file = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.914258] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] log_options = True {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.914425] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] log_rotate_interval = 1 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.914616] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] log_rotate_interval_type = days {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.914789] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] log_rotation_type = none {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.914921] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.915060] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.915233] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.915399] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.915527] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.915692] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] long_rpc_timeout = 1800 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.915881] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] max_concurrent_builds = 10 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.916060] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] max_concurrent_live_migrations = 1 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.916225] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] max_concurrent_snapshots = 5 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.916385] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] max_local_block_devices = 3 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.916544] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] max_logfile_count = 30 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.916703] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] max_logfile_size_mb = 200 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.916861] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] maximum_instance_delete_attempts = 5 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.917040] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] metadata_listen = 0.0.0.0 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.917215] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] metadata_listen_port = 8775 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.917384] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] metadata_workers = 2 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.917550] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] migrate_max_retries = -1 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.917716] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] mkisofs_cmd = genisoimage {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.917922] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] my_block_storage_ip = 10.180.1.21 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.918066] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] my_ip = 10.180.1.21 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.918276] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.918441] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] network_allocate_retries = 0 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.918621] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.918790] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] osapi_compute_listen = 0.0.0.0 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.918954] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] osapi_compute_listen_port = 8774 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.919137] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] osapi_compute_unique_server_name_scope = {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.919308] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] osapi_compute_workers = 2 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.919468] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] password_length = 12 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.919631] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] periodic_enable = True {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.919792] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] periodic_fuzzy_delay = 60 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.919958] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] pointer_model = usbtablet {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.920139] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] preallocate_images = none {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.920298] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] publish_errors = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.920430] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] pybasedir = /opt/stack/nova {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.920590] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] ram_allocation_ratio = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.920750] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] rate_limit_burst = 0 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.920917] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] rate_limit_except_level = CRITICAL {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.921089] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] rate_limit_interval = 0 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.921253] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] reboot_timeout = 0 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.921413] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] reclaim_instance_interval = 0 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.921571] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] record = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.921737] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] reimage_timeout_per_gb = 60 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.921901] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] report_interval = 120 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.922070] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] rescue_timeout = 0 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.922232] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] reserved_host_cpus = 0 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.922389] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] reserved_host_disk_mb = 0 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.922545] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] reserved_host_memory_mb = 512 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.922708] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] reserved_huge_pages = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.922864] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] resize_confirm_window = 0 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.923033] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] resize_fs_using_block_device = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.923198] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] resume_guests_state_on_host_boot = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.923365] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.923557] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] rpc_response_timeout = 60 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.923729] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] run_external_periodic_tasks = True {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.923900] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] running_deleted_instance_action = reap {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.924074] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] running_deleted_instance_poll_interval = 1800 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.924238] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] running_deleted_instance_timeout = 0 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.924398] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] scheduler_instance_sync_interval = 120 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.924582] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] service_down_time = 720 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.924767] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] servicegroup_driver = db {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.924976] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] shell_completion = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.925168] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] shelved_offload_time = 0 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.925344] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] shelved_poll_interval = 3600 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.925539] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] shutdown_timeout = 0 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.925708] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] source_is_ipv6 = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.925903] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] ssl_only = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.926175] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.926347] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] sync_power_state_interval = 600 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.926507] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] sync_power_state_pool_size = 1000 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.926678] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] syslog_log_facility = LOG_USER {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.926834] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] tempdir = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.926992] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] timeout_nbd = 10 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.927175] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] transport_url = **** {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.927338] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] update_resources_interval = 0 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.927502] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] use_cow_images = True {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.927662] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] use_journal = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.927822] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] use_json = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.927980] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] use_rootwrap_daemon = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.928156] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] use_stderr = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.928313] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] use_syslog = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.928466] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] vcpu_pin_set = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.928633] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] vif_plugging_is_fatal = True {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.928797] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] vif_plugging_timeout = 300 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.928958] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] virt_mkfs = [] {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.929131] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] volume_usage_poll_interval = 0 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.929292] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] watch_log_file = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.929459] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] web = /usr/share/spice-html5 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 627.929646] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.929812] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.929973] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.930156] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] oslo_concurrency.disable_process_locking = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.930746] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.930942] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.931131] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.931311] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.931486] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.931659] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.931844] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] api.auth_strategy = keystone {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.932027] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] api.compute_link_prefix = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.932206] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.932383] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] api.dhcp_domain = novalocal {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.932559] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] api.enable_instance_password = True {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.932729] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] api.glance_link_prefix = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.932897] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.933083] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.933254] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] api.instance_list_per_project_cells = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.933442] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] api.list_records_by_skipping_down_cells = True {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.933610] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] api.local_metadata_per_cell = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.933785] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] api.max_limit = 1000 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.933954] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] api.metadata_cache_expiration = 15 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.934145] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] api.neutron_default_tenant_id = default {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.934319] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] api.response_validation = warn {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.934495] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] api.use_neutron_default_nets = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.934690] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.934861] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.935042] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.935222] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.935397] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] api.vendordata_dynamic_targets = [] {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.935562] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] api.vendordata_jsonfile_path = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.935762] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.935974] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] cache.backend = dogpile.cache.memcached {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.936164] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] cache.backend_argument = **** {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.936329] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] cache.backend_expiration_time = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.936501] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] cache.config_prefix = cache.oslo {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.936673] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] cache.dead_timeout = 60.0 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.936837] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] cache.debug_cache_backend = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.936998] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] cache.enable_retry_client = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.937175] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] cache.enable_socket_keepalive = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.937346] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] cache.enabled = True {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.937513] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] cache.enforce_fips_mode = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.937676] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] cache.expiration_time = 600 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.937836] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] cache.hashclient_retry_attempts = 2 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.938007] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] cache.hashclient_retry_delay = 1.0 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.938179] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] cache.memcache_dead_retry = 300 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.938340] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] cache.memcache_password = **** {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.938503] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.938666] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.938830] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] cache.memcache_pool_maxsize = 10 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.938990] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.939166] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] cache.memcache_sasl_enabled = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.939345] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.939511] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] cache.memcache_socket_timeout = 1.0 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.939686] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] cache.memcache_username = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.939854] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] cache.proxies = [] {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.940027] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] cache.redis_db = 0 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.940197] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] cache.redis_password = **** {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.940368] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] cache.redis_sentinel_service_name = mymaster {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.940547] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.940719] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] cache.redis_server = localhost:6379 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.940886] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] cache.redis_socket_timeout = 1.0 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.941057] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] cache.redis_username = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.941227] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] cache.retry_attempts = 2 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.941394] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] cache.retry_delay = 0.0 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.941560] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] cache.socket_keepalive_count = 1 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.941723] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] cache.socket_keepalive_idle = 1 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.941888] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] cache.socket_keepalive_interval = 1 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.942061] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] cache.tls_allowed_ciphers = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.942226] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] cache.tls_cafile = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.942388] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] cache.tls_certfile = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.942552] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] cache.tls_enabled = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.942714] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] cache.tls_keyfile = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.942886] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] cinder.auth_section = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.943079] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] cinder.auth_type = password {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.943250] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] cinder.cafile = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.943446] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] cinder.catalog_info = volumev3::publicURL {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.943625] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] cinder.certfile = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.943796] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] cinder.collect_timing = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.943961] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] cinder.cross_az_attach = True {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.944140] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] cinder.debug = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.944303] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] cinder.endpoint_template = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.944470] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] cinder.http_retries = 3 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.944662] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] cinder.insecure = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.944827] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] cinder.keyfile = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.945008] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] cinder.os_region_name = RegionOne {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.945187] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] cinder.split_loggers = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.945349] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] cinder.timeout = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.945523] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.945689] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] compute.cpu_dedicated_set = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.945877] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] compute.cpu_shared_set = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.946065] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] compute.image_type_exclude_list = [] {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.946238] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.946405] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] compute.max_concurrent_disk_ops = 0 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.946570] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] compute.max_disk_devices_to_attach = -1 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.946737] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.946907] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.947082] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] compute.resource_provider_association_refresh = 300 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.947248] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.947410] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] compute.shutdown_retry_interval = 10 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.947590] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.947767] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] conductor.workers = 2 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.947944] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] console.allowed_origins = [] {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.948120] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] console.ssl_ciphers = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.948296] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] console.ssl_minimum_version = default {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.948466] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] consoleauth.enforce_session_timeout = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.948640] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] consoleauth.token_ttl = 600 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.948809] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] cyborg.cafile = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.948969] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] cyborg.certfile = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.949147] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] cyborg.collect_timing = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.949309] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] cyborg.connect_retries = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.949473] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] cyborg.connect_retry_delay = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.949632] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] cyborg.endpoint_override = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.949795] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] cyborg.insecure = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.949953] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] cyborg.keyfile = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.950125] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] cyborg.max_version = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.950287] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] cyborg.min_version = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.950447] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] cyborg.region_name = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.950608] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] cyborg.retriable_status_codes = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.950767] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] cyborg.service_name = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.950937] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] cyborg.service_type = accelerator {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.951110] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] cyborg.split_loggers = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.951273] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] cyborg.status_code_retries = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.951433] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] cyborg.status_code_retry_delay = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.951595] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] cyborg.timeout = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.951775] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.951937] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] cyborg.version = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.952123] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] database.asyncio_connection = **** {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.952287] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] database.asyncio_slave_connection = **** {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.952460] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] database.backend = sqlalchemy {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.952632] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] database.connection = **** {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.952800] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] database.connection_debug = 0 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.952972] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] database.connection_parameters = {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.953151] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] database.connection_recycle_time = 3600 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.953318] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] database.connection_trace = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.953507] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] database.db_inc_retry_interval = True {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.953685] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] database.db_max_retries = 20 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.953852] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] database.db_max_retry_interval = 10 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.954031] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] database.db_retry_interval = 1 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.954201] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] database.max_overflow = 50 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.954365] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] database.max_pool_size = 5 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.954544] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] database.max_retries = 10 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.954785] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.954954] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] database.mysql_wsrep_sync_wait = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.955494] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] database.pool_timeout = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.955494] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] database.retry_interval = 10 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.955494] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] database.slave_connection = **** {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.955627] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] database.sqlite_synchronous = True {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.955773] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] database.use_db_reconnect = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.955967] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] api_database.asyncio_connection = **** {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.956149] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] api_database.asyncio_slave_connection = **** {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.956323] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] api_database.backend = sqlalchemy {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.956497] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] api_database.connection = **** {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.956666] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] api_database.connection_debug = 0 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.956837] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] api_database.connection_parameters = {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.957009] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] api_database.connection_recycle_time = 3600 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.957182] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] api_database.connection_trace = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.957345] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] api_database.db_inc_retry_interval = True {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.957514] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] api_database.db_max_retries = 20 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.957675] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] api_database.db_max_retry_interval = 10 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.957838] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] api_database.db_retry_interval = 1 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.958008] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] api_database.max_overflow = 50 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.958179] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] api_database.max_pool_size = 5 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.958342] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] api_database.max_retries = 10 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.958512] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.958675] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.958835] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] api_database.pool_timeout = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.958996] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] api_database.retry_interval = 10 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.959175] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] api_database.slave_connection = **** {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.959341] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] api_database.sqlite_synchronous = True {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.959516] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] devices.enabled_mdev_types = [] {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.959695] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.959866] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] ephemeral_storage_encryption.default_format = luks {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.960041] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] ephemeral_storage_encryption.enabled = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.960210] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.960380] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] glance.api_servers = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.960547] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] glance.cafile = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.960709] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] glance.certfile = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.960874] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] glance.collect_timing = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.961044] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] glance.connect_retries = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.961209] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] glance.connect_retry_delay = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.961372] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] glance.debug = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.961535] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] glance.default_trusted_certificate_ids = [] {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.961698] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] glance.enable_certificate_validation = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.961858] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] glance.enable_rbd_download = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.962027] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] glance.endpoint_override = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.962199] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] glance.insecure = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.962366] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] glance.keyfile = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.962529] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] glance.max_version = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.962688] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] glance.min_version = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.962852] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] glance.num_retries = 3 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.963030] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] glance.rbd_ceph_conf = {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.963198] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] glance.rbd_connect_timeout = 5 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.963370] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] glance.rbd_pool = {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.963564] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] glance.rbd_user = {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.963741] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] glance.region_name = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.963903] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] glance.retriable_status_codes = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.964077] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] glance.service_name = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.964250] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] glance.service_type = image {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.964416] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] glance.split_loggers = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.964594] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] glance.status_code_retries = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.964764] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] glance.status_code_retry_delay = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.964926] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] glance.timeout = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.965120] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.965289] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] glance.verify_glance_signatures = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.965451] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] glance.version = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.965619] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] guestfs.debug = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.965818] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] manila.auth_section = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.965992] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] manila.auth_type = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.966172] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] manila.cafile = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.966334] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] manila.certfile = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.966501] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] manila.collect_timing = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.966665] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] manila.connect_retries = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.966826] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] manila.connect_retry_delay = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.966986] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] manila.endpoint_override = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.967164] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] manila.insecure = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.967326] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] manila.keyfile = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.967487] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] manila.max_version = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.967649] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] manila.min_version = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.967807] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] manila.region_name = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.967968] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] manila.retriable_status_codes = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.968141] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] manila.service_name = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.968314] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] manila.service_type = shared-file-system {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.968482] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] manila.share_apply_policy_timeout = 10 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.968648] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] manila.split_loggers = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.968810] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] manila.status_code_retries = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.968970] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] manila.status_code_retry_delay = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.969144] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] manila.timeout = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.969326] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.969491] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] manila.version = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.969663] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] mks.enabled = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.970027] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.970223] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] image_cache.manager_interval = 2400 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.970393] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] image_cache.precache_concurrency = 1 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.970575] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] image_cache.remove_unused_base_images = True {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.970748] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.970913] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.971105] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] image_cache.subdirectory_name = _base {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.971286] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] ironic.api_max_retries = 60 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.971454] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] ironic.api_retry_interval = 2 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.971618] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] ironic.auth_section = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.971784] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] ironic.auth_type = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.971944] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] ironic.cafile = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.972117] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] ironic.certfile = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.972281] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] ironic.collect_timing = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.972444] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] ironic.conductor_group = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.972603] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] ironic.connect_retries = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.972757] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] ironic.connect_retry_delay = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.972913] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] ironic.endpoint_override = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.973085] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] ironic.insecure = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.973247] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] ironic.keyfile = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.973408] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] ironic.max_version = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.973597] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] ironic.min_version = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.973769] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] ironic.peer_list = [] {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.973932] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] ironic.region_name = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.974103] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] ironic.retriable_status_codes = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.974270] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] ironic.serial_console_state_timeout = 10 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.974433] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] ironic.service_name = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.974623] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] ironic.service_type = baremetal {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.974792] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] ironic.shard = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.974959] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] ironic.split_loggers = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.975133] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] ironic.status_code_retries = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.975293] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] ironic.status_code_retry_delay = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.975453] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] ironic.timeout = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.975636] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.975823] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] ironic.version = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.976035] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.976222] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] key_manager.fixed_key = **** {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.976408] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.976573] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] barbican.barbican_api_version = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.976738] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] barbican.barbican_endpoint = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.976910] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] barbican.barbican_endpoint_type = public {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.977083] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] barbican.barbican_region_name = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.977246] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] barbican.cafile = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.977406] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] barbican.certfile = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.977568] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] barbican.collect_timing = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.977730] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] barbican.insecure = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.977886] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] barbican.keyfile = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.978057] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] barbican.number_of_retries = 60 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.978223] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] barbican.retry_delay = 1 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.978386] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] barbican.send_service_user_token = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.978548] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] barbican.split_loggers = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.978709] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] barbican.timeout = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.978868] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] barbican.verify_ssl = True {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.979068] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] barbican.verify_ssl_path = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.979248] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] barbican_service_user.auth_section = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.979414] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] barbican_service_user.auth_type = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.979575] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] barbican_service_user.cafile = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.979735] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] barbican_service_user.certfile = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.979898] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] barbican_service_user.collect_timing = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.980071] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] barbican_service_user.insecure = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.980233] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] barbican_service_user.keyfile = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.980395] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] barbican_service_user.split_loggers = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.980555] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] barbican_service_user.timeout = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.980724] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] vault.approle_role_id = **** {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.980885] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] vault.approle_secret_id = **** {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.981069] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] vault.kv_mountpoint = secret {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.981237] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] vault.kv_path = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.981422] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] vault.kv_version = 2 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.981591] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] vault.namespace = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.981752] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] vault.root_token_id = **** {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.981911] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] vault.ssl_ca_crt_file = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.982092] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] vault.timeout = 60.0 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.982261] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] vault.use_ssl = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.982435] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.982605] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] keystone.cafile = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.982766] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] keystone.certfile = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.982929] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] keystone.collect_timing = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.983101] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] keystone.connect_retries = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.983263] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] keystone.connect_retry_delay = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.983430] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] keystone.endpoint_override = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.983612] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] keystone.insecure = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.983776] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] keystone.keyfile = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.983938] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] keystone.max_version = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.984111] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] keystone.min_version = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.984277] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] keystone.region_name = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.984450] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] keystone.retriable_status_codes = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.984631] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] keystone.service_name = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.984812] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] keystone.service_type = identity {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.984976] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] keystone.split_loggers = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.985153] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] keystone.status_code_retries = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.985314] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] keystone.status_code_retry_delay = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.985475] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] keystone.timeout = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.985657] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.985818] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] keystone.version = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.986014] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.ceph_mount_options = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.986338] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.986524] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.connection_uri = {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.986692] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.cpu_mode = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.986863] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.cpu_model_extra_flags = [] {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.987044] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.cpu_models = [] {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.987223] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.cpu_power_governor_high = performance {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.987394] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.cpu_power_governor_low = powersave {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.987563] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.cpu_power_management = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.987738] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.987908] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.device_detach_attempts = 8 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.988089] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.device_detach_timeout = 20 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.988262] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.disk_cachemodes = [] {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.988426] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.disk_prefix = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.988596] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.enabled_perf_events = [] {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.988760] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.file_backed_memory = 0 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.988927] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.gid_maps = [] {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.989102] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.hw_disk_discard = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.989267] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.hw_machine_type = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.989447] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.images_rbd_ceph_conf = {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.989609] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.989773] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.989941] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.images_rbd_glance_store_name = {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.990125] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.images_rbd_pool = rbd {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.990300] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.images_type = default {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.990464] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.images_volume_group = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.990629] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.inject_key = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.990791] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.inject_partition = -2 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.990955] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.inject_password = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.991131] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.iscsi_iface = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.991296] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.iser_use_multipath = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.991509] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.live_migration_bandwidth = 0 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.991692] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.991859] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.live_migration_downtime = 500 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.992031] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.992200] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.992361] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.live_migration_inbound_addr = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.992525] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.992690] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.live_migration_permit_post_copy = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.992847] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.live_migration_scheme = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.993034] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.live_migration_timeout_action = abort {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.993202] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.live_migration_tunnelled = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.993361] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.live_migration_uri = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.993556] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.live_migration_with_native_tls = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.993730] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.max_queues = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.993897] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.994151] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.994322] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.nfs_mount_options = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.994654] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.994843] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.995025] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.num_iser_scan_tries = 5 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.995197] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.num_memory_encrypted_guests = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.995365] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.995531] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.num_pcie_ports = 0 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.995701] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.num_volume_scan_tries = 5 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.995871] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.pmem_namespaces = [] {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.996041] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.quobyte_client_cfg = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.996336] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.996512] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.rbd_connect_timeout = 5 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.996681] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.996845] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.997016] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.rbd_secret_uuid = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.997188] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.rbd_user = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.997353] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.997528] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.remote_filesystem_transport = ssh {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.997693] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.rescue_image_id = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.997852] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.rescue_kernel_id = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.998021] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.rescue_ramdisk_id = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.998199] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.998364] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.rx_queue_size = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.998534] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.smbfs_mount_options = {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.998830] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.999015] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.snapshot_compression = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.999184] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.snapshot_image_format = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.999422] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.999598] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.sparse_logical_volumes = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.999764] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.swtpm_enabled = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 627.999937] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.swtpm_group = tss {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.000120] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.swtpm_user = tss {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.000296] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.sysinfo_serial = unique {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.000458] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.tb_cache_size = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.000621] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.tx_queue_size = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.000787] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.uid_maps = [] {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.000951] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.use_virtio_for_bridges = True {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.001136] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.virt_type = kvm {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.001312] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.volume_clear = zero {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.001520] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.volume_clear_size = 0 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.001701] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.volume_enforce_multipath = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.001872] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.volume_use_multipath = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.002047] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.vzstorage_cache_path = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.002229] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.002401] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.vzstorage_mount_group = qemu {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.002570] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.vzstorage_mount_opts = [] {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.002745] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.003052] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.003246] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.vzstorage_mount_user = stack {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.003454] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.003622] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] neutron.auth_section = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.003805] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] neutron.auth_type = password {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.003970] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] neutron.cafile = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.004147] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] neutron.certfile = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.004313] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] neutron.collect_timing = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.004481] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] neutron.connect_retries = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.004663] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] neutron.connect_retry_delay = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.004841] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] neutron.default_floating_pool = public {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.005009] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] neutron.endpoint_override = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.005183] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] neutron.extension_sync_interval = 600 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.005349] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] neutron.http_retries = 3 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.005517] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] neutron.insecure = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.005681] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] neutron.keyfile = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.005841] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] neutron.max_version = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.006017] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.006182] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] neutron.min_version = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.006352] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] neutron.ovs_bridge = br-int {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.006522] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] neutron.physnets = [] {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.006692] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] neutron.region_name = RegionOne {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.006858] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] neutron.retriable_status_codes = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.007039] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] neutron.service_metadata_proxy = True {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.007204] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] neutron.service_name = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.007377] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] neutron.service_type = network {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.007828] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] neutron.split_loggers = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.008018] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] neutron.status_code_retries = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.008187] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] neutron.status_code_retry_delay = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.008349] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] neutron.timeout = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.008535] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.008702] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] neutron.version = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.008877] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] notifications.bdms_in_notifications = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.009070] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] notifications.default_level = INFO {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.009245] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] notifications.include_share_mapping = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.009424] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] notifications.notification_format = unversioned {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.009593] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] notifications.notify_on_state_change = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.009771] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.009952] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] pci.alias = [] {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.010195] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] pci.device_spec = [] {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.010372] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] pci.report_in_placement = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.010551] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] placement.auth_section = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.010729] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] placement.auth_type = password {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.010897] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.011071] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] placement.cafile = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.011234] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] placement.certfile = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.011424] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] placement.collect_timing = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.011614] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] placement.connect_retries = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.011781] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] placement.connect_retry_delay = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.011942] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] placement.default_domain_id = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.012128] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] placement.default_domain_name = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.012294] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] placement.domain_id = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.012452] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] placement.domain_name = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.012618] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] placement.endpoint_override = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.012771] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] placement.insecure = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.012926] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] placement.keyfile = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.013096] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] placement.max_version = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.013254] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] placement.min_version = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.013454] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] placement.password = **** {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.013619] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] placement.project_domain_id = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.013791] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] placement.project_domain_name = Default {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.013961] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] placement.project_id = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.014149] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] placement.project_name = service {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.014320] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] placement.region_name = RegionOne {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.014484] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] placement.retriable_status_codes = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.014679] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] placement.service_name = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.014857] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] placement.service_type = placement {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.015031] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] placement.split_loggers = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.015197] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] placement.status_code_retries = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.015357] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] placement.status_code_retry_delay = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.015518] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] placement.system_scope = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.015677] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] placement.timeout = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.015838] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] placement.trust_id = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.015996] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] placement.user_domain_id = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.016180] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] placement.user_domain_name = Default {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.016340] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] placement.user_id = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.016512] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] placement.username = nova {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.016692] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.016853] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] placement.version = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.017054] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] quota.cores = 20 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.017225] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] quota.count_usage_from_placement = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.017397] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.017567] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] quota.injected_file_content_bytes = 10240 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.017736] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] quota.injected_file_path_length = 255 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.017902] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] quota.injected_files = 5 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.018078] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] quota.instances = 10 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.018249] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] quota.key_pairs = 100 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.018417] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] quota.metadata_items = 128 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.018587] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] quota.ram = 51200 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.018748] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] quota.recheck_quota = True {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.018912] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] quota.server_group_members = 10 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.019086] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] quota.server_groups = 10 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.019296] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.019471] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] quota.unified_limits_resource_strategy = require {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.019646] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.019810] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.019971] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] scheduler.image_metadata_prefilter = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.020151] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.020317] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] scheduler.max_attempts = 3 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.020480] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] scheduler.max_placement_results = 1000 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.020645] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.020809] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] scheduler.query_placement_for_image_type_support = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.020969] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.021157] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] scheduler.workers = 2 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.021353] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.021563] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.021757] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.021933] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.022113] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.022281] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.022454] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.022643] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.022811] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] filter_scheduler.host_subset_size = 1 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.022975] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.023149] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.023313] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.023503] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.023695] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.023864] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] filter_scheduler.isolated_hosts = [] {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.024042] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] filter_scheduler.isolated_images = [] {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.024209] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.024372] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.024536] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.024698] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] filter_scheduler.pci_in_placement = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.024861] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.025033] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.025203] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.025365] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.025527] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.025690] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.025853] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] filter_scheduler.track_instance_changes = True {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.026039] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.026215] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] metrics.required = True {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.026386] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] metrics.weight_multiplier = 1.0 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.026550] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.026719] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] metrics.weight_setting = [] {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.027047] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.027229] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] serial_console.enabled = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.027407] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] serial_console.port_range = 10000:20000 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.027581] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.027752] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.027921] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] serial_console.serialproxy_port = 6083 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.028102] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] service_user.auth_section = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.028279] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] service_user.auth_type = password {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.028442] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] service_user.cafile = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.028603] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] service_user.certfile = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.028768] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] service_user.collect_timing = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.028929] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] service_user.insecure = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.029102] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] service_user.keyfile = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.029277] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] service_user.send_service_user_token = True {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.029443] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] service_user.split_loggers = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.029604] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] service_user.timeout = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.029775] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] spice.agent_enabled = True {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.029938] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] spice.enabled = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.030257] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.030473] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.030652] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] spice.html5proxy_port = 6082 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.030817] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] spice.image_compression = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.030976] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] spice.jpeg_compression = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.031149] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] spice.playback_compression = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.031318] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] spice.require_secure = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.031526] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] spice.server_listen = 127.0.0.1 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.031711] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.031984] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.032177] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] spice.streaming_mode = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.032343] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] spice.zlib_compression = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.032513] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] upgrade_levels.baseapi = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.032691] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] upgrade_levels.compute = auto {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.032854] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] upgrade_levels.conductor = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.033026] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] upgrade_levels.scheduler = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.033204] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] vendordata_dynamic_auth.auth_section = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.033371] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] vendordata_dynamic_auth.auth_type = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.033557] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] vendordata_dynamic_auth.cafile = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.033727] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] vendordata_dynamic_auth.certfile = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.033893] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.034067] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] vendordata_dynamic_auth.insecure = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.034230] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] vendordata_dynamic_auth.keyfile = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.034396] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.034557] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] vendordata_dynamic_auth.timeout = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.034736] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] vmware.api_retry_count = 10 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.034897] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] vmware.ca_file = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.035081] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] vmware.cache_prefix = devstack-image-cache {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.035253] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] vmware.cluster_name = testcl1 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.035419] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] vmware.connection_pool_size = 10 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.035584] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] vmware.console_delay_seconds = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.035755] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] vmware.datastore_regex = ^datastore.* {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.035970] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.036162] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] vmware.host_password = **** {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.036334] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] vmware.host_port = 443 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.036506] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] vmware.host_username = administrator@vsphere.local {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.036678] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] vmware.insecure = True {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.036841] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] vmware.integration_bridge = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.037015] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] vmware.maximum_objects = 100 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.037184] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] vmware.pbm_default_policy = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.037349] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] vmware.pbm_enabled = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.037508] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] vmware.pbm_wsdl_location = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.037682] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.037842] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] vmware.serial_port_proxy_uri = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.038007] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] vmware.serial_port_service_uri = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.038184] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] vmware.task_poll_interval = 0.5 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.038356] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] vmware.use_linked_clone = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.038523] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] vmware.vnc_keymap = en-us {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.038695] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] vmware.vnc_port = 5900 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.038859] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] vmware.vnc_port_total = 10000 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.039054] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] vnc.auth_schemes = ['none'] {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.039232] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] vnc.enabled = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.039516] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.039704] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.039878] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] vnc.novncproxy_port = 6080 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.040088] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] vnc.server_listen = 127.0.0.1 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.040276] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.040439] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] vnc.vencrypt_ca_certs = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.040602] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] vnc.vencrypt_client_cert = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.040761] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] vnc.vencrypt_client_key = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.040941] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.041122] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] workarounds.disable_deep_image_inspection = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.041289] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.041497] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.041681] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.041847] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] workarounds.disable_rootwrap = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.042023] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] workarounds.enable_numa_live_migration = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.042193] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.042357] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.042520] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.042688] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] workarounds.libvirt_disable_apic = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.042845] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.043017] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.043187] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.043349] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.043535] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.043707] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.043871] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.044045] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.044215] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.044380] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.044567] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.044741] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] wsgi.client_socket_timeout = 900 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.044910] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] wsgi.default_pool_size = 1000 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.045089] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] wsgi.keep_alive = True {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.045260] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] wsgi.max_header_line = 16384 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.045425] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] wsgi.secure_proxy_ssl_header = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.045590] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] wsgi.ssl_ca_file = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.045767] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] wsgi.ssl_cert_file = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.045916] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] wsgi.ssl_key_file = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.046092] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] wsgi.tcp_keepidle = 600 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.046277] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.046444] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] zvm.ca_file = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.046608] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] zvm.cloud_connector_url = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.046915] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.047105] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] zvm.reachable_timeout = 300 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.047292] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.047472] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.047652] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] profiler.connection_string = messaging:// {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.047819] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] profiler.enabled = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.047987] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] profiler.es_doc_type = notification {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.048165] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] profiler.es_scroll_size = 10000 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.048334] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] profiler.es_scroll_time = 2m {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.048500] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] profiler.filter_error_trace = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.048671] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] profiler.hmac_keys = **** {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.048842] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] profiler.sentinel_service_name = mymaster {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.049014] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] profiler.socket_timeout = 0.1 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.049186] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] profiler.trace_requests = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.049351] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] profiler.trace_sqlalchemy = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.049531] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] profiler_jaeger.process_tags = {} {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.049695] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] profiler_jaeger.service_name_prefix = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.049867] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] profiler_otlp.service_name_prefix = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.050033] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] remote_debug.host = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.050198] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] remote_debug.port = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.050375] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.050536] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.050699] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.050858] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.051027] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.051192] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.051369] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.051566] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.051738] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.051909] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.052080] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.052257] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.052426] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.052592] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.052753] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.052922] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.053096] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.053259] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.053454] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.053616] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.053785] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.053954] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.054132] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.054298] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.054462] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.054626] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.054786] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.054959] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.055129] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.055292] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.055456] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] oslo_messaging_rabbit.ssl = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.055628] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.055797] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.055958] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.056139] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.056308] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] oslo_messaging_rabbit.ssl_version = {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.056470] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.056659] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.056826] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] oslo_messaging_notifications.retry = -1 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.057008] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.057192] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] oslo_messaging_notifications.transport_url = **** {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.057371] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] oslo_limit.auth_section = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.057536] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] oslo_limit.auth_type = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.057694] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] oslo_limit.cafile = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.057850] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] oslo_limit.certfile = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.058045] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] oslo_limit.collect_timing = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.058177] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] oslo_limit.connect_retries = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.058334] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] oslo_limit.connect_retry_delay = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.058491] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] oslo_limit.endpoint_id = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.058661] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] oslo_limit.endpoint_interface = publicURL {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.058820] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] oslo_limit.endpoint_override = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.058979] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] oslo_limit.endpoint_region_name = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.059156] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] oslo_limit.endpoint_service_name = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.059315] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] oslo_limit.endpoint_service_type = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.059476] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] oslo_limit.insecure = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.059633] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] oslo_limit.keyfile = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.059789] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] oslo_limit.max_version = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.059944] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] oslo_limit.min_version = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.060113] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] oslo_limit.region_name = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.060274] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] oslo_limit.retriable_status_codes = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.060431] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] oslo_limit.service_name = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.060589] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] oslo_limit.service_type = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.060748] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] oslo_limit.split_loggers = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.060906] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] oslo_limit.status_code_retries = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.061072] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] oslo_limit.status_code_retry_delay = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.061232] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] oslo_limit.timeout = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.061406] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] oslo_limit.valid_interfaces = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.061593] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] oslo_limit.version = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.061768] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] oslo_reports.file_event_handler = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.061942] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.062109] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] oslo_reports.log_dir = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.062281] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.062441] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.062600] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.062767] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.062930] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.063101] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.063273] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.063448] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] vif_plug_ovs_privileged.group = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.063621] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.063789] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.063950] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.064123] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] vif_plug_ovs_privileged.user = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.064296] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] os_vif_linux_bridge.flat_interface = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.064479] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.064659] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.064830] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.064999] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.065186] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.065352] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.065513] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.065691] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.065862] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] os_vif_ovs.isolate_vif = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.066036] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.066206] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.066376] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.066545] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] os_vif_ovs.ovsdb_interface = native {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.066709] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] os_vif_ovs.per_port_bridge = False {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.066877] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] privsep_osbrick.capabilities = [21] {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.067049] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] privsep_osbrick.group = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.067208] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] privsep_osbrick.helper_command = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.067373] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.067538] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.067701] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] privsep_osbrick.user = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.067876] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.068049] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] nova_sys_admin.group = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.068213] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] nova_sys_admin.helper_command = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.068382] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.068545] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.068706] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] nova_sys_admin.user = None {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 628.068841] env[70527]: DEBUG oslo_service.backend.eventlet.service [None req-32d3c729-25e2-4bd6-8802-214d6a0bcd36 None None] ******************************************************************************** {{(pid=70527) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 628.069281] env[70527]: INFO nova.service [-] Starting compute node (version 31.0.1) [ 628.573270] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-40745f3b-0927-400e-8505-b30e85e7670f None None] Getting list of instances from cluster (obj){ [ 628.573270] env[70527]: value = "domain-c8" [ 628.573270] env[70527]: _type = "ClusterComputeResource" [ 628.573270] env[70527]: } {{(pid=70527) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 628.574527] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869835b2-7fd5-4408-8496-b3af4fbbae26 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.583979] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-40745f3b-0927-400e-8505-b30e85e7670f None None] Got total of 0 instances {{(pid=70527) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 628.584661] env[70527]: WARNING nova.virt.vmwareapi.driver [None req-40745f3b-0927-400e-8505-b30e85e7670f None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 628.585183] env[70527]: INFO nova.virt.node [None req-40745f3b-0927-400e-8505-b30e85e7670f None None] Generated node identity 471551d3-0608-4bcf-a939-f4ec286b26ca [ 628.585463] env[70527]: INFO nova.virt.node [None req-40745f3b-0927-400e-8505-b30e85e7670f None None] Wrote node identity 471551d3-0608-4bcf-a939-f4ec286b26ca to /opt/stack/data/n-cpu-1/compute_id [ 629.087842] env[70527]: WARNING nova.compute.manager [None req-40745f3b-0927-400e-8505-b30e85e7670f None None] Compute nodes ['471551d3-0608-4bcf-a939-f4ec286b26ca'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 630.094523] env[70527]: INFO nova.compute.manager [None req-40745f3b-0927-400e-8505-b30e85e7670f None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 631.100743] env[70527]: WARNING nova.compute.manager [None req-40745f3b-0927-400e-8505-b30e85e7670f None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 631.101165] env[70527]: DEBUG oslo_concurrency.lockutils [None req-40745f3b-0927-400e-8505-b30e85e7670f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.101237] env[70527]: DEBUG oslo_concurrency.lockutils [None req-40745f3b-0927-400e-8505-b30e85e7670f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.101407] env[70527]: DEBUG oslo_concurrency.lockutils [None req-40745f3b-0927-400e-8505-b30e85e7670f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.101570] env[70527]: DEBUG nova.compute.resource_tracker [None req-40745f3b-0927-400e-8505-b30e85e7670f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70527) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 631.102895] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30193d18-cdea-485f-97ec-a7436bd0e19b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.112278] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9d7cea-947d-4ea8-bf5c-35e4bdcf3d3d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.128370] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5ff98e-7738-43e4-9f5c-7eab42517754 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.135629] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a46fa7-9439-4b7a-b99f-349a8fbaacf7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.166359] env[70527]: DEBUG nova.compute.resource_tracker [None req-40745f3b-0927-400e-8505-b30e85e7670f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180821MB free_disk=40GB free_vcpus=48 pci_devices=None {{(pid=70527) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 631.166516] env[70527]: DEBUG oslo_concurrency.lockutils [None req-40745f3b-0927-400e-8505-b30e85e7670f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.166730] env[70527]: DEBUG oslo_concurrency.lockutils [None req-40745f3b-0927-400e-8505-b30e85e7670f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.669817] env[70527]: WARNING nova.compute.resource_tracker [None req-40745f3b-0927-400e-8505-b30e85e7670f None None] No compute node record for cpu-1:471551d3-0608-4bcf-a939-f4ec286b26ca: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 471551d3-0608-4bcf-a939-f4ec286b26ca could not be found. [ 632.174053] env[70527]: INFO nova.compute.resource_tracker [None req-40745f3b-0927-400e-8505-b30e85e7670f None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 471551d3-0608-4bcf-a939-f4ec286b26ca [ 633.680927] env[70527]: DEBUG nova.compute.resource_tracker [None req-40745f3b-0927-400e-8505-b30e85e7670f None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=70527) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 633.681290] env[70527]: DEBUG nova.compute.resource_tracker [None req-40745f3b-0927-400e-8505-b30e85e7670f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=70527) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 633.845430] env[70527]: INFO nova.scheduler.client.report [None req-40745f3b-0927-400e-8505-b30e85e7670f None None] [req-823b7f4d-eaa5-4b49-9b25-8bbb2acf929c] Created resource provider record via placement API for resource provider with UUID 471551d3-0608-4bcf-a939-f4ec286b26ca and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 633.863368] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce1d546-5da3-4118-a90e-4cbb77c7a07b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.871837] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-683b3247-715e-4381-8e15-c4616b542b13 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.902950] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef97869-1ad5-4cb5-9e7d-93d59bd69b72 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.911249] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58fb4b46-9ee4-43f0-88b1-1c6a03a5cfc2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.925416] env[70527]: DEBUG nova.compute.provider_tree [None req-40745f3b-0927-400e-8505-b30e85e7670f None None] Updating inventory in ProviderTree for provider 471551d3-0608-4bcf-a939-f4ec286b26ca with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 634.461067] env[70527]: DEBUG nova.scheduler.client.report [None req-40745f3b-0927-400e-8505-b30e85e7670f None None] Updated inventory for provider 471551d3-0608-4bcf-a939-f4ec286b26ca with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 634.461318] env[70527]: DEBUG nova.compute.provider_tree [None req-40745f3b-0927-400e-8505-b30e85e7670f None None] Updating resource provider 471551d3-0608-4bcf-a939-f4ec286b26ca generation from 0 to 1 during operation: update_inventory {{(pid=70527) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 634.461497] env[70527]: DEBUG nova.compute.provider_tree [None req-40745f3b-0927-400e-8505-b30e85e7670f None None] Updating inventory in ProviderTree for provider 471551d3-0608-4bcf-a939-f4ec286b26ca with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 634.511906] env[70527]: DEBUG nova.compute.provider_tree [None req-40745f3b-0927-400e-8505-b30e85e7670f None None] Updating resource provider 471551d3-0608-4bcf-a939-f4ec286b26ca generation from 1 to 2 during operation: update_traits {{(pid=70527) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 635.017250] env[70527]: DEBUG nova.compute.resource_tracker [None req-40745f3b-0927-400e-8505-b30e85e7670f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70527) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 635.017627] env[70527]: DEBUG oslo_concurrency.lockutils [None req-40745f3b-0927-400e-8505-b30e85e7670f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.851s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.017627] env[70527]: DEBUG nova.service [None req-40745f3b-0927-400e-8505-b30e85e7670f None None] Creating RPC server for service compute {{(pid=70527) start /opt/stack/nova/nova/service.py:186}} [ 635.031954] env[70527]: DEBUG nova.service [None req-40745f3b-0927-400e-8505-b30e85e7670f None None] Join ServiceGroup membership for this service compute {{(pid=70527) start /opt/stack/nova/nova/service.py:203}} [ 635.032114] env[70527]: DEBUG nova.servicegroup.drivers.db [None req-40745f3b-0927-400e-8505-b30e85e7670f None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=70527) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 674.496320] env[70527]: DEBUG oslo_concurrency.lockutils [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Acquiring lock "0388e623-1848-4d69-9232-e995611c3c6a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.496320] env[70527]: DEBUG oslo_concurrency.lockutils [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Lock "0388e623-1848-4d69-9232-e995611c3c6a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.999184] env[70527]: DEBUG nova.compute.manager [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 675.553842] env[70527]: DEBUG oslo_concurrency.lockutils [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.554638] env[70527]: DEBUG oslo_concurrency.lockutils [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.557111] env[70527]: INFO nova.compute.claims [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 676.376989] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Acquiring lock "6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.377862] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Lock "6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.630394] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f4f1bec-865a-4c42-85f8-b96084b3e82e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.641997] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-727a79a9-49b3-431c-b90e-a86a655e7bdd {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.680203] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47766310-5564-475d-97a2-3015037e3714 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.690437] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5715798-bae3-4dd5-ae5a-630474b277db {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.706894] env[70527]: DEBUG nova.compute.provider_tree [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 676.882908] env[70527]: DEBUG nova.compute.manager [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] [instance: 6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 677.210997] env[70527]: DEBUG nova.scheduler.client.report [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 677.409393] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.717967] env[70527]: DEBUG oslo_concurrency.lockutils [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.164s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.720522] env[70527]: DEBUG nova.compute.manager [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 677.725659] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.317s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.727577] env[70527]: INFO nova.compute.claims [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] [instance: 6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 678.055161] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Acquiring lock "683944f0-defd-4b89-8276-7ed7ad804197" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.055161] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Lock "683944f0-defd-4b89-8276-7ed7ad804197" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.058369] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquiring lock "5db10105-c39d-4d08-b423-0df14ac4250d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.058369] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Lock "5db10105-c39d-4d08-b423-0df14ac4250d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.239711] env[70527]: DEBUG nova.compute.utils [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 678.244201] env[70527]: DEBUG nova.compute.manager [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Not allocating networking since 'none' was specified. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 678.349795] env[70527]: DEBUG oslo_concurrency.lockutils [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Acquiring lock "2f797a33-e18e-45f5-84e8-b1b80e3ad11b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.351877] env[70527]: DEBUG oslo_concurrency.lockutils [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Lock "2f797a33-e18e-45f5-84e8-b1b80e3ad11b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.560388] env[70527]: DEBUG nova.compute.manager [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] [instance: 683944f0-defd-4b89-8276-7ed7ad804197] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 678.566521] env[70527]: DEBUG nova.compute.manager [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5db10105-c39d-4d08-b423-0df14ac4250d] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 678.689687] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Acquiring lock "a7404f22-2bdf-4c11-a015-adf07f82ab75" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.690123] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Lock "a7404f22-2bdf-4c11-a015-adf07f82ab75" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.743099] env[70527]: DEBUG nova.compute.manager [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 678.855498] env[70527]: DEBUG nova.compute.manager [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] [instance: 2f797a33-e18e-45f5-84e8-b1b80e3ad11b] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 678.955333] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd0a9fc-6789-40b6-bee2-f37069d345ec {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.968741] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c1834e7-7b92-474e-b82e-dc63b85b22fb {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.005867] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612c839f-f200-4ded-8171-cb7a0d3c7d77 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.015153] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e5c5ef-0179-4b75-9f07-4771d495bca2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.031103] env[70527]: DEBUG nova.compute.provider_tree [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 679.040851] env[70527]: DEBUG oslo_concurrency.lockutils [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Acquiring lock "c90b8c2b-6a16-41e0-87a9-c0368fd34446" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.041429] env[70527]: DEBUG oslo_concurrency.lockutils [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Lock "c90b8c2b-6a16-41e0-87a9-c0368fd34446" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.116049] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.131782] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.193498] env[70527]: DEBUG nova.compute.manager [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] [instance: a7404f22-2bdf-4c11-a015-adf07f82ab75] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 679.386644] env[70527]: DEBUG oslo_concurrency.lockutils [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.535809] env[70527]: DEBUG nova.scheduler.client.report [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 679.543668] env[70527]: DEBUG nova.compute.manager [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] [instance: c90b8c2b-6a16-41e0-87a9-c0368fd34446] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 679.718512] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.753452] env[70527]: DEBUG nova.compute.manager [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 679.927779] env[70527]: DEBUG nova.virt.hardware [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 679.928034] env[70527]: DEBUG nova.virt.hardware [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 679.928197] env[70527]: DEBUG nova.virt.hardware [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 679.928810] env[70527]: DEBUG nova.virt.hardware [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 679.929197] env[70527]: DEBUG nova.virt.hardware [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 679.929373] env[70527]: DEBUG nova.virt.hardware [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 679.929678] env[70527]: DEBUG nova.virt.hardware [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 679.930454] env[70527]: DEBUG nova.virt.hardware [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 679.930454] env[70527]: DEBUG nova.virt.hardware [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 679.930526] env[70527]: DEBUG nova.virt.hardware [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 679.931241] env[70527]: DEBUG nova.virt.hardware [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 679.931652] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0367ebb5-3f9e-422e-998d-f1560bba2b65 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.947228] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f31457-6791-4db4-be4c-73906364fb84 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.968716] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e50046-3e96-47c5-8985-921b6cfe4352 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.984033] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Acquiring lock "ea9f773a-4f52-4819-9f4e-628db9b920f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.984294] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Lock "ea9f773a-4f52-4819-9f4e-628db9b920f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.989411] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Instance VIF info [] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 680.000711] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 680.001839] env[70527]: DEBUG nova.compute.manager [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: ea9f773a-4f52-4819-9f4e-628db9b920f2] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 680.004393] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dadb9332-a179-45ab-87fe-a45ac47a953c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.020055] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Created folder: OpenStack in parent group-v4. [ 680.020055] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Creating folder: Project (7a71fc6b1ac04086bd70510887ac752f). Parent ref: group-v776920. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 680.020055] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7c74abde-ff6e-4266-9bd6-7d0a154d5834 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.032599] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Created folder: Project (7a71fc6b1ac04086bd70510887ac752f) in parent group-v776920. [ 680.032599] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Creating folder: Instances. Parent ref: group-v776921. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 680.032599] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ada5eb95-c544-4e72-a3d7-98dff207738c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.042316] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.316s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.042316] env[70527]: DEBUG nova.compute.manager [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] [instance: 6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 680.046912] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.933s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.048223] env[70527]: INFO nova.compute.claims [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] [instance: 683944f0-defd-4b89-8276-7ed7ad804197] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 680.050757] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Created folder: Instances in parent group-v776921. [ 680.050947] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 680.053713] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 680.056397] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e18644b-7375-405c-afac-45e2d470e83f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.079221] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 680.079221] env[70527]: value = "task-3912533" [ 680.079221] env[70527]: _type = "Task" [ 680.079221] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.089019] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912533, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.090467] env[70527]: DEBUG oslo_concurrency.lockutils [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.524661] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.554107] env[70527]: DEBUG nova.compute.utils [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 680.558041] env[70527]: DEBUG nova.compute.manager [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] [instance: 6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 680.558041] env[70527]: DEBUG nova.network.neutron [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] [instance: 6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 680.589945] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912533, 'name': CreateVM_Task, 'duration_secs': 0.386654} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.590231] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 680.591281] env[70527]: DEBUG oslo_vmware.service [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c09d44-afeb-4c20-9b58-09a4bf3ae9e8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.599240] env[70527]: DEBUG oslo_concurrency.lockutils [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.599403] env[70527]: DEBUG oslo_concurrency.lockutils [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.600055] env[70527]: DEBUG oslo_concurrency.lockutils [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.600711] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-905a0f40-8011-4563-adfa-2ae60ed2cf96 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.607731] env[70527]: DEBUG oslo_vmware.api [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Waiting for the task: (returnval){ [ 680.607731] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52657049-7aaf-e402-04e5-82f44c377e30" [ 680.607731] env[70527]: _type = "Task" [ 680.607731] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.616612] env[70527]: DEBUG oslo_vmware.api [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52657049-7aaf-e402-04e5-82f44c377e30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.686298] env[70527]: DEBUG nova.policy [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bde5431ab0cd49e09effca348015be76', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd20035e420ee4363b619c7c910e1366f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 681.064350] env[70527]: DEBUG nova.compute.manager [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] [instance: 6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 681.128233] env[70527]: DEBUG oslo_concurrency.lockutils [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.128602] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 681.129716] env[70527]: DEBUG oslo_concurrency.lockutils [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.129716] env[70527]: DEBUG oslo_concurrency.lockutils [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.129716] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 681.130161] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e49b4d7-e698-42d0-b8a3-593ba3783356 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.157432] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 681.157640] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 681.158484] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4804353-58cd-4969-8ee7-f3542a761ddb {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.166205] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce3d6bc9-49ff-45b6-be3c-e1d82eed85b5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.172959] env[70527]: DEBUG oslo_vmware.api [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Waiting for the task: (returnval){ [ 681.172959] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]520d9151-f588-395b-578f-d16b34a89e75" [ 681.172959] env[70527]: _type = "Task" [ 681.172959] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.181924] env[70527]: DEBUG oslo_vmware.api [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]520d9151-f588-395b-578f-d16b34a89e75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.228499] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd03c338-ad3e-4b78-a396-a80dbbc85cac {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.237071] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f266829b-7104-4fca-ae0a-bde05886fee4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.272024] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b35abea-b451-4186-a44f-b9b9cfbf4f44 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.278620] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-554bb06e-c206-41c5-8437-63de90042c18 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.293246] env[70527]: DEBUG nova.compute.provider_tree [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 681.448678] env[70527]: DEBUG nova.network.neutron [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] [instance: 6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d] Successfully created port: aedffa36-533b-4c42-8013-76539a30db62 {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 681.688713] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Preparing fetch location {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 681.688713] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Creating directory with path [datastore1] vmware_temp/69a7a008-7ce8-41b8-9249-06cb698f8a2b/ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 681.688713] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86d82b9e-2801-4e44-8bf5-537878a89923 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.724022] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Created directory with path [datastore1] vmware_temp/69a7a008-7ce8-41b8-9249-06cb698f8a2b/ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 681.724022] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Fetch image to [datastore1] vmware_temp/69a7a008-7ce8-41b8-9249-06cb698f8a2b/ceb476e5-c20f-4967-be78-b77393a04dc2/tmp-sparse.vmdk {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 681.724022] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Downloading image file data ceb476e5-c20f-4967-be78-b77393a04dc2 to [datastore1] vmware_temp/69a7a008-7ce8-41b8-9249-06cb698f8a2b/ceb476e5-c20f-4967-be78-b77393a04dc2/tmp-sparse.vmdk on the data store datastore1 {{(pid=70527) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 681.724022] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5d5dc3-4ab7-48f0-8453-e39677c70215 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.733702] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa8d1540-4354-4179-86a2-5ec2d081c7ee {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.751055] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb55173-dbad-4a61-8778-59749e39626e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.791354] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7056aa3-2c89-4434-8844-ae5328a51521 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.799739] env[70527]: DEBUG nova.scheduler.client.report [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 681.806985] env[70527]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-101a2d2a-5b70-4c55-a661-afa4efb247f4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.915027] env[70527]: DEBUG nova.virt.vmwareapi.images [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Downloading image file data ceb476e5-c20f-4967-be78-b77393a04dc2 to the data store datastore1 {{(pid=70527) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 682.080823] env[70527]: DEBUG nova.compute.manager [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] [instance: 6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 682.123534] env[70527]: DEBUG oslo_vmware.rw_handles [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/69a7a008-7ce8-41b8-9249-06cb698f8a2b/ceb476e5-c20f-4967-be78-b77393a04dc2/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=70527) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 682.131108] env[70527]: DEBUG nova.virt.hardware [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 682.131108] env[70527]: DEBUG nova.virt.hardware [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 682.131108] env[70527]: DEBUG nova.virt.hardware [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 682.131623] env[70527]: DEBUG nova.virt.hardware [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 682.131623] env[70527]: DEBUG nova.virt.hardware [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 682.131623] env[70527]: DEBUG nova.virt.hardware [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 682.131623] env[70527]: DEBUG nova.virt.hardware [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 682.131623] env[70527]: DEBUG nova.virt.hardware [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 682.131889] env[70527]: DEBUG nova.virt.hardware [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 682.131889] env[70527]: DEBUG nova.virt.hardware [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 682.131889] env[70527]: DEBUG nova.virt.hardware [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 682.133838] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13134422-242b-4390-bd11-e4b3c5951c01 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.203135] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc4a195-eefc-4a96-b857-a5fce35b3708 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.308413] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.262s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.309103] env[70527]: DEBUG nova.compute.manager [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] [instance: 683944f0-defd-4b89-8276-7ed7ad804197] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 682.313121] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.182s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.314766] env[70527]: INFO nova.compute.claims [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5db10105-c39d-4d08-b423-0df14ac4250d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 682.795074] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Acquiring lock "11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.795411] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Lock "11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.821726] env[70527]: DEBUG nova.compute.utils [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 682.825298] env[70527]: DEBUG nova.compute.manager [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] [instance: 683944f0-defd-4b89-8276-7ed7ad804197] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 682.825298] env[70527]: DEBUG nova.network.neutron [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] [instance: 683944f0-defd-4b89-8276-7ed7ad804197] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 682.855024] env[70527]: DEBUG oslo_vmware.rw_handles [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Completed reading data from the image iterator. {{(pid=70527) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 682.855309] env[70527]: DEBUG oslo_vmware.rw_handles [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/69a7a008-7ce8-41b8-9249-06cb698f8a2b/ceb476e5-c20f-4967-be78-b77393a04dc2/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=70527) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 682.965790] env[70527]: DEBUG nova.virt.vmwareapi.images [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Downloaded image file data ceb476e5-c20f-4967-be78-b77393a04dc2 to vmware_temp/69a7a008-7ce8-41b8-9249-06cb698f8a2b/ceb476e5-c20f-4967-be78-b77393a04dc2/tmp-sparse.vmdk on the data store datastore1 {{(pid=70527) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 682.966828] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Caching image {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 682.969394] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Copying Virtual Disk [datastore1] vmware_temp/69a7a008-7ce8-41b8-9249-06cb698f8a2b/ceb476e5-c20f-4967-be78-b77393a04dc2/tmp-sparse.vmdk to [datastore1] vmware_temp/69a7a008-7ce8-41b8-9249-06cb698f8a2b/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 682.969713] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2967de08-50f6-4b20-8fea-30f342895952 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.983109] env[70527]: DEBUG oslo_vmware.api [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Waiting for the task: (returnval){ [ 682.983109] env[70527]: value = "task-3912534" [ 682.983109] env[70527]: _type = "Task" [ 682.983109] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.995759] env[70527]: DEBUG oslo_vmware.api [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Task: {'id': task-3912534, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.033038] env[70527]: DEBUG nova.policy [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ba89b4d9a9f44de94d9f2542c30a811', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'afa76bf46cea4841b1b000fdabfb260c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 683.300823] env[70527]: DEBUG nova.compute.manager [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] [instance: 11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 683.343774] env[70527]: DEBUG nova.compute.manager [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] [instance: 683944f0-defd-4b89-8276-7ed7ad804197] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 683.500909] env[70527]: DEBUG oslo_vmware.api [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Task: {'id': task-3912534, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.604509] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24edcafe-f988-47f3-80f0-112b84d6287f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.619436] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b996faae-4732-4577-97c1-fd292ab589bb {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.668080] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eeddcb9-40e7-401f-b07c-4a4f65a91930 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.676482] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b2296c-7527-4d49-a855-012b7a65f237 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.698783] env[70527]: DEBUG nova.compute.provider_tree [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 683.845895] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.996393] env[70527]: DEBUG oslo_vmware.api [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Task: {'id': task-3912534, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.681792} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.996709] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Copied Virtual Disk [datastore1] vmware_temp/69a7a008-7ce8-41b8-9249-06cb698f8a2b/ceb476e5-c20f-4967-be78-b77393a04dc2/tmp-sparse.vmdk to [datastore1] vmware_temp/69a7a008-7ce8-41b8-9249-06cb698f8a2b/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 683.996864] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Deleting the datastore file [datastore1] vmware_temp/69a7a008-7ce8-41b8-9249-06cb698f8a2b/ceb476e5-c20f-4967-be78-b77393a04dc2/tmp-sparse.vmdk {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 683.997121] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a637449-cca4-499f-ab90-4a8f38e42276 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.005883] env[70527]: DEBUG oslo_vmware.api [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Waiting for the task: (returnval){ [ 684.005883] env[70527]: value = "task-3912535" [ 684.005883] env[70527]: _type = "Task" [ 684.005883] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.016981] env[70527]: DEBUG oslo_vmware.api [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Task: {'id': task-3912535, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.100703] env[70527]: DEBUG nova.network.neutron [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] [instance: 683944f0-defd-4b89-8276-7ed7ad804197] Successfully created port: 69cf1cff-d8da-4d4e-8606-c3aefb58deca {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 684.203254] env[70527]: DEBUG nova.scheduler.client.report [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 684.368819] env[70527]: DEBUG nova.compute.manager [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] [instance: 683944f0-defd-4b89-8276-7ed7ad804197] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 684.401801] env[70527]: DEBUG nova.virt.hardware [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 684.402296] env[70527]: DEBUG nova.virt.hardware [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 684.402568] env[70527]: DEBUG nova.virt.hardware [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 684.402838] env[70527]: DEBUG nova.virt.hardware [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 684.403229] env[70527]: DEBUG nova.virt.hardware [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 684.403511] env[70527]: DEBUG nova.virt.hardware [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 684.403823] env[70527]: DEBUG nova.virt.hardware [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 684.404217] env[70527]: DEBUG nova.virt.hardware [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 684.404500] env[70527]: DEBUG nova.virt.hardware [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 684.404832] env[70527]: DEBUG nova.virt.hardware [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 684.405126] env[70527]: DEBUG nova.virt.hardware [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 684.406274] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3dbb830-3802-4136-80cc-f7e7e960b868 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.415075] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2bcb5ae-a9cc-4121-b859-0f371126acb5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.517877] env[70527]: DEBUG oslo_vmware.api [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Task: {'id': task-3912535, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026507} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.518206] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 684.518465] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Moving file from [datastore1] vmware_temp/69a7a008-7ce8-41b8-9249-06cb698f8a2b/ceb476e5-c20f-4967-be78-b77393a04dc2 to [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2. {{(pid=70527) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 684.519212] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-4edc8cb2-7c14-4cc9-a920-cbb43f75ec5d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.528351] env[70527]: DEBUG oslo_vmware.api [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Waiting for the task: (returnval){ [ 684.528351] env[70527]: value = "task-3912536" [ 684.528351] env[70527]: _type = "Task" [ 684.528351] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.537125] env[70527]: DEBUG oslo_vmware.api [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Task: {'id': task-3912536, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.712663] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.400s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.713622] env[70527]: DEBUG nova.compute.manager [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5db10105-c39d-4d08-b423-0df14ac4250d] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 684.717315] env[70527]: DEBUG oslo_concurrency.lockutils [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.331s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.719700] env[70527]: INFO nova.compute.claims [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] [instance: 2f797a33-e18e-45f5-84e8-b1b80e3ad11b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 684.850401] env[70527]: DEBUG nova.network.neutron [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] [instance: 6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d] Successfully updated port: aedffa36-533b-4c42-8013-76539a30db62 {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 685.041728] env[70527]: DEBUG oslo_vmware.api [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Task: {'id': task-3912536, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.031912} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.042402] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] File moved {{(pid=70527) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 685.045032] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Cleaning up location [datastore1] vmware_temp/69a7a008-7ce8-41b8-9249-06cb698f8a2b {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 685.045032] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Deleting the datastore file [datastore1] vmware_temp/69a7a008-7ce8-41b8-9249-06cb698f8a2b {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 685.045032] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9bb9e808-d22c-41db-aff9-b4ac8648f409 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.053155] env[70527]: DEBUG oslo_vmware.api [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Waiting for the task: (returnval){ [ 685.053155] env[70527]: value = "task-3912537" [ 685.053155] env[70527]: _type = "Task" [ 685.053155] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.067701] env[70527]: DEBUG oslo_vmware.api [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Task: {'id': task-3912537, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.224567] env[70527]: DEBUG nova.compute.utils [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 685.228778] env[70527]: DEBUG nova.compute.manager [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5db10105-c39d-4d08-b423-0df14ac4250d] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 685.228957] env[70527]: DEBUG nova.network.neutron [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5db10105-c39d-4d08-b423-0df14ac4250d] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 685.289750] env[70527]: DEBUG nova.policy [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2e6f62f8783f421c8972fbc56c8ba0b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ffc6c328f56e4971bceb097b0ceef30d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 685.356217] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Acquiring lock "refresh_cache-6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.356217] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Acquired lock "refresh_cache-6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.356217] env[70527]: DEBUG nova.network.neutron [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] [instance: 6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 685.566326] env[70527]: DEBUG oslo_vmware.api [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Task: {'id': task-3912537, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025914} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.566717] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 685.568171] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cd21ae4-b148-4768-b1d9-f4c7964566aa {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.580484] env[70527]: DEBUG oslo_vmware.api [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Waiting for the task: (returnval){ [ 685.580484] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]524b4dd1-35ef-5a91-e617-a5d6b87d4376" [ 685.580484] env[70527]: _type = "Task" [ 685.580484] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.596852] env[70527]: DEBUG oslo_vmware.api [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]524b4dd1-35ef-5a91-e617-a5d6b87d4376, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.627131] env[70527]: DEBUG nova.network.neutron [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5db10105-c39d-4d08-b423-0df14ac4250d] Successfully created port: f14dbd6a-6bc8-4986-9467-38d9e870c536 {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 685.731770] env[70527]: DEBUG nova.compute.manager [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5db10105-c39d-4d08-b423-0df14ac4250d] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 685.748088] env[70527]: DEBUG nova.compute.manager [req-ee3b58f0-fc68-45dd-a242-2f097a94ff77 req-d9a537a6-85df-46b9-9f00-7e0c1c65ba31 service nova] [instance: 6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d] Received event network-vif-plugged-aedffa36-533b-4c42-8013-76539a30db62 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.748194] env[70527]: DEBUG oslo_concurrency.lockutils [req-ee3b58f0-fc68-45dd-a242-2f097a94ff77 req-d9a537a6-85df-46b9-9f00-7e0c1c65ba31 service nova] Acquiring lock "6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.752243] env[70527]: DEBUG oslo_concurrency.lockutils [req-ee3b58f0-fc68-45dd-a242-2f097a94ff77 req-d9a537a6-85df-46b9-9f00-7e0c1c65ba31 service nova] Lock "6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.752324] env[70527]: DEBUG oslo_concurrency.lockutils [req-ee3b58f0-fc68-45dd-a242-2f097a94ff77 req-d9a537a6-85df-46b9-9f00-7e0c1c65ba31 service nova] Lock "6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.003s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.752475] env[70527]: DEBUG nova.compute.manager [req-ee3b58f0-fc68-45dd-a242-2f097a94ff77 req-d9a537a6-85df-46b9-9f00-7e0c1c65ba31 service nova] [instance: 6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d] No waiting events found dispatching network-vif-plugged-aedffa36-533b-4c42-8013-76539a30db62 {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 685.752642] env[70527]: WARNING nova.compute.manager [req-ee3b58f0-fc68-45dd-a242-2f097a94ff77 req-d9a537a6-85df-46b9-9f00-7e0c1c65ba31 service nova] [instance: 6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d] Received unexpected event network-vif-plugged-aedffa36-533b-4c42-8013-76539a30db62 for instance with vm_state building and task_state spawning. [ 685.984841] env[70527]: DEBUG nova.network.neutron [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] [instance: 6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 686.018964] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c20603a-7724-4beb-9f3c-45aefe78b076 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.039410] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac51477-7537-41de-8bff-f0835801cb58 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.073614] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd66b5d-755e-4d5f-bf3c-02ce8fc292e9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.087387] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ddc35c-49e1-4785-8cac-e4dfa60af063 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.102527] env[70527]: DEBUG oslo_vmware.api [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]524b4dd1-35ef-5a91-e617-a5d6b87d4376, 'name': SearchDatastore_Task, 'duration_secs': 0.016044} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.105848] env[70527]: DEBUG oslo_concurrency.lockutils [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.105848] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] 0388e623-1848-4d69-9232-e995611c3c6a/0388e623-1848-4d69-9232-e995611c3c6a.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 686.105848] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15e2a352-19a4-4b68-b0cf-0ac123430644 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.121384] env[70527]: DEBUG nova.compute.provider_tree [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 686.123366] env[70527]: DEBUG oslo_vmware.api [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Waiting for the task: (returnval){ [ 686.123366] env[70527]: value = "task-3912538" [ 686.123366] env[70527]: _type = "Task" [ 686.123366] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.134877] env[70527]: DEBUG oslo_vmware.api [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Task: {'id': task-3912538, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.315334] env[70527]: DEBUG nova.network.neutron [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] [instance: 6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d] Updating instance_info_cache with network_info: [{"id": "aedffa36-533b-4c42-8013-76539a30db62", "address": "fa:16:3e:c7:4e:1b", "network": {"id": "53e4ad1e-f258-4f92-8bbb-7b6ee5401316", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-500739210-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d20035e420ee4363b619c7c910e1366f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaedffa36-53", "ovs_interfaceid": "aedffa36-533b-4c42-8013-76539a30db62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.626790] env[70527]: DEBUG nova.scheduler.client.report [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 686.642124] env[70527]: DEBUG oslo_vmware.api [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Task: {'id': task-3912538, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.644136] env[70527]: DEBUG nova.network.neutron [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] [instance: 683944f0-defd-4b89-8276-7ed7ad804197] Successfully updated port: 69cf1cff-d8da-4d4e-8606-c3aefb58deca {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 686.746296] env[70527]: DEBUG nova.compute.manager [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5db10105-c39d-4d08-b423-0df14ac4250d] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 686.772164] env[70527]: DEBUG nova.virt.hardware [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 686.772164] env[70527]: DEBUG nova.virt.hardware [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 686.772164] env[70527]: DEBUG nova.virt.hardware [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 686.772357] env[70527]: DEBUG nova.virt.hardware [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 686.772357] env[70527]: DEBUG nova.virt.hardware [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 686.772357] env[70527]: DEBUG nova.virt.hardware [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 686.772357] env[70527]: DEBUG nova.virt.hardware [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 686.772667] env[70527]: DEBUG nova.virt.hardware [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 686.773172] env[70527]: DEBUG nova.virt.hardware [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 686.773172] env[70527]: DEBUG nova.virt.hardware [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 686.773271] env[70527]: DEBUG nova.virt.hardware [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 686.774474] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e4ff9c5-5232-4e16-8a79-7c025f67ab29 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.782796] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52419f96-e653-4f24-b5be-05a18f60278a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.818493] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Releasing lock "refresh_cache-6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.818876] env[70527]: DEBUG nova.compute.manager [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] [instance: 6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d] Instance network_info: |[{"id": "aedffa36-533b-4c42-8013-76539a30db62", "address": "fa:16:3e:c7:4e:1b", "network": {"id": "53e4ad1e-f258-4f92-8bbb-7b6ee5401316", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-500739210-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d20035e420ee4363b619c7c910e1366f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaedffa36-53", "ovs_interfaceid": "aedffa36-533b-4c42-8013-76539a30db62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 686.819425] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] [instance: 6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:4e:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd8b2b4e-f09d-4af6-9759-d372870e9b5f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aedffa36-533b-4c42-8013-76539a30db62', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 686.829111] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Creating folder: Project (d20035e420ee4363b619c7c910e1366f). Parent ref: group-v776920. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.829422] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e92f836d-2aab-48e8-a86f-00cdffc07a3b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.841630] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Created folder: Project (d20035e420ee4363b619c7c910e1366f) in parent group-v776920. [ 686.842422] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Creating folder: Instances. Parent ref: group-v776924. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.842422] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-62742242-df97-4af6-b4d1-48be8803c8ee {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.855078] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Created folder: Instances in parent group-v776924. [ 686.855078] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 686.855326] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 686.855537] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9284d397-c006-4e52-9848-b189838135b0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.882158] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 686.882158] env[70527]: value = "task-3912541" [ 686.882158] env[70527]: _type = "Task" [ 686.882158] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.893873] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912541, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.139679] env[70527]: DEBUG oslo_concurrency.lockutils [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.422s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.140212] env[70527]: DEBUG nova.compute.manager [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] [instance: 2f797a33-e18e-45f5-84e8-b1b80e3ad11b] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 687.148899] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.429s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.149587] env[70527]: INFO nova.compute.claims [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] [instance: a7404f22-2bdf-4c11-a015-adf07f82ab75] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 687.156042] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Acquiring lock "refresh_cache-683944f0-defd-4b89-8276-7ed7ad804197" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.156042] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Acquired lock "refresh_cache-683944f0-defd-4b89-8276-7ed7ad804197" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.156042] env[70527]: DEBUG nova.network.neutron [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] [instance: 683944f0-defd-4b89-8276-7ed7ad804197] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 687.164892] env[70527]: DEBUG oslo_vmware.api [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Task: {'id': task-3912538, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.590032} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.165169] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] 0388e623-1848-4d69-9232-e995611c3c6a/0388e623-1848-4d69-9232-e995611c3c6a.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 687.165427] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 687.166061] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-79bdad28-3f1c-43f0-bc9e-f79131ce1541 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.175600] env[70527]: DEBUG oslo_vmware.api [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Waiting for the task: (returnval){ [ 687.175600] env[70527]: value = "task-3912542" [ 687.175600] env[70527]: _type = "Task" [ 687.175600] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.190580] env[70527]: DEBUG oslo_vmware.api [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Task: {'id': task-3912542, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.398830] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912541, 'name': CreateVM_Task, 'duration_secs': 0.356184} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.399033] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 687.413849] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.417079] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.417079] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.417079] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79707d34-63aa-4920-a7e1-6526e2ba6dcb {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.423193] env[70527]: DEBUG oslo_vmware.api [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Waiting for the task: (returnval){ [ 687.423193] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]529e8a0c-e241-de56-3a78-9d38d6758abb" [ 687.423193] env[70527]: _type = "Task" [ 687.423193] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.433335] env[70527]: DEBUG oslo_vmware.api [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]529e8a0c-e241-de56-3a78-9d38d6758abb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.663229] env[70527]: DEBUG nova.compute.utils [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 687.666355] env[70527]: DEBUG nova.compute.manager [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] [instance: 2f797a33-e18e-45f5-84e8-b1b80e3ad11b] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 687.666700] env[70527]: DEBUG nova.network.neutron [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] [instance: 2f797a33-e18e-45f5-84e8-b1b80e3ad11b] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 687.691594] env[70527]: DEBUG oslo_vmware.api [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Task: {'id': task-3912542, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078176} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.691865] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 687.692976] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db23b5e4-6392-4243-af49-5371d5b99a93 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.729430] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 0388e623-1848-4d69-9232-e995611c3c6a/0388e623-1848-4d69-9232-e995611c3c6a.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 687.739033] env[70527]: DEBUG nova.network.neutron [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5db10105-c39d-4d08-b423-0df14ac4250d] Successfully updated port: f14dbd6a-6bc8-4986-9467-38d9e870c536 {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 687.739378] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40a8b1c4-47e1-4ede-b48a-ff172bbf1edb {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.766431] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Acquiring lock "a8990c35-0ff5-42a2-a236-871039dc979a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.766755] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Lock "a8990c35-0ff5-42a2-a236-871039dc979a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.777303] env[70527]: DEBUG oslo_vmware.api [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Waiting for the task: (returnval){ [ 687.777303] env[70527]: value = "task-3912543" [ 687.777303] env[70527]: _type = "Task" [ 687.777303] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.790201] env[70527]: DEBUG oslo_vmware.api [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Task: {'id': task-3912543, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.852683] env[70527]: DEBUG nova.policy [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '18c4b2b0c5db41a39f23ba030ef4a6a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11b12aa276104af0b8ab6648bfb20c00', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 687.939239] env[70527]: DEBUG oslo_vmware.api [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]529e8a0c-e241-de56-3a78-9d38d6758abb, 'name': SearchDatastore_Task, 'duration_secs': 0.009395} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.939527] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.939764] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] [instance: 6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 687.939995] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.940369] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.942634] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 687.942634] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22932396-29a5-4a3d-a6a7-3b8380f5bfc3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.951449] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 687.951788] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 687.952555] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66325349-9550-49df-ba44-cd0f89ec1d40 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.961409] env[70527]: DEBUG oslo_vmware.api [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Waiting for the task: (returnval){ [ 687.961409] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]5247d66f-3093-9070-e943-20d71bbb9b6b" [ 687.961409] env[70527]: _type = "Task" [ 687.961409] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.979142] env[70527]: DEBUG oslo_vmware.api [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5247d66f-3093-9070-e943-20d71bbb9b6b, 'name': SearchDatastore_Task, 'duration_secs': 0.011045} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.980624] env[70527]: DEBUG nova.network.neutron [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] [instance: 683944f0-defd-4b89-8276-7ed7ad804197] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 687.984440] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c31b6b9-0594-4260-a585-9cd97678455c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.992914] env[70527]: DEBUG oslo_vmware.api [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Waiting for the task: (returnval){ [ 687.992914] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]5241a7c2-9a91-e873-2b85-fb3b0cfbeac1" [ 687.992914] env[70527]: _type = "Task" [ 687.992914] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.003306] env[70527]: DEBUG oslo_vmware.api [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5241a7c2-9a91-e873-2b85-fb3b0cfbeac1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.175948] env[70527]: DEBUG nova.compute.manager [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] [instance: 2f797a33-e18e-45f5-84e8-b1b80e3ad11b] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 688.265891] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquiring lock "refresh_cache-5db10105-c39d-4d08-b423-0df14ac4250d" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.265891] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquired lock "refresh_cache-5db10105-c39d-4d08-b423-0df14ac4250d" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.266031] env[70527]: DEBUG nova.network.neutron [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5db10105-c39d-4d08-b423-0df14ac4250d] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 688.278025] env[70527]: DEBUG nova.compute.manager [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] [instance: a8990c35-0ff5-42a2-a236-871039dc979a] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 688.296821] env[70527]: DEBUG oslo_vmware.api [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Task: {'id': task-3912543, 'name': ReconfigVM_Task, 'duration_secs': 0.296811} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.297165] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 0388e623-1848-4d69-9232-e995611c3c6a/0388e623-1848-4d69-9232-e995611c3c6a.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 688.298177] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe166d2f-cf14-4958-87c2-86c5cbf06ceb {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.308987] env[70527]: DEBUG oslo_vmware.api [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Waiting for the task: (returnval){ [ 688.308987] env[70527]: value = "task-3912544" [ 688.308987] env[70527]: _type = "Task" [ 688.308987] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.327497] env[70527]: DEBUG oslo_vmware.api [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Task: {'id': task-3912544, 'name': Rename_Task} progress is 10%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.341905] env[70527]: DEBUG nova.network.neutron [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] [instance: 683944f0-defd-4b89-8276-7ed7ad804197] Updating instance_info_cache with network_info: [{"id": "69cf1cff-d8da-4d4e-8606-c3aefb58deca", "address": "fa:16:3e:57:98:e6", "network": {"id": "29b8e902-296b-4709-aca2-c446fcf3fa56", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3eee3a2e62a4bcdad1e7484fcad9e2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69cf1cff-d8", "ovs_interfaceid": "69cf1cff-d8da-4d4e-8606-c3aefb58deca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.447019] env[70527]: DEBUG oslo_concurrency.lockutils [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Acquiring lock "7d528f60-1928-4642-9764-ac7c776b85f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.447019] env[70527]: DEBUG oslo_concurrency.lockutils [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Lock "7d528f60-1928-4642-9764-ac7c776b85f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.481464] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ed4f0ccc-c449-4d29-b6ca-d246bfd9b3b9 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Acquiring lock "99388db0-92e9-43d3-810a-5854edf7739a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.481842] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ed4f0ccc-c449-4d29-b6ca-d246bfd9b3b9 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Lock "99388db0-92e9-43d3-810a-5854edf7739a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.510480] env[70527]: DEBUG oslo_vmware.api [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5241a7c2-9a91-e873-2b85-fb3b0cfbeac1, 'name': SearchDatastore_Task, 'duration_secs': 0.010196} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.512168] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.512168] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] 6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d/6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 688.512168] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8400786b-f281-4237-aea0-8a0fe6921636 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.522014] env[70527]: DEBUG oslo_vmware.api [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Waiting for the task: (returnval){ [ 688.522014] env[70527]: value = "task-3912545" [ 688.522014] env[70527]: _type = "Task" [ 688.522014] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.531056] env[70527]: DEBUG oslo_vmware.api [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Task: {'id': task-3912545, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.551383] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af44670-6601-4190-b610-34d02e146510 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.560025] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-254d7e84-f57f-4cfc-aee3-264677dc40c6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.598709] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244f4d65-ba99-4987-b626-4582af81010c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.609803] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820c8781-05be-472a-89e6-361121645e90 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.626947] env[70527]: DEBUG nova.compute.provider_tree [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 688.815609] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.827352] env[70527]: DEBUG oslo_vmware.api [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Task: {'id': task-3912544, 'name': Rename_Task, 'duration_secs': 0.156034} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.828732] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 688.829177] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-815bff62-2c98-4ec9-be3a-bd98d80d15c2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.839224] env[70527]: DEBUG oslo_vmware.api [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Waiting for the task: (returnval){ [ 688.839224] env[70527]: value = "task-3912546" [ 688.839224] env[70527]: _type = "Task" [ 688.839224] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.845954] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Releasing lock "refresh_cache-683944f0-defd-4b89-8276-7ed7ad804197" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.848176] env[70527]: DEBUG nova.compute.manager [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] [instance: 683944f0-defd-4b89-8276-7ed7ad804197] Instance network_info: |[{"id": "69cf1cff-d8da-4d4e-8606-c3aefb58deca", "address": "fa:16:3e:57:98:e6", "network": {"id": "29b8e902-296b-4709-aca2-c446fcf3fa56", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3eee3a2e62a4bcdad1e7484fcad9e2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69cf1cff-d8", "ovs_interfaceid": "69cf1cff-d8da-4d4e-8606-c3aefb58deca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 688.851098] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] [instance: 683944f0-defd-4b89-8276-7ed7ad804197] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:98:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73eeba7c-29e1-4fdf-82b3-d62e63e86051', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '69cf1cff-d8da-4d4e-8606-c3aefb58deca', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 688.855125] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Creating folder: Project (afa76bf46cea4841b1b000fdabfb260c). Parent ref: group-v776920. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 688.856113] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2645d3a1-dbc5-4596-b030-1af915fada70 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.862648] env[70527]: DEBUG oslo_vmware.api [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Task: {'id': task-3912546, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.875035] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Created folder: Project (afa76bf46cea4841b1b000fdabfb260c) in parent group-v776920. [ 688.875321] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Creating folder: Instances. Parent ref: group-v776927. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 688.879299] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-50df3cb4-94ac-4456-8271-123e03677f4c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.882793] env[70527]: DEBUG nova.network.neutron [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5db10105-c39d-4d08-b423-0df14ac4250d] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 688.898901] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Created folder: Instances in parent group-v776927. [ 688.898901] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 688.898901] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 683944f0-defd-4b89-8276-7ed7ad804197] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 688.898901] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45a4e6f1-93f8-4a7b-af12-916461940cc6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.922235] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 688.922235] env[70527]: value = "task-3912549" [ 688.922235] env[70527]: _type = "Task" [ 688.922235] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.934104] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912549, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.984679] env[70527]: DEBUG nova.network.neutron [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] [instance: 2f797a33-e18e-45f5-84e8-b1b80e3ad11b] Successfully created port: 979e2304-ca4c-41ab-a030-d479208df03c {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 689.033831] env[70527]: DEBUG oslo_vmware.api [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Task: {'id': task-3912545, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.130300] env[70527]: DEBUG nova.scheduler.client.report [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 689.191385] env[70527]: DEBUG nova.compute.manager [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] [instance: 2f797a33-e18e-45f5-84e8-b1b80e3ad11b] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 689.212019] env[70527]: DEBUG nova.network.neutron [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5db10105-c39d-4d08-b423-0df14ac4250d] Updating instance_info_cache with network_info: [{"id": "f14dbd6a-6bc8-4986-9467-38d9e870c536", "address": "fa:16:3e:60:9a:0d", "network": {"id": "ac4c5c7a-9727-4cf7-83da-cc12f81bae3a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-994465232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffc6c328f56e4971bceb097b0ceef30d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf14dbd6a-6b", "ovs_interfaceid": "f14dbd6a-6bc8-4986-9467-38d9e870c536", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.229398] env[70527]: DEBUG nova.virt.hardware [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 689.229594] env[70527]: DEBUG nova.virt.hardware [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 689.229757] env[70527]: DEBUG nova.virt.hardware [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 689.229928] env[70527]: DEBUG nova.virt.hardware [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 689.230079] env[70527]: DEBUG nova.virt.hardware [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 689.230309] env[70527]: DEBUG nova.virt.hardware [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 689.230427] env[70527]: DEBUG nova.virt.hardware [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 689.230584] env[70527]: DEBUG nova.virt.hardware [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 689.230804] env[70527]: DEBUG nova.virt.hardware [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 689.230915] env[70527]: DEBUG nova.virt.hardware [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 689.231370] env[70527]: DEBUG nova.virt.hardware [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 689.232858] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7287080e-3d95-48ba-858c-deb2124ee5c9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.246200] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389f83f2-f228-4a00-b005-d9a54948bca2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.358290] env[70527]: DEBUG oslo_vmware.api [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Task: {'id': task-3912546, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.435126] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912549, 'name': CreateVM_Task, 'duration_secs': 0.391618} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.435516] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 683944f0-defd-4b89-8276-7ed7ad804197] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 689.436882] env[70527]: DEBUG oslo_vmware.service [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d400a8d0-f7a9-4e74-ba86-de8e33f84f37 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.444757] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.445284] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.445487] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.445799] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0155ed66-a622-44da-8f33-c50774a99c8a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.451606] env[70527]: DEBUG oslo_vmware.api [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Waiting for the task: (returnval){ [ 689.451606] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]5247f19a-21b3-1e3f-3139-6e4080f775af" [ 689.451606] env[70527]: _type = "Task" [ 689.451606] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.460983] env[70527]: DEBUG oslo_vmware.api [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5247f19a-21b3-1e3f-3139-6e4080f775af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.532995] env[70527]: DEBUG oslo_vmware.api [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Task: {'id': task-3912545, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519402} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.532995] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] 6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d/6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 689.533196] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] [instance: 6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 689.533458] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f9b16f22-0999-4bb4-ab2d-685c6a4e013d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.543220] env[70527]: DEBUG oslo_vmware.api [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Waiting for the task: (returnval){ [ 689.543220] env[70527]: value = "task-3912550" [ 689.543220] env[70527]: _type = "Task" [ 689.543220] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.553577] env[70527]: DEBUG oslo_vmware.api [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Task: {'id': task-3912550, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.638177] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.490s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.639848] env[70527]: DEBUG nova.compute.manager [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] [instance: a7404f22-2bdf-4c11-a015-adf07f82ab75] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 689.645523] env[70527]: DEBUG oslo_concurrency.lockutils [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.553s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.650487] env[70527]: INFO nova.compute.claims [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] [instance: c90b8c2b-6a16-41e0-87a9-c0368fd34446] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 689.714037] env[70527]: DEBUG nova.compute.manager [req-6ce0ed1d-44df-4bd0-9a83-93c2607f4cc3 req-1089709b-b0e1-48c6-a3c6-39fd327f0d38 service nova] [instance: 6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d] Received event network-changed-aedffa36-533b-4c42-8013-76539a30db62 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 689.714301] env[70527]: DEBUG nova.compute.manager [req-6ce0ed1d-44df-4bd0-9a83-93c2607f4cc3 req-1089709b-b0e1-48c6-a3c6-39fd327f0d38 service nova] [instance: 6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d] Refreshing instance network info cache due to event network-changed-aedffa36-533b-4c42-8013-76539a30db62. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 689.714565] env[70527]: DEBUG oslo_concurrency.lockutils [req-6ce0ed1d-44df-4bd0-9a83-93c2607f4cc3 req-1089709b-b0e1-48c6-a3c6-39fd327f0d38 service nova] Acquiring lock "refresh_cache-6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.714682] env[70527]: DEBUG oslo_concurrency.lockutils [req-6ce0ed1d-44df-4bd0-9a83-93c2607f4cc3 req-1089709b-b0e1-48c6-a3c6-39fd327f0d38 service nova] Acquired lock "refresh_cache-6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.714843] env[70527]: DEBUG nova.network.neutron [req-6ce0ed1d-44df-4bd0-9a83-93c2607f4cc3 req-1089709b-b0e1-48c6-a3c6-39fd327f0d38 service nova] [instance: 6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d] Refreshing network info cache for port aedffa36-533b-4c42-8013-76539a30db62 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 689.716878] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Releasing lock "refresh_cache-5db10105-c39d-4d08-b423-0df14ac4250d" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.720942] env[70527]: DEBUG nova.compute.manager [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5db10105-c39d-4d08-b423-0df14ac4250d] Instance network_info: |[{"id": "f14dbd6a-6bc8-4986-9467-38d9e870c536", "address": "fa:16:3e:60:9a:0d", "network": {"id": "ac4c5c7a-9727-4cf7-83da-cc12f81bae3a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-994465232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffc6c328f56e4971bceb097b0ceef30d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf14dbd6a-6b", "ovs_interfaceid": "f14dbd6a-6bc8-4986-9467-38d9e870c536", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 689.722307] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5db10105-c39d-4d08-b423-0df14ac4250d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:9a:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f408ce42-3cac-4d9d-9c05-15471d653a18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f14dbd6a-6bc8-4986-9467-38d9e870c536', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 689.733402] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Creating folder: Project (ffc6c328f56e4971bceb097b0ceef30d). Parent ref: group-v776920. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.735878] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0ee89e9f-8858-4e51-99c5-3f1bc495128e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.752443] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Created folder: Project (ffc6c328f56e4971bceb097b0ceef30d) in parent group-v776920. [ 689.752670] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Creating folder: Instances. Parent ref: group-v776930. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.752952] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b6051d4d-c5b2-4e71-8e18-7497fa81b9e8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.768590] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Created folder: Instances in parent group-v776930. [ 689.769027] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 689.770354] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5db10105-c39d-4d08-b423-0df14ac4250d] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 689.770354] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-59b1d7fc-fa12-4901-baf2-855b49ec4cd9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.795800] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 689.795800] env[70527]: value = "task-3912553" [ 689.795800] env[70527]: _type = "Task" [ 689.795800] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.806240] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912553, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.854924] env[70527]: DEBUG oslo_vmware.api [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Task: {'id': task-3912546, 'name': PowerOnVM_Task, 'duration_secs': 0.771453} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.860797] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 689.860797] env[70527]: INFO nova.compute.manager [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Took 10.11 seconds to spawn the instance on the hypervisor. [ 689.860797] env[70527]: DEBUG nova.compute.manager [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 689.862264] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bebe393-463a-4c6e-858d-bed7f9f95e8c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.962710] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.963024] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] [instance: 683944f0-defd-4b89-8276-7ed7ad804197] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 689.963399] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.963561] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.963750] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 689.964041] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13813332-9e55-4ded-aead-501e518b2bce {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.976316] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 689.976522] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 689.977393] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f344e2f-803f-45c6-a55e-3f01c103a244 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.986460] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed30a748-db88-48da-be02-af346a123f2e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.994018] env[70527]: DEBUG oslo_vmware.api [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Waiting for the task: (returnval){ [ 689.994018] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52f13088-7698-927e-f659-ff1d7ebafe0d" [ 689.994018] env[70527]: _type = "Task" [ 689.994018] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.006401] env[70527]: DEBUG oslo_vmware.api [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52f13088-7698-927e-f659-ff1d7ebafe0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.058290] env[70527]: DEBUG oslo_vmware.api [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Task: {'id': task-3912550, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.278336} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.058792] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] [instance: 6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 690.059831] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2927a38c-68fd-418e-9a88-eb838277c12f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.091610] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] [instance: 6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d/6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 690.091933] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67f71088-2f27-4063-ae1c-025fd75eb272 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.122061] env[70527]: DEBUG oslo_vmware.api [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Waiting for the task: (returnval){ [ 690.122061] env[70527]: value = "task-3912554" [ 690.122061] env[70527]: _type = "Task" [ 690.122061] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.131937] env[70527]: DEBUG oslo_vmware.api [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Task: {'id': task-3912554, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.161714] env[70527]: DEBUG nova.compute.utils [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 690.173936] env[70527]: DEBUG nova.compute.manager [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] [instance: a7404f22-2bdf-4c11-a015-adf07f82ab75] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 690.173936] env[70527]: DEBUG nova.network.neutron [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] [instance: a7404f22-2bdf-4c11-a015-adf07f82ab75] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 690.309014] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912553, 'name': CreateVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.386813] env[70527]: INFO nova.compute.manager [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Took 14.88 seconds to build instance. [ 690.401051] env[70527]: DEBUG nova.policy [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '12ebd9419f814b9fbbba3d71cf6abffd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '101a6d70cb134e848e22fd41cef33aa9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 690.508956] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] [instance: 683944f0-defd-4b89-8276-7ed7ad804197] Preparing fetch location {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 690.509269] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Creating directory with path [datastore2] vmware_temp/3a32ed82-d38e-4da0-82ec-236e5889d735/ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 690.509520] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0eeffb08-fe18-4927-9b17-59a1fda1f4e9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.557915] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Created directory with path [datastore2] vmware_temp/3a32ed82-d38e-4da0-82ec-236e5889d735/ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 690.557915] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] [instance: 683944f0-defd-4b89-8276-7ed7ad804197] Fetch image to [datastore2] vmware_temp/3a32ed82-d38e-4da0-82ec-236e5889d735/ceb476e5-c20f-4967-be78-b77393a04dc2/tmp-sparse.vmdk {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 690.557915] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] [instance: 683944f0-defd-4b89-8276-7ed7ad804197] Downloading image file data ceb476e5-c20f-4967-be78-b77393a04dc2 to [datastore2] vmware_temp/3a32ed82-d38e-4da0-82ec-236e5889d735/ceb476e5-c20f-4967-be78-b77393a04dc2/tmp-sparse.vmdk on the data store datastore2 {{(pid=70527) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 690.557915] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5316a4c4-142f-4a0d-b427-f507101433f2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.570818] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1ad755-b154-4045-bdf4-179f36d4bc55 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.585940] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962d2265-06a0-4cf4-aeec-9f18788f9d09 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.631465] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326b243d-e293-47f0-a0b3-4f3b88f8fbc8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.643421] env[70527]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-6deaab01-28d6-4f00-a631-75ba29acd7eb {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.645814] env[70527]: DEBUG oslo_vmware.api [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Task: {'id': task-3912554, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.672139] env[70527]: DEBUG nova.compute.manager [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] [instance: a7404f22-2bdf-4c11-a015-adf07f82ab75] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 690.686689] env[70527]: DEBUG oslo_concurrency.lockutils [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Acquiring lock "9ad6dd25-d461-4c1a-a084-28ad37c432fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.686689] env[70527]: DEBUG oslo_concurrency.lockutils [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Lock "9ad6dd25-d461-4c1a-a084-28ad37c432fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.750905] env[70527]: DEBUG nova.virt.vmwareapi.images [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] [instance: 683944f0-defd-4b89-8276-7ed7ad804197] Downloading image file data ceb476e5-c20f-4967-be78-b77393a04dc2 to the data store datastore2 {{(pid=70527) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 690.808530] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912553, 'name': CreateVM_Task, 'duration_secs': 0.533484} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.813245] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5db10105-c39d-4d08-b423-0df14ac4250d] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 690.813245] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.813245] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.814107] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.814107] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85cb2f56-01fd-4427-8a7c-b058f9bce4c9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.821458] env[70527]: DEBUG oslo_vmware.api [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for the task: (returnval){ [ 690.821458] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]5273a0f1-f9f4-cbf2-ff8f-a751bc7e1d2e" [ 690.821458] env[70527]: _type = "Task" [ 690.821458] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.838783] env[70527]: DEBUG oslo_vmware.api [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5273a0f1-f9f4-cbf2-ff8f-a751bc7e1d2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.840448] env[70527]: DEBUG nova.network.neutron [req-6ce0ed1d-44df-4bd0-9a83-93c2607f4cc3 req-1089709b-b0e1-48c6-a3c6-39fd327f0d38 service nova] [instance: 6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d] Updated VIF entry in instance network info cache for port aedffa36-533b-4c42-8013-76539a30db62. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 690.840448] env[70527]: DEBUG nova.network.neutron [req-6ce0ed1d-44df-4bd0-9a83-93c2607f4cc3 req-1089709b-b0e1-48c6-a3c6-39fd327f0d38 service nova] [instance: 6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d] Updating instance_info_cache with network_info: [{"id": "aedffa36-533b-4c42-8013-76539a30db62", "address": "fa:16:3e:c7:4e:1b", "network": {"id": "53e4ad1e-f258-4f92-8bbb-7b6ee5401316", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-500739210-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d20035e420ee4363b619c7c910e1366f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaedffa36-53", "ovs_interfaceid": "aedffa36-533b-4c42-8013-76539a30db62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.846446] env[70527]: DEBUG oslo_vmware.rw_handles [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/3a32ed82-d38e-4da0-82ec-236e5889d735/ceb476e5-c20f-4967-be78-b77393a04dc2/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=70527) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 690.914141] env[70527]: DEBUG oslo_concurrency.lockutils [None req-6a9bf53e-542f-40a0-8b13-5de960801ced tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Lock "0388e623-1848-4d69-9232-e995611c3c6a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.418s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.045668] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f476acad-93da-4d30-b5c6-9cdc4563e77e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.054775] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e248e993-17af-46e2-bbfe-617e6a0243a8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.092225] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-132394e7-fd77-4889-8490-13166bde9f9a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.100970] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8169cd-8c86-454a-830b-aa26f5167e7a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.116726] env[70527]: DEBUG nova.compute.provider_tree [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 691.137209] env[70527]: DEBUG oslo_vmware.api [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Task: {'id': task-3912554, 'name': ReconfigVM_Task, 'duration_secs': 0.610786} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.137494] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] [instance: 6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d/6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 691.138145] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6142fa0-64e7-4350-9f14-7d0aca451373 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.147785] env[70527]: DEBUG oslo_vmware.api [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Waiting for the task: (returnval){ [ 691.147785] env[70527]: value = "task-3912555" [ 691.147785] env[70527]: _type = "Task" [ 691.147785] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.165022] env[70527]: DEBUG oslo_vmware.api [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Task: {'id': task-3912555, 'name': Rename_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.165022] env[70527]: DEBUG nova.network.neutron [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] [instance: a7404f22-2bdf-4c11-a015-adf07f82ab75] Successfully created port: 932202ca-05c0-43b3-92cc-af20484d598f {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 691.335815] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.336094] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5db10105-c39d-4d08-b423-0df14ac4250d] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 691.336394] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.346670] env[70527]: DEBUG oslo_concurrency.lockutils [req-6ce0ed1d-44df-4bd0-9a83-93c2607f4cc3 req-1089709b-b0e1-48c6-a3c6-39fd327f0d38 service nova] Releasing lock "refresh_cache-6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.347100] env[70527]: DEBUG nova.compute.manager [req-6ce0ed1d-44df-4bd0-9a83-93c2607f4cc3 req-1089709b-b0e1-48c6-a3c6-39fd327f0d38 service nova] [instance: 683944f0-defd-4b89-8276-7ed7ad804197] Received event network-vif-plugged-69cf1cff-d8da-4d4e-8606-c3aefb58deca {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.347222] env[70527]: DEBUG oslo_concurrency.lockutils [req-6ce0ed1d-44df-4bd0-9a83-93c2607f4cc3 req-1089709b-b0e1-48c6-a3c6-39fd327f0d38 service nova] Acquiring lock "683944f0-defd-4b89-8276-7ed7ad804197-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.347633] env[70527]: DEBUG oslo_concurrency.lockutils [req-6ce0ed1d-44df-4bd0-9a83-93c2607f4cc3 req-1089709b-b0e1-48c6-a3c6-39fd327f0d38 service nova] Lock "683944f0-defd-4b89-8276-7ed7ad804197-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.347825] env[70527]: DEBUG oslo_concurrency.lockutils [req-6ce0ed1d-44df-4bd0-9a83-93c2607f4cc3 req-1089709b-b0e1-48c6-a3c6-39fd327f0d38 service nova] Lock "683944f0-defd-4b89-8276-7ed7ad804197-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.348015] env[70527]: DEBUG nova.compute.manager [req-6ce0ed1d-44df-4bd0-9a83-93c2607f4cc3 req-1089709b-b0e1-48c6-a3c6-39fd327f0d38 service nova] [instance: 683944f0-defd-4b89-8276-7ed7ad804197] No waiting events found dispatching network-vif-plugged-69cf1cff-d8da-4d4e-8606-c3aefb58deca {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 691.348221] env[70527]: WARNING nova.compute.manager [req-6ce0ed1d-44df-4bd0-9a83-93c2607f4cc3 req-1089709b-b0e1-48c6-a3c6-39fd327f0d38 service nova] [instance: 683944f0-defd-4b89-8276-7ed7ad804197] Received unexpected event network-vif-plugged-69cf1cff-d8da-4d4e-8606-c3aefb58deca for instance with vm_state building and task_state spawning. [ 691.348365] env[70527]: DEBUG nova.compute.manager [req-6ce0ed1d-44df-4bd0-9a83-93c2607f4cc3 req-1089709b-b0e1-48c6-a3c6-39fd327f0d38 service nova] [instance: 683944f0-defd-4b89-8276-7ed7ad804197] Received event network-changed-69cf1cff-d8da-4d4e-8606-c3aefb58deca {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.348737] env[70527]: DEBUG nova.compute.manager [req-6ce0ed1d-44df-4bd0-9a83-93c2607f4cc3 req-1089709b-b0e1-48c6-a3c6-39fd327f0d38 service nova] [instance: 683944f0-defd-4b89-8276-7ed7ad804197] Refreshing instance network info cache due to event network-changed-69cf1cff-d8da-4d4e-8606-c3aefb58deca. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 691.348852] env[70527]: DEBUG oslo_concurrency.lockutils [req-6ce0ed1d-44df-4bd0-9a83-93c2607f4cc3 req-1089709b-b0e1-48c6-a3c6-39fd327f0d38 service nova] Acquiring lock "refresh_cache-683944f0-defd-4b89-8276-7ed7ad804197" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.348930] env[70527]: DEBUG oslo_concurrency.lockutils [req-6ce0ed1d-44df-4bd0-9a83-93c2607f4cc3 req-1089709b-b0e1-48c6-a3c6-39fd327f0d38 service nova] Acquired lock "refresh_cache-683944f0-defd-4b89-8276-7ed7ad804197" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.349185] env[70527]: DEBUG nova.network.neutron [req-6ce0ed1d-44df-4bd0-9a83-93c2607f4cc3 req-1089709b-b0e1-48c6-a3c6-39fd327f0d38 service nova] [instance: 683944f0-defd-4b89-8276-7ed7ad804197] Refreshing network info cache for port 69cf1cff-d8da-4d4e-8606-c3aefb58deca {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 691.417639] env[70527]: DEBUG nova.compute.manager [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] [instance: 7d528f60-1928-4642-9764-ac7c776b85f6] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 691.576307] env[70527]: DEBUG nova.network.neutron [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] [instance: 2f797a33-e18e-45f5-84e8-b1b80e3ad11b] Successfully updated port: 979e2304-ca4c-41ab-a030-d479208df03c {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 691.619718] env[70527]: DEBUG nova.scheduler.client.report [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 691.659299] env[70527]: DEBUG oslo_vmware.api [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Task: {'id': task-3912555, 'name': Rename_Task, 'duration_secs': 0.157248} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.659739] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] [instance: 6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 691.663112] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8416ac9-1393-4a83-825c-81b884b01c0e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.671834] env[70527]: DEBUG oslo_vmware.api [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Waiting for the task: (returnval){ [ 691.671834] env[70527]: value = "task-3912556" [ 691.671834] env[70527]: _type = "Task" [ 691.671834] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.681649] env[70527]: DEBUG oslo_vmware.api [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Task: {'id': task-3912556, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.682837] env[70527]: DEBUG nova.compute.manager [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] [instance: a7404f22-2bdf-4c11-a015-adf07f82ab75] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 691.709985] env[70527]: DEBUG nova.virt.hardware [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 691.710303] env[70527]: DEBUG nova.virt.hardware [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 691.710864] env[70527]: DEBUG nova.virt.hardware [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 691.710864] env[70527]: DEBUG nova.virt.hardware [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 691.710864] env[70527]: DEBUG nova.virt.hardware [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 691.711036] env[70527]: DEBUG nova.virt.hardware [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 691.711250] env[70527]: DEBUG nova.virt.hardware [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 691.711423] env[70527]: DEBUG nova.virt.hardware [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 691.711593] env[70527]: DEBUG nova.virt.hardware [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 691.711754] env[70527]: DEBUG nova.virt.hardware [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 691.711982] env[70527]: DEBUG nova.virt.hardware [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 691.713320] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4cbab8-1aee-480c-9eb8-2c9d0317ff7b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.724120] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c8961a9-ae54-4855-8404-777105de2d13 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.769721] env[70527]: DEBUG oslo_vmware.rw_handles [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Completed reading data from the image iterator. {{(pid=70527) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 691.769953] env[70527]: DEBUG oslo_vmware.rw_handles [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Closing write handle for https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/3a32ed82-d38e-4da0-82ec-236e5889d735/ceb476e5-c20f-4967-be78-b77393a04dc2/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=70527) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 691.921515] env[70527]: DEBUG nova.virt.vmwareapi.images [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] [instance: 683944f0-defd-4b89-8276-7ed7ad804197] Downloaded image file data ceb476e5-c20f-4967-be78-b77393a04dc2 to vmware_temp/3a32ed82-d38e-4da0-82ec-236e5889d735/ceb476e5-c20f-4967-be78-b77393a04dc2/tmp-sparse.vmdk on the data store datastore2 {{(pid=70527) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 691.923510] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] [instance: 683944f0-defd-4b89-8276-7ed7ad804197] Caching image {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 691.923643] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Copying Virtual Disk [datastore2] vmware_temp/3a32ed82-d38e-4da0-82ec-236e5889d735/ceb476e5-c20f-4967-be78-b77393a04dc2/tmp-sparse.vmdk to [datastore2] vmware_temp/3a32ed82-d38e-4da0-82ec-236e5889d735/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 691.929375] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d04f6a28-8c9f-4277-93b2-426abf984e1b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.945487] env[70527]: DEBUG oslo_vmware.api [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Waiting for the task: (returnval){ [ 691.945487] env[70527]: value = "task-3912557" [ 691.945487] env[70527]: _type = "Task" [ 691.945487] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.951520] env[70527]: INFO nova.compute.manager [None req-70a56309-b4e9-4ef9-b86d-077ca839da2c tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Rebuilding instance [ 691.962275] env[70527]: DEBUG oslo_vmware.api [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Task: {'id': task-3912557, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.966020] env[70527]: DEBUG oslo_concurrency.lockutils [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.017218] env[70527]: DEBUG nova.compute.manager [None req-70a56309-b4e9-4ef9-b86d-077ca839da2c tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 692.018023] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca329c9-f4fb-465d-846a-bb2d3544ee89 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.034120] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 692.034523] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 692.034757] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 692.035964] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 692.035964] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 692.035964] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 692.035964] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._sync_power_states {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 692.079496] env[70527]: DEBUG oslo_concurrency.lockutils [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Acquiring lock "refresh_cache-2f797a33-e18e-45f5-84e8-b1b80e3ad11b" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.079654] env[70527]: DEBUG oslo_concurrency.lockutils [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Acquired lock "refresh_cache-2f797a33-e18e-45f5-84e8-b1b80e3ad11b" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.079806] env[70527]: DEBUG nova.network.neutron [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] [instance: 2f797a33-e18e-45f5-84e8-b1b80e3ad11b] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 692.126425] env[70527]: DEBUG oslo_concurrency.lockutils [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.483s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.127040] env[70527]: DEBUG nova.compute.manager [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] [instance: c90b8c2b-6a16-41e0-87a9-c0368fd34446] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 692.131415] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.607s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.135113] env[70527]: INFO nova.compute.claims [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: ea9f773a-4f52-4819-9f4e-628db9b920f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 692.185599] env[70527]: DEBUG oslo_vmware.api [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Task: {'id': task-3912556, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.441215] env[70527]: DEBUG nova.network.neutron [req-6ce0ed1d-44df-4bd0-9a83-93c2607f4cc3 req-1089709b-b0e1-48c6-a3c6-39fd327f0d38 service nova] [instance: 683944f0-defd-4b89-8276-7ed7ad804197] Updated VIF entry in instance network info cache for port 69cf1cff-d8da-4d4e-8606-c3aefb58deca. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 692.441569] env[70527]: DEBUG nova.network.neutron [req-6ce0ed1d-44df-4bd0-9a83-93c2607f4cc3 req-1089709b-b0e1-48c6-a3c6-39fd327f0d38 service nova] [instance: 683944f0-defd-4b89-8276-7ed7ad804197] Updating instance_info_cache with network_info: [{"id": "69cf1cff-d8da-4d4e-8606-c3aefb58deca", "address": "fa:16:3e:57:98:e6", "network": {"id": "29b8e902-296b-4709-aca2-c446fcf3fa56", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3eee3a2e62a4bcdad1e7484fcad9e2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69cf1cff-d8", "ovs_interfaceid": "69cf1cff-d8da-4d4e-8606-c3aefb58deca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.456821] env[70527]: DEBUG oslo_vmware.api [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Task: {'id': task-3912557, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.540083] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Getting list of instances from cluster (obj){ [ 692.540083] env[70527]: value = "domain-c8" [ 692.540083] env[70527]: _type = "ClusterComputeResource" [ 692.540083] env[70527]: } {{(pid=70527) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 692.541235] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf22bc51-56ef-4b88-be5f-66092ae056d6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.559404] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Got total of 4 instances {{(pid=70527) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 692.559945] env[70527]: WARNING nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] While synchronizing instance power states, found 7 instances in the database and 4 instances on the hypervisor. [ 692.559945] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Triggering sync for uuid 0388e623-1848-4d69-9232-e995611c3c6a {{(pid=70527) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 692.560128] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Triggering sync for uuid 6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d {{(pid=70527) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 692.560384] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Triggering sync for uuid 683944f0-defd-4b89-8276-7ed7ad804197 {{(pid=70527) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 692.560582] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Triggering sync for uuid 5db10105-c39d-4d08-b423-0df14ac4250d {{(pid=70527) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 692.562033] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Triggering sync for uuid 2f797a33-e18e-45f5-84e8-b1b80e3ad11b {{(pid=70527) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 692.562033] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Triggering sync for uuid a7404f22-2bdf-4c11-a015-adf07f82ab75 {{(pid=70527) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 692.562033] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Triggering sync for uuid c90b8c2b-6a16-41e0-87a9-c0368fd34446 {{(pid=70527) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 692.562033] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Acquiring lock "0388e623-1848-4d69-9232-e995611c3c6a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.562033] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Lock "0388e623-1848-4d69-9232-e995611c3c6a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.562033] env[70527]: INFO nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] During sync_power_state the instance has a pending task (rebuilding). Skip. [ 692.562906] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Lock "0388e623-1848-4d69-9232-e995611c3c6a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.563232] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Acquiring lock "6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.565359] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Acquiring lock "683944f0-defd-4b89-8276-7ed7ad804197" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.565359] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Acquiring lock "5db10105-c39d-4d08-b423-0df14ac4250d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.565359] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Acquiring lock "2f797a33-e18e-45f5-84e8-b1b80e3ad11b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.565359] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Acquiring lock "a7404f22-2bdf-4c11-a015-adf07f82ab75" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.565359] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Acquiring lock "c90b8c2b-6a16-41e0-87a9-c0368fd34446" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.565688] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 692.565688] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70527) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 692.565688] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager.update_available_resource {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 692.617403] env[70527]: DEBUG nova.network.neutron [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] [instance: 2f797a33-e18e-45f5-84e8-b1b80e3ad11b] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 692.641585] env[70527]: DEBUG nova.compute.utils [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 692.645144] env[70527]: DEBUG nova.compute.manager [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] [instance: c90b8c2b-6a16-41e0-87a9-c0368fd34446] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 692.645323] env[70527]: DEBUG nova.network.neutron [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] [instance: c90b8c2b-6a16-41e0-87a9-c0368fd34446] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 692.687681] env[70527]: DEBUG oslo_vmware.api [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Task: {'id': task-3912556, 'name': PowerOnVM_Task, 'duration_secs': 0.603745} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.687974] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] [instance: 6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 692.688193] env[70527]: INFO nova.compute.manager [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] [instance: 6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d] Took 10.61 seconds to spawn the instance on the hypervisor. [ 692.689024] env[70527]: DEBUG nova.compute.manager [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] [instance: 6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 692.689259] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b9c799-798b-429f-bcc2-b3e31820b397 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.772151] env[70527]: DEBUG nova.policy [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6fed3e8736d74a87baef5709086a6e41', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c2dd0f0deabc4889b03b9a30ae205e8b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 692.849499] env[70527]: DEBUG nova.network.neutron [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] [instance: 2f797a33-e18e-45f5-84e8-b1b80e3ad11b] Updating instance_info_cache with network_info: [{"id": "979e2304-ca4c-41ab-a030-d479208df03c", "address": "fa:16:3e:b0:f9:86", "network": {"id": "29b8e902-296b-4709-aca2-c446fcf3fa56", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3eee3a2e62a4bcdad1e7484fcad9e2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap979e2304-ca", "ovs_interfaceid": "979e2304-ca4c-41ab-a030-d479208df03c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.944901] env[70527]: DEBUG oslo_concurrency.lockutils [req-6ce0ed1d-44df-4bd0-9a83-93c2607f4cc3 req-1089709b-b0e1-48c6-a3c6-39fd327f0d38 service nova] Releasing lock "refresh_cache-683944f0-defd-4b89-8276-7ed7ad804197" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.945223] env[70527]: DEBUG nova.compute.manager [req-6ce0ed1d-44df-4bd0-9a83-93c2607f4cc3 req-1089709b-b0e1-48c6-a3c6-39fd327f0d38 service nova] [instance: 5db10105-c39d-4d08-b423-0df14ac4250d] Received event network-vif-plugged-f14dbd6a-6bc8-4986-9467-38d9e870c536 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 692.945480] env[70527]: DEBUG oslo_concurrency.lockutils [req-6ce0ed1d-44df-4bd0-9a83-93c2607f4cc3 req-1089709b-b0e1-48c6-a3c6-39fd327f0d38 service nova] Acquiring lock "5db10105-c39d-4d08-b423-0df14ac4250d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.945705] env[70527]: DEBUG oslo_concurrency.lockutils [req-6ce0ed1d-44df-4bd0-9a83-93c2607f4cc3 req-1089709b-b0e1-48c6-a3c6-39fd327f0d38 service nova] Lock "5db10105-c39d-4d08-b423-0df14ac4250d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.945871] env[70527]: DEBUG oslo_concurrency.lockutils [req-6ce0ed1d-44df-4bd0-9a83-93c2607f4cc3 req-1089709b-b0e1-48c6-a3c6-39fd327f0d38 service nova] Lock "5db10105-c39d-4d08-b423-0df14ac4250d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.946050] env[70527]: DEBUG nova.compute.manager [req-6ce0ed1d-44df-4bd0-9a83-93c2607f4cc3 req-1089709b-b0e1-48c6-a3c6-39fd327f0d38 service nova] [instance: 5db10105-c39d-4d08-b423-0df14ac4250d] No waiting events found dispatching network-vif-plugged-f14dbd6a-6bc8-4986-9467-38d9e870c536 {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 692.946243] env[70527]: WARNING nova.compute.manager [req-6ce0ed1d-44df-4bd0-9a83-93c2607f4cc3 req-1089709b-b0e1-48c6-a3c6-39fd327f0d38 service nova] [instance: 5db10105-c39d-4d08-b423-0df14ac4250d] Received unexpected event network-vif-plugged-f14dbd6a-6bc8-4986-9467-38d9e870c536 for instance with vm_state building and task_state spawning. [ 692.946542] env[70527]: DEBUG nova.compute.manager [req-6ce0ed1d-44df-4bd0-9a83-93c2607f4cc3 req-1089709b-b0e1-48c6-a3c6-39fd327f0d38 service nova] [instance: 5db10105-c39d-4d08-b423-0df14ac4250d] Received event network-changed-f14dbd6a-6bc8-4986-9467-38d9e870c536 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 692.946542] env[70527]: DEBUG nova.compute.manager [req-6ce0ed1d-44df-4bd0-9a83-93c2607f4cc3 req-1089709b-b0e1-48c6-a3c6-39fd327f0d38 service nova] [instance: 5db10105-c39d-4d08-b423-0df14ac4250d] Refreshing instance network info cache due to event network-changed-f14dbd6a-6bc8-4986-9467-38d9e870c536. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 692.946710] env[70527]: DEBUG oslo_concurrency.lockutils [req-6ce0ed1d-44df-4bd0-9a83-93c2607f4cc3 req-1089709b-b0e1-48c6-a3c6-39fd327f0d38 service nova] Acquiring lock "refresh_cache-5db10105-c39d-4d08-b423-0df14ac4250d" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.946929] env[70527]: DEBUG oslo_concurrency.lockutils [req-6ce0ed1d-44df-4bd0-9a83-93c2607f4cc3 req-1089709b-b0e1-48c6-a3c6-39fd327f0d38 service nova] Acquired lock "refresh_cache-5db10105-c39d-4d08-b423-0df14ac4250d" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.947081] env[70527]: DEBUG nova.network.neutron [req-6ce0ed1d-44df-4bd0-9a83-93c2607f4cc3 req-1089709b-b0e1-48c6-a3c6-39fd327f0d38 service nova] [instance: 5db10105-c39d-4d08-b423-0df14ac4250d] Refreshing network info cache for port f14dbd6a-6bc8-4986-9467-38d9e870c536 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 692.960981] env[70527]: DEBUG oslo_vmware.api [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Task: {'id': task-3912557, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.034534] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-70a56309-b4e9-4ef9-b86d-077ca839da2c tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 693.034834] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e75838bb-10c7-4f75-a7c2-ee1d57f1885d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.044257] env[70527]: DEBUG oslo_vmware.api [None req-70a56309-b4e9-4ef9-b86d-077ca839da2c tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Waiting for the task: (returnval){ [ 693.044257] env[70527]: value = "task-3912558" [ 693.044257] env[70527]: _type = "Task" [ 693.044257] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.054463] env[70527]: DEBUG oslo_vmware.api [None req-70a56309-b4e9-4ef9-b86d-077ca839da2c tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Task: {'id': task-3912558, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.068757] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.146513] env[70527]: DEBUG nova.compute.manager [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] [instance: c90b8c2b-6a16-41e0-87a9-c0368fd34446] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 693.212098] env[70527]: INFO nova.compute.manager [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] [instance: 6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d] Took 15.82 seconds to build instance. [ 693.338592] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Acquiring lock "3f4349d7-2095-4377-9036-5edcf415c18c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.338980] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Lock "3f4349d7-2095-4377-9036-5edcf415c18c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.353308] env[70527]: DEBUG oslo_concurrency.lockutils [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Releasing lock "refresh_cache-2f797a33-e18e-45f5-84e8-b1b80e3ad11b" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.353618] env[70527]: DEBUG nova.compute.manager [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] [instance: 2f797a33-e18e-45f5-84e8-b1b80e3ad11b] Instance network_info: |[{"id": "979e2304-ca4c-41ab-a030-d479208df03c", "address": "fa:16:3e:b0:f9:86", "network": {"id": "29b8e902-296b-4709-aca2-c446fcf3fa56", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3eee3a2e62a4bcdad1e7484fcad9e2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap979e2304-ca", "ovs_interfaceid": "979e2304-ca4c-41ab-a030-d479208df03c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 693.355364] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] [instance: 2f797a33-e18e-45f5-84e8-b1b80e3ad11b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:f9:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73eeba7c-29e1-4fdf-82b3-d62e63e86051', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '979e2304-ca4c-41ab-a030-d479208df03c', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 693.363427] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Creating folder: Project (11b12aa276104af0b8ab6648bfb20c00). Parent ref: group-v776920. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 693.366890] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-201d95ae-efae-4212-83f7-9c09b4940836 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.383032] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Created folder: Project (11b12aa276104af0b8ab6648bfb20c00) in parent group-v776920. [ 693.383337] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Creating folder: Instances. Parent ref: group-v776933. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 693.387784] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cbfff3cc-e776-4851-a9b7-dcb1bc1ad18b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.402767] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Created folder: Instances in parent group-v776933. [ 693.403041] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 693.403253] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f797a33-e18e-45f5-84e8-b1b80e3ad11b] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 693.403463] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-593cc909-8224-4088-afa2-1e80fbc069f5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.434032] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 693.434032] env[70527]: value = "task-3912561" [ 693.434032] env[70527]: _type = "Task" [ 693.434032] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.449157] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912561, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.468681] env[70527]: DEBUG oslo_vmware.api [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Task: {'id': task-3912557, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.468681] env[70527]: DEBUG nova.network.neutron [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] [instance: a7404f22-2bdf-4c11-a015-adf07f82ab75] Successfully updated port: 932202ca-05c0-43b3-92cc-af20484d598f {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 693.478220] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00dd4016-cbc4-453b-a8f2-f234bd06b01d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.488453] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab15e55d-8f88-4d32-bb0d-370f44a65506 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.526443] env[70527]: DEBUG nova.network.neutron [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] [instance: c90b8c2b-6a16-41e0-87a9-c0368fd34446] Successfully created port: ba1ec5c0-406f-462e-83f6-e7049acb555f {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 693.529097] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb79b51-4623-4e45-b783-c39cde0e1284 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.538011] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af6234f-e94f-4e1e-b4c1-302002ff6e4c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.557064] env[70527]: DEBUG nova.compute.provider_tree [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.566131] env[70527]: DEBUG oslo_vmware.api [None req-70a56309-b4e9-4ef9-b86d-077ca839da2c tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Task: {'id': task-3912558, 'name': PowerOffVM_Task, 'duration_secs': 0.192702} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.566131] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-70a56309-b4e9-4ef9-b86d-077ca839da2c tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 693.566131] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-70a56309-b4e9-4ef9-b86d-077ca839da2c tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 693.567606] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ca44ac-e153-40db-8c61-b7316c6b5adf {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.579588] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-70a56309-b4e9-4ef9-b86d-077ca839da2c tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 693.579860] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a477971c-f08c-4b50-b6ae-8adb178f5d51 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.613799] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-70a56309-b4e9-4ef9-b86d-077ca839da2c tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 693.614134] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-70a56309-b4e9-4ef9-b86d-077ca839da2c tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Deleting contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 693.614600] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-70a56309-b4e9-4ef9-b86d-077ca839da2c tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Deleting the datastore file [datastore1] 0388e623-1848-4d69-9232-e995611c3c6a {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 693.614823] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2f8b15c-2228-4292-973d-725230c12ba5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.623810] env[70527]: DEBUG oslo_vmware.api [None req-70a56309-b4e9-4ef9-b86d-077ca839da2c tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Waiting for the task: (returnval){ [ 693.623810] env[70527]: value = "task-3912563" [ 693.623810] env[70527]: _type = "Task" [ 693.623810] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.633420] env[70527]: DEBUG oslo_vmware.api [None req-70a56309-b4e9-4ef9-b86d-077ca839da2c tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Task: {'id': task-3912563, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.714777] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8ef2267d-ac10-495b-b1df-d776ba141c70 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Lock "6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.337s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.716111] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Lock "6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.153s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.716318] env[70527]: INFO nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d] During sync_power_state the instance has a pending task (spawning). Skip. [ 693.716895] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Lock "6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.731650] env[70527]: DEBUG nova.compute.manager [req-39ad4b42-fb95-4f3a-893f-b1001377b8b2 req-a71cc42c-306c-4976-9acc-c29a01d09af2 service nova] [instance: 2f797a33-e18e-45f5-84e8-b1b80e3ad11b] Received event network-vif-plugged-979e2304-ca4c-41ab-a030-d479208df03c {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 693.731858] env[70527]: DEBUG oslo_concurrency.lockutils [req-39ad4b42-fb95-4f3a-893f-b1001377b8b2 req-a71cc42c-306c-4976-9acc-c29a01d09af2 service nova] Acquiring lock "2f797a33-e18e-45f5-84e8-b1b80e3ad11b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.732078] env[70527]: DEBUG oslo_concurrency.lockutils [req-39ad4b42-fb95-4f3a-893f-b1001377b8b2 req-a71cc42c-306c-4976-9acc-c29a01d09af2 service nova] Lock "2f797a33-e18e-45f5-84e8-b1b80e3ad11b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.732270] env[70527]: DEBUG oslo_concurrency.lockutils [req-39ad4b42-fb95-4f3a-893f-b1001377b8b2 req-a71cc42c-306c-4976-9acc-c29a01d09af2 service nova] Lock "2f797a33-e18e-45f5-84e8-b1b80e3ad11b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.732453] env[70527]: DEBUG nova.compute.manager [req-39ad4b42-fb95-4f3a-893f-b1001377b8b2 req-a71cc42c-306c-4976-9acc-c29a01d09af2 service nova] [instance: 2f797a33-e18e-45f5-84e8-b1b80e3ad11b] No waiting events found dispatching network-vif-plugged-979e2304-ca4c-41ab-a030-d479208df03c {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 693.732614] env[70527]: WARNING nova.compute.manager [req-39ad4b42-fb95-4f3a-893f-b1001377b8b2 req-a71cc42c-306c-4976-9acc-c29a01d09af2 service nova] [instance: 2f797a33-e18e-45f5-84e8-b1b80e3ad11b] Received unexpected event network-vif-plugged-979e2304-ca4c-41ab-a030-d479208df03c for instance with vm_state building and task_state spawning. [ 693.950745] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912561, 'name': CreateVM_Task, 'duration_secs': 0.430025} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.953963] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f797a33-e18e-45f5-84e8-b1b80e3ad11b] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 693.954767] env[70527]: DEBUG oslo_concurrency.lockutils [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.954925] env[70527]: DEBUG oslo_concurrency.lockutils [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.955271] env[70527]: DEBUG oslo_concurrency.lockutils [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.955998] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a27caae3-eb24-471b-b666-570cc030b055 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.961785] env[70527]: DEBUG oslo_vmware.api [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Task: {'id': task-3912557, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.526465} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.963254] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Copied Virtual Disk [datastore2] vmware_temp/3a32ed82-d38e-4da0-82ec-236e5889d735/ceb476e5-c20f-4967-be78-b77393a04dc2/tmp-sparse.vmdk to [datastore2] vmware_temp/3a32ed82-d38e-4da0-82ec-236e5889d735/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 693.963462] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Deleting the datastore file [datastore2] vmware_temp/3a32ed82-d38e-4da0-82ec-236e5889d735/ceb476e5-c20f-4967-be78-b77393a04dc2/tmp-sparse.vmdk {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 693.964597] env[70527]: DEBUG oslo_vmware.api [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Waiting for the task: (returnval){ [ 693.964597] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]526214d5-a558-6dfa-c1f6-26781a557f12" [ 693.964597] env[70527]: _type = "Task" [ 693.964597] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.964597] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9d39a73-9c4f-406f-a82d-f1af4c1e9458 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.979325] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Acquiring lock "refresh_cache-a7404f22-2bdf-4c11-a015-adf07f82ab75" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.979486] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Acquired lock "refresh_cache-a7404f22-2bdf-4c11-a015-adf07f82ab75" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.979627] env[70527]: DEBUG nova.network.neutron [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] [instance: a7404f22-2bdf-4c11-a015-adf07f82ab75] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 693.982042] env[70527]: DEBUG oslo_vmware.api [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]526214d5-a558-6dfa-c1f6-26781a557f12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.983829] env[70527]: DEBUG oslo_vmware.api [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Waiting for the task: (returnval){ [ 693.983829] env[70527]: value = "task-3912564" [ 693.983829] env[70527]: _type = "Task" [ 693.983829] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.996367] env[70527]: DEBUG oslo_vmware.api [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Task: {'id': task-3912564, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.060557] env[70527]: DEBUG nova.scheduler.client.report [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 694.133501] env[70527]: DEBUG oslo_vmware.api [None req-70a56309-b4e9-4ef9-b86d-077ca839da2c tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Task: {'id': task-3912563, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205113} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.133765] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-70a56309-b4e9-4ef9-b86d-077ca839da2c tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 694.133952] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-70a56309-b4e9-4ef9-b86d-077ca839da2c tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Deleted contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 694.134144] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-70a56309-b4e9-4ef9-b86d-077ca839da2c tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 694.162414] env[70527]: DEBUG nova.compute.manager [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] [instance: c90b8c2b-6a16-41e0-87a9-c0368fd34446] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 694.188292] env[70527]: DEBUG nova.virt.hardware [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 694.189218] env[70527]: DEBUG nova.virt.hardware [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 694.189218] env[70527]: DEBUG nova.virt.hardware [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 694.189218] env[70527]: DEBUG nova.virt.hardware [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 694.189218] env[70527]: DEBUG nova.virt.hardware [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 694.189218] env[70527]: DEBUG nova.virt.hardware [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 694.189446] env[70527]: DEBUG nova.virt.hardware [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 694.189483] env[70527]: DEBUG nova.virt.hardware [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 694.189686] env[70527]: DEBUG nova.virt.hardware [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 694.189794] env[70527]: DEBUG nova.virt.hardware [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 694.189965] env[70527]: DEBUG nova.virt.hardware [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 694.191561] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5886371e-3f2d-4cbe-979f-ddc65f355b34 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.200693] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7844a0ed-b48d-4fd5-a089-be7433b5a2cc {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.219127] env[70527]: DEBUG nova.compute.manager [None req-ed4f0ccc-c449-4d29-b6ca-d246bfd9b3b9 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] [instance: 99388db0-92e9-43d3-810a-5854edf7739a] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 694.308633] env[70527]: DEBUG nova.network.neutron [req-6ce0ed1d-44df-4bd0-9a83-93c2607f4cc3 req-1089709b-b0e1-48c6-a3c6-39fd327f0d38 service nova] [instance: 5db10105-c39d-4d08-b423-0df14ac4250d] Updated VIF entry in instance network info cache for port f14dbd6a-6bc8-4986-9467-38d9e870c536. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 694.308976] env[70527]: DEBUG nova.network.neutron [req-6ce0ed1d-44df-4bd0-9a83-93c2607f4cc3 req-1089709b-b0e1-48c6-a3c6-39fd327f0d38 service nova] [instance: 5db10105-c39d-4d08-b423-0df14ac4250d] Updating instance_info_cache with network_info: [{"id": "f14dbd6a-6bc8-4986-9467-38d9e870c536", "address": "fa:16:3e:60:9a:0d", "network": {"id": "ac4c5c7a-9727-4cf7-83da-cc12f81bae3a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-994465232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffc6c328f56e4971bceb097b0ceef30d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf14dbd6a-6b", "ovs_interfaceid": "f14dbd6a-6bc8-4986-9467-38d9e870c536", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.480733] env[70527]: DEBUG oslo_concurrency.lockutils [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.481242] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] [instance: 2f797a33-e18e-45f5-84e8-b1b80e3ad11b] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 694.481524] env[70527]: DEBUG oslo_concurrency.lockutils [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.498416] env[70527]: DEBUG oslo_vmware.api [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Task: {'id': task-3912564, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.029398} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.498416] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 694.498416] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Moving file from [datastore2] vmware_temp/3a32ed82-d38e-4da0-82ec-236e5889d735/ceb476e5-c20f-4967-be78-b77393a04dc2 to [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2. {{(pid=70527) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 694.499041] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-26cb8258-769f-415c-a3ac-4694076ac3d2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.507359] env[70527]: DEBUG oslo_vmware.api [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Waiting for the task: (returnval){ [ 694.507359] env[70527]: value = "task-3912565" [ 694.507359] env[70527]: _type = "Task" [ 694.507359] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.517613] env[70527]: DEBUG oslo_vmware.api [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Task: {'id': task-3912565, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.542925] env[70527]: DEBUG nova.network.neutron [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] [instance: a7404f22-2bdf-4c11-a015-adf07f82ab75] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 694.569942] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.438s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.571260] env[70527]: DEBUG nova.compute.manager [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: ea9f773a-4f52-4819-9f4e-628db9b920f2] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 694.575036] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.729s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.576332] env[70527]: INFO nova.compute.claims [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] [instance: 11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 694.758388] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ed4f0ccc-c449-4d29-b6ca-d246bfd9b3b9 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.811761] env[70527]: DEBUG oslo_concurrency.lockutils [req-6ce0ed1d-44df-4bd0-9a83-93c2607f4cc3 req-1089709b-b0e1-48c6-a3c6-39fd327f0d38 service nova] Releasing lock "refresh_cache-5db10105-c39d-4d08-b423-0df14ac4250d" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.913750] env[70527]: DEBUG nova.network.neutron [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] [instance: a7404f22-2bdf-4c11-a015-adf07f82ab75] Updating instance_info_cache with network_info: [{"id": "932202ca-05c0-43b3-92cc-af20484d598f", "address": "fa:16:3e:70:3e:65", "network": {"id": "29b8e902-296b-4709-aca2-c446fcf3fa56", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3eee3a2e62a4bcdad1e7484fcad9e2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap932202ca-05", "ovs_interfaceid": "932202ca-05c0-43b3-92cc-af20484d598f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.995757] env[70527]: DEBUG nova.compute.manager [req-bbc0cafb-d9f0-4570-8e5c-f43a1885ed4e req-86d70e7f-24d4-4281-95c1-cde1ab6ec7ff service nova] [instance: a7404f22-2bdf-4c11-a015-adf07f82ab75] Received event network-vif-plugged-932202ca-05c0-43b3-92cc-af20484d598f {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.996279] env[70527]: DEBUG oslo_concurrency.lockutils [req-bbc0cafb-d9f0-4570-8e5c-f43a1885ed4e req-86d70e7f-24d4-4281-95c1-cde1ab6ec7ff service nova] Acquiring lock "a7404f22-2bdf-4c11-a015-adf07f82ab75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.997404] env[70527]: DEBUG oslo_concurrency.lockutils [req-bbc0cafb-d9f0-4570-8e5c-f43a1885ed4e req-86d70e7f-24d4-4281-95c1-cde1ab6ec7ff service nova] Lock "a7404f22-2bdf-4c11-a015-adf07f82ab75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.997712] env[70527]: DEBUG oslo_concurrency.lockutils [req-bbc0cafb-d9f0-4570-8e5c-f43a1885ed4e req-86d70e7f-24d4-4281-95c1-cde1ab6ec7ff service nova] Lock "a7404f22-2bdf-4c11-a015-adf07f82ab75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.998804] env[70527]: DEBUG nova.compute.manager [req-bbc0cafb-d9f0-4570-8e5c-f43a1885ed4e req-86d70e7f-24d4-4281-95c1-cde1ab6ec7ff service nova] [instance: a7404f22-2bdf-4c11-a015-adf07f82ab75] No waiting events found dispatching network-vif-plugged-932202ca-05c0-43b3-92cc-af20484d598f {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 694.999313] env[70527]: WARNING nova.compute.manager [req-bbc0cafb-d9f0-4570-8e5c-f43a1885ed4e req-86d70e7f-24d4-4281-95c1-cde1ab6ec7ff service nova] [instance: a7404f22-2bdf-4c11-a015-adf07f82ab75] Received unexpected event network-vif-plugged-932202ca-05c0-43b3-92cc-af20484d598f for instance with vm_state building and task_state spawning. [ 695.022396] env[70527]: DEBUG oslo_vmware.api [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Task: {'id': task-3912565, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.033471} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.022694] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] File moved {{(pid=70527) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 695.022890] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] [instance: 683944f0-defd-4b89-8276-7ed7ad804197] Cleaning up location [datastore2] vmware_temp/3a32ed82-d38e-4da0-82ec-236e5889d735 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 695.023073] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Deleting the datastore file [datastore2] vmware_temp/3a32ed82-d38e-4da0-82ec-236e5889d735 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 695.023353] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09aa4a09-f573-4aa4-936e-cb4e84de236a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.032785] env[70527]: DEBUG oslo_vmware.api [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Waiting for the task: (returnval){ [ 695.032785] env[70527]: value = "task-3912566" [ 695.032785] env[70527]: _type = "Task" [ 695.032785] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.046199] env[70527]: DEBUG oslo_vmware.api [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Task: {'id': task-3912566, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.081453] env[70527]: DEBUG nova.compute.utils [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 695.090527] env[70527]: DEBUG nova.compute.manager [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: ea9f773a-4f52-4819-9f4e-628db9b920f2] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 695.090924] env[70527]: DEBUG nova.network.neutron [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: ea9f773a-4f52-4819-9f4e-628db9b920f2] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 695.180810] env[70527]: DEBUG nova.virt.hardware [None req-70a56309-b4e9-4ef9-b86d-077ca839da2c tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 695.180810] env[70527]: DEBUG nova.virt.hardware [None req-70a56309-b4e9-4ef9-b86d-077ca839da2c tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 695.180810] env[70527]: DEBUG nova.virt.hardware [None req-70a56309-b4e9-4ef9-b86d-077ca839da2c tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 695.180810] env[70527]: DEBUG nova.virt.hardware [None req-70a56309-b4e9-4ef9-b86d-077ca839da2c tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 695.181123] env[70527]: DEBUG nova.virt.hardware [None req-70a56309-b4e9-4ef9-b86d-077ca839da2c tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 695.181123] env[70527]: DEBUG nova.virt.hardware [None req-70a56309-b4e9-4ef9-b86d-077ca839da2c tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 695.181123] env[70527]: DEBUG nova.virt.hardware [None req-70a56309-b4e9-4ef9-b86d-077ca839da2c tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 695.181123] env[70527]: DEBUG nova.virt.hardware [None req-70a56309-b4e9-4ef9-b86d-077ca839da2c tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 695.181123] env[70527]: DEBUG nova.virt.hardware [None req-70a56309-b4e9-4ef9-b86d-077ca839da2c tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 695.181269] env[70527]: DEBUG nova.virt.hardware [None req-70a56309-b4e9-4ef9-b86d-077ca839da2c tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 695.181269] env[70527]: DEBUG nova.virt.hardware [None req-70a56309-b4e9-4ef9-b86d-077ca839da2c tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 695.182093] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3380a505-e749-4505-9dbd-527067717c05 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.191834] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023e8df6-1618-4517-a2f1-a28a941857f1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.197424] env[70527]: DEBUG nova.policy [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0172c4eaa28c4914b22bb8d6160d8e3e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '198d5fc4095a4eb5b007aea1ba967804', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 695.211066] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-70a56309-b4e9-4ef9-b86d-077ca839da2c tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Instance VIF info [] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 695.217060] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70a56309-b4e9-4ef9-b86d-077ca839da2c tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 695.217358] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 695.217572] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45412b2f-1a04-45de-afb3-163d6a660a76 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.237723] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 695.237723] env[70527]: value = "task-3912567" [ 695.237723] env[70527]: _type = "Task" [ 695.237723] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.247498] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912567, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.416865] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Releasing lock "refresh_cache-a7404f22-2bdf-4c11-a015-adf07f82ab75" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.418051] env[70527]: DEBUG nova.compute.manager [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] [instance: a7404f22-2bdf-4c11-a015-adf07f82ab75] Instance network_info: |[{"id": "932202ca-05c0-43b3-92cc-af20484d598f", "address": "fa:16:3e:70:3e:65", "network": {"id": "29b8e902-296b-4709-aca2-c446fcf3fa56", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3eee3a2e62a4bcdad1e7484fcad9e2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap932202ca-05", "ovs_interfaceid": "932202ca-05c0-43b3-92cc-af20484d598f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 695.418199] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] [instance: a7404f22-2bdf-4c11-a015-adf07f82ab75] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:3e:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73eeba7c-29e1-4fdf-82b3-d62e63e86051', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '932202ca-05c0-43b3-92cc-af20484d598f', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 695.428870] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Creating folder: Project (101a6d70cb134e848e22fd41cef33aa9). Parent ref: group-v776920. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 695.428870] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e0e450da-837c-4c28-aaa6-b683a590ccb3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.443817] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Created folder: Project (101a6d70cb134e848e22fd41cef33aa9) in parent group-v776920. [ 695.443817] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Creating folder: Instances. Parent ref: group-v776937. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 695.443817] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f563f25b-5fa3-47dd-8b8c-e96c435930c1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.457828] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Created folder: Instances in parent group-v776937. [ 695.459308] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 695.459539] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7404f22-2bdf-4c11-a015-adf07f82ab75] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 695.459751] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc7558ae-730e-4f70-be11-44821fabda5c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.483110] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 695.483110] env[70527]: value = "task-3912570" [ 695.483110] env[70527]: _type = "Task" [ 695.483110] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.493600] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912570, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.548582] env[70527]: DEBUG oslo_vmware.api [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Task: {'id': task-3912566, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.030968} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.549385] env[70527]: DEBUG nova.network.neutron [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] [instance: c90b8c2b-6a16-41e0-87a9-c0368fd34446] Successfully updated port: ba1ec5c0-406f-462e-83f6-e7049acb555f {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 695.551599] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 695.552188] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d50c703c-949a-4e1a-9793-58d7d8fee4cf {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.560580] env[70527]: DEBUG oslo_vmware.api [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Waiting for the task: (returnval){ [ 695.560580] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]527df1f9-2d70-1589-5893-f7f15b44827a" [ 695.560580] env[70527]: _type = "Task" [ 695.560580] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.574928] env[70527]: DEBUG oslo_vmware.api [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]527df1f9-2d70-1589-5893-f7f15b44827a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.595369] env[70527]: DEBUG nova.compute.manager [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: ea9f773a-4f52-4819-9f4e-628db9b920f2] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 695.755630] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912567, 'name': CreateVM_Task, 'duration_secs': 0.360509} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.755630] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 695.755630] env[70527]: DEBUG oslo_concurrency.lockutils [None req-70a56309-b4e9-4ef9-b86d-077ca839da2c tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.755630] env[70527]: DEBUG oslo_concurrency.lockutils [None req-70a56309-b4e9-4ef9-b86d-077ca839da2c tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.755630] env[70527]: DEBUG oslo_concurrency.lockutils [None req-70a56309-b4e9-4ef9-b86d-077ca839da2c tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.755630] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-132ba9d1-6661-4fb4-b729-901ffaeca135 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.760986] env[70527]: DEBUG oslo_vmware.api [None req-70a56309-b4e9-4ef9-b86d-077ca839da2c tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Waiting for the task: (returnval){ [ 695.760986] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52e6714b-f9f1-c70d-c629-cc1c6aaf03bb" [ 695.760986] env[70527]: _type = "Task" [ 695.760986] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.770054] env[70527]: DEBUG oslo_vmware.api [None req-70a56309-b4e9-4ef9-b86d-077ca839da2c tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52e6714b-f9f1-c70d-c629-cc1c6aaf03bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.881378] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb793dfe-7e7f-45dc-9004-90786fadaeee {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.890567] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58364844-0a8f-4d22-ae55-4ca14271f159 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.934126] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acfedbe3-dd19-4296-81f7-226e44d40a93 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.943398] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c925a973-d9af-4a80-a6cb-a9db02086b29 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.958196] env[70527]: DEBUG nova.compute.provider_tree [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 695.994993] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912570, 'name': CreateVM_Task, 'duration_secs': 0.387017} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.995282] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7404f22-2bdf-4c11-a015-adf07f82ab75] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 695.996199] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.053688] env[70527]: DEBUG oslo_concurrency.lockutils [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Acquiring lock "refresh_cache-c90b8c2b-6a16-41e0-87a9-c0368fd34446" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.053688] env[70527]: DEBUG oslo_concurrency.lockutils [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Acquired lock "refresh_cache-c90b8c2b-6a16-41e0-87a9-c0368fd34446" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.053688] env[70527]: DEBUG nova.network.neutron [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] [instance: c90b8c2b-6a16-41e0-87a9-c0368fd34446] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 696.075369] env[70527]: DEBUG oslo_vmware.api [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]527df1f9-2d70-1589-5893-f7f15b44827a, 'name': SearchDatastore_Task, 'duration_secs': 0.014111} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.077357] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.077357] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 683944f0-defd-4b89-8276-7ed7ad804197/683944f0-defd-4b89-8276-7ed7ad804197.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 696.077357] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.077357] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 696.077664] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-74087654-55f8-4073-b3ed-9029aabe5980 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.080119] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-446441e0-b711-4f95-bc12-8e8d01366299 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.092537] env[70527]: DEBUG oslo_vmware.api [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Waiting for the task: (returnval){ [ 696.092537] env[70527]: value = "task-3912571" [ 696.092537] env[70527]: _type = "Task" [ 696.092537] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.093989] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 696.094307] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 696.100523] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b89187e-942b-47c7-a201-5355e44b2183 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.124047] env[70527]: DEBUG oslo_vmware.api [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for the task: (returnval){ [ 696.124047] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]5240ec9a-8bef-f9e6-8949-525586dd9ec4" [ 696.124047] env[70527]: _type = "Task" [ 696.124047] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.124366] env[70527]: DEBUG oslo_vmware.api [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Task: {'id': task-3912571, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.138277] env[70527]: DEBUG oslo_vmware.api [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5240ec9a-8bef-f9e6-8949-525586dd9ec4, 'name': SearchDatastore_Task, 'duration_secs': 0.009913} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.139697] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04c4f138-e80f-43a9-afce-5eaa10ee12ec {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.147692] env[70527]: DEBUG oslo_vmware.api [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for the task: (returnval){ [ 696.147692] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52383434-8984-e9f8-2815-dfe3d1a2e684" [ 696.147692] env[70527]: _type = "Task" [ 696.147692] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.155656] env[70527]: DEBUG oslo_vmware.api [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52383434-8984-e9f8-2815-dfe3d1a2e684, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.242871] env[70527]: DEBUG nova.network.neutron [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: ea9f773a-4f52-4819-9f4e-628db9b920f2] Successfully created port: 043ebeed-c68a-4794-a3f2-c54a0f8a4377 {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 696.277686] env[70527]: DEBUG oslo_vmware.api [None req-70a56309-b4e9-4ef9-b86d-077ca839da2c tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52e6714b-f9f1-c70d-c629-cc1c6aaf03bb, 'name': SearchDatastore_Task, 'duration_secs': 0.010883} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.277880] env[70527]: DEBUG oslo_concurrency.lockutils [None req-70a56309-b4e9-4ef9-b86d-077ca839da2c tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.278171] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-70a56309-b4e9-4ef9-b86d-077ca839da2c tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 696.278387] env[70527]: DEBUG oslo_concurrency.lockutils [None req-70a56309-b4e9-4ef9-b86d-077ca839da2c tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.278608] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.279209] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.279788] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-869406a0-b86b-44fb-9774-090aaf014751 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.287991] env[70527]: DEBUG oslo_vmware.api [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Waiting for the task: (returnval){ [ 696.287991] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]5297dce6-2ce9-7311-0c42-a7b3892d501c" [ 696.287991] env[70527]: _type = "Task" [ 696.287991] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.299738] env[70527]: DEBUG oslo_vmware.api [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5297dce6-2ce9-7311-0c42-a7b3892d501c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.462758] env[70527]: DEBUG nova.scheduler.client.report [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 696.605836] env[70527]: DEBUG oslo_vmware.api [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Task: {'id': task-3912571, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491942} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.605836] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 683944f0-defd-4b89-8276-7ed7ad804197/683944f0-defd-4b89-8276-7ed7ad804197.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 696.606353] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] [instance: 683944f0-defd-4b89-8276-7ed7ad804197] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 696.606715] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b991cd7-74d0-4861-91cb-97bc222014b9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.618075] env[70527]: DEBUG nova.compute.manager [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: ea9f773a-4f52-4819-9f4e-628db9b920f2] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 696.621955] env[70527]: DEBUG oslo_vmware.api [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Waiting for the task: (returnval){ [ 696.621955] env[70527]: value = "task-3912572" [ 696.621955] env[70527]: _type = "Task" [ 696.621955] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.636819] env[70527]: DEBUG oslo_vmware.api [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Task: {'id': task-3912572, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.647329] env[70527]: DEBUG nova.network.neutron [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] [instance: c90b8c2b-6a16-41e0-87a9-c0368fd34446] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 696.665886] env[70527]: DEBUG oslo_vmware.api [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52383434-8984-e9f8-2815-dfe3d1a2e684, 'name': SearchDatastore_Task, 'duration_secs': 0.010246} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.667646] env[70527]: DEBUG nova.virt.hardware [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 696.667938] env[70527]: DEBUG nova.virt.hardware [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 696.668036] env[70527]: DEBUG nova.virt.hardware [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 696.668272] env[70527]: DEBUG nova.virt.hardware [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 696.668442] env[70527]: DEBUG nova.virt.hardware [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 696.668593] env[70527]: DEBUG nova.virt.hardware [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 696.668865] env[70527]: DEBUG nova.virt.hardware [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 696.669575] env[70527]: DEBUG nova.virt.hardware [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 696.669575] env[70527]: DEBUG nova.virt.hardware [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 696.669575] env[70527]: DEBUG nova.virt.hardware [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 696.669575] env[70527]: DEBUG nova.virt.hardware [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 696.670704] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.670890] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 5db10105-c39d-4d08-b423-0df14ac4250d/5db10105-c39d-4d08-b423-0df14ac4250d.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 696.671713] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002bc3a3-56c6-4275-922f-77fa588a6607 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.675310] env[70527]: DEBUG oslo_concurrency.lockutils [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.675310] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 696.675465] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c399b5a-458d-439a-8aaa-d1a97055f14e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.678053] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e686009f-5b54-499b-9914-86a3b35613c7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.689403] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ddad27-f56b-45ea-b6c1-e7a2ba22a11d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.697145] env[70527]: DEBUG oslo_vmware.api [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for the task: (returnval){ [ 696.697145] env[70527]: value = "task-3912573" [ 696.697145] env[70527]: _type = "Task" [ 696.697145] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.713684] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 696.713684] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 696.714229] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1010a412-2232-4897-a14f-69a016516af1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.721151] env[70527]: DEBUG oslo_vmware.api [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3912573, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.725106] env[70527]: DEBUG oslo_vmware.api [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Waiting for the task: (returnval){ [ 696.725106] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]522d2695-743b-3266-280c-6263a9060adc" [ 696.725106] env[70527]: _type = "Task" [ 696.725106] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.740911] env[70527]: DEBUG oslo_vmware.api [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]522d2695-743b-3266-280c-6263a9060adc, 'name': SearchDatastore_Task, 'duration_secs': 0.010969} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.743053] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57903d33-4420-4280-a9e1-20e20770fe6f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.750294] env[70527]: DEBUG oslo_vmware.api [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Waiting for the task: (returnval){ [ 696.750294] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52788d6a-998e-f321-2a1f-1530a1cae108" [ 696.750294] env[70527]: _type = "Task" [ 696.750294] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.760693] env[70527]: DEBUG oslo_vmware.api [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52788d6a-998e-f321-2a1f-1530a1cae108, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.802396] env[70527]: DEBUG oslo_vmware.api [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5297dce6-2ce9-7311-0c42-a7b3892d501c, 'name': SearchDatastore_Task, 'duration_secs': 0.057057} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.806519] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.807087] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] [instance: a7404f22-2bdf-4c11-a015-adf07f82ab75] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 696.807495] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.880825] env[70527]: DEBUG nova.compute.manager [req-65d8f088-b4e2-42ef-9876-182abdd630cc req-339367dd-1325-4557-b86a-b87a36493c1f service nova] [instance: 2f797a33-e18e-45f5-84e8-b1b80e3ad11b] Received event network-changed-979e2304-ca4c-41ab-a030-d479208df03c {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.881035] env[70527]: DEBUG nova.compute.manager [req-65d8f088-b4e2-42ef-9876-182abdd630cc req-339367dd-1325-4557-b86a-b87a36493c1f service nova] [instance: 2f797a33-e18e-45f5-84e8-b1b80e3ad11b] Refreshing instance network info cache due to event network-changed-979e2304-ca4c-41ab-a030-d479208df03c. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 696.881273] env[70527]: DEBUG oslo_concurrency.lockutils [req-65d8f088-b4e2-42ef-9876-182abdd630cc req-339367dd-1325-4557-b86a-b87a36493c1f service nova] Acquiring lock "refresh_cache-2f797a33-e18e-45f5-84e8-b1b80e3ad11b" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.881445] env[70527]: DEBUG oslo_concurrency.lockutils [req-65d8f088-b4e2-42ef-9876-182abdd630cc req-339367dd-1325-4557-b86a-b87a36493c1f service nova] Acquired lock "refresh_cache-2f797a33-e18e-45f5-84e8-b1b80e3ad11b" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.881614] env[70527]: DEBUG nova.network.neutron [req-65d8f088-b4e2-42ef-9876-182abdd630cc req-339367dd-1325-4557-b86a-b87a36493c1f service nova] [instance: 2f797a33-e18e-45f5-84e8-b1b80e3ad11b] Refreshing network info cache for port 979e2304-ca4c-41ab-a030-d479208df03c {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 696.969045] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.394s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.972024] env[70527]: DEBUG nova.compute.manager [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] [instance: 11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 696.976852] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.165s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.979903] env[70527]: INFO nova.compute.claims [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] [instance: a8990c35-0ff5-42a2-a236-871039dc979a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 697.064871] env[70527]: DEBUG nova.network.neutron [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] [instance: c90b8c2b-6a16-41e0-87a9-c0368fd34446] Updating instance_info_cache with network_info: [{"id": "ba1ec5c0-406f-462e-83f6-e7049acb555f", "address": "fa:16:3e:12:0a:44", "network": {"id": "e10e1c6a-cee6-4869-8d23-4eadf4149b19", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-434040304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2dd0f0deabc4889b03b9a30ae205e8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a64108f9-df0a-4feb-bbb5-97f5841c356c", "external-id": "nsx-vlan-transportzone-67", "segmentation_id": 67, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba1ec5c0-40", "ovs_interfaceid": "ba1ec5c0-406f-462e-83f6-e7049acb555f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.137352] env[70527]: DEBUG oslo_vmware.api [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Task: {'id': task-3912572, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078077} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.138072] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] [instance: 683944f0-defd-4b89-8276-7ed7ad804197] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 697.139484] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e35407dc-c6a9-4e41-b307-3273c2585d36 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.167456] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] [instance: 683944f0-defd-4b89-8276-7ed7ad804197] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 683944f0-defd-4b89-8276-7ed7ad804197/683944f0-defd-4b89-8276-7ed7ad804197.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 697.167865] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7b5b41b-c376-42cf-9685-b988b9fa6d30 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.191814] env[70527]: DEBUG oslo_vmware.api [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Waiting for the task: (returnval){ [ 697.191814] env[70527]: value = "task-3912574" [ 697.191814] env[70527]: _type = "Task" [ 697.191814] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.211347] env[70527]: DEBUG oslo_vmware.api [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Task: {'id': task-3912574, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.221198] env[70527]: DEBUG oslo_vmware.api [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3912573, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496097} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.221714] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 5db10105-c39d-4d08-b423-0df14ac4250d/5db10105-c39d-4d08-b423-0df14ac4250d.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 697.221935] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5db10105-c39d-4d08-b423-0df14ac4250d] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 697.222462] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95b3e3c4-2e58-462f-bd5c-265cfca9bb18 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.232561] env[70527]: DEBUG oslo_vmware.api [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for the task: (returnval){ [ 697.232561] env[70527]: value = "task-3912575" [ 697.232561] env[70527]: _type = "Task" [ 697.232561] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.246772] env[70527]: DEBUG oslo_vmware.api [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3912575, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.262796] env[70527]: DEBUG oslo_vmware.api [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52788d6a-998e-f321-2a1f-1530a1cae108, 'name': SearchDatastore_Task, 'duration_secs': 0.011023} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.263103] env[70527]: DEBUG oslo_concurrency.lockutils [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.263406] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 2f797a33-e18e-45f5-84e8-b1b80e3ad11b/2f797a33-e18e-45f5-84e8-b1b80e3ad11b.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 697.263721] env[70527]: DEBUG oslo_concurrency.lockutils [None req-70a56309-b4e9-4ef9-b86d-077ca839da2c tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.263910] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-70a56309-b4e9-4ef9-b86d-077ca839da2c tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 697.264174] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3820f103-4b7b-41ad-addb-cb9e8fd20459 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.266873] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-21015fe1-ebbe-40d2-aed9-2d50b37f3923 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.276231] env[70527]: DEBUG oslo_vmware.api [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Waiting for the task: (returnval){ [ 697.276231] env[70527]: value = "task-3912576" [ 697.276231] env[70527]: _type = "Task" [ 697.276231] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.281216] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-70a56309-b4e9-4ef9-b86d-077ca839da2c tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 697.281519] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-70a56309-b4e9-4ef9-b86d-077ca839da2c tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 697.282934] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99dab72f-4440-4b41-8c04-7b9940fbea69 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.289935] env[70527]: DEBUG oslo_vmware.api [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Task: {'id': task-3912576, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.294685] env[70527]: DEBUG oslo_vmware.api [None req-70a56309-b4e9-4ef9-b86d-077ca839da2c tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Waiting for the task: (returnval){ [ 697.294685] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52f1e499-aa83-9faa-95ce-5d0842ac6868" [ 697.294685] env[70527]: _type = "Task" [ 697.294685] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.305847] env[70527]: DEBUG oslo_vmware.api [None req-70a56309-b4e9-4ef9-b86d-077ca839da2c tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52f1e499-aa83-9faa-95ce-5d0842ac6868, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.487714] env[70527]: DEBUG nova.compute.utils [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 697.496021] env[70527]: DEBUG nova.compute.manager [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] [instance: 11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 697.496021] env[70527]: DEBUG nova.network.neutron [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] [instance: 11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 697.568516] env[70527]: DEBUG oslo_concurrency.lockutils [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Releasing lock "refresh_cache-c90b8c2b-6a16-41e0-87a9-c0368fd34446" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.568720] env[70527]: DEBUG nova.compute.manager [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] [instance: c90b8c2b-6a16-41e0-87a9-c0368fd34446] Instance network_info: |[{"id": "ba1ec5c0-406f-462e-83f6-e7049acb555f", "address": "fa:16:3e:12:0a:44", "network": {"id": "e10e1c6a-cee6-4869-8d23-4eadf4149b19", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-434040304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2dd0f0deabc4889b03b9a30ae205e8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a64108f9-df0a-4feb-bbb5-97f5841c356c", "external-id": "nsx-vlan-transportzone-67", "segmentation_id": 67, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba1ec5c0-40", "ovs_interfaceid": "ba1ec5c0-406f-462e-83f6-e7049acb555f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 697.569442] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] [instance: c90b8c2b-6a16-41e0-87a9-c0368fd34446] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:0a:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a64108f9-df0a-4feb-bbb5-97f5841c356c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ba1ec5c0-406f-462e-83f6-e7049acb555f', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 697.578440] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Creating folder: Project (c2dd0f0deabc4889b03b9a30ae205e8b). Parent ref: group-v776920. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 697.579897] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10d82843-cf62-488b-ad36-45b9e86bc822 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.592162] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Created folder: Project (c2dd0f0deabc4889b03b9a30ae205e8b) in parent group-v776920. [ 697.592273] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Creating folder: Instances. Parent ref: group-v776940. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 697.596017] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-673f6c7c-7bca-4c4f-a0ee-fef0e1868b96 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.609602] env[70527]: DEBUG oslo_concurrency.lockutils [None req-11e2e496-3844-4971-97aa-b8726b5c5140 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Acquiring lock "6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.609891] env[70527]: DEBUG oslo_concurrency.lockutils [None req-11e2e496-3844-4971-97aa-b8726b5c5140 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Lock "6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.610153] env[70527]: INFO nova.compute.manager [None req-11e2e496-3844-4971-97aa-b8726b5c5140 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] [instance: 6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d] Rebooting instance [ 697.614770] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Created folder: Instances in parent group-v776940. [ 697.614770] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 697.614770] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c90b8c2b-6a16-41e0-87a9-c0368fd34446] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 697.614770] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dac4e79c-8722-46d0-8629-f72f9fbd2933 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.636151] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 697.636151] env[70527]: value = "task-3912579" [ 697.636151] env[70527]: _type = "Task" [ 697.636151] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.651147] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912579, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.697465] env[70527]: DEBUG nova.policy [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce812270a8804bd6a325c7554d219bb3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '16d28b9d76f24c79b327a48b17cb113b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 697.715610] env[70527]: DEBUG oslo_vmware.api [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Task: {'id': task-3912574, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.747954] env[70527]: DEBUG oslo_vmware.api [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3912575, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081389} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.747954] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5db10105-c39d-4d08-b423-0df14ac4250d] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 697.747954] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69403e2e-093f-4fa6-86fc-0911f8029213 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.771731] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5db10105-c39d-4d08-b423-0df14ac4250d] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 5db10105-c39d-4d08-b423-0df14ac4250d/5db10105-c39d-4d08-b423-0df14ac4250d.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 697.772316] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbe24282-2c69-41c1-a1c0-05e2433a6e3b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.800882] env[70527]: DEBUG oslo_vmware.api [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for the task: (returnval){ [ 697.800882] env[70527]: value = "task-3912580" [ 697.800882] env[70527]: _type = "Task" [ 697.800882] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.807844] env[70527]: DEBUG oslo_vmware.api [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Task: {'id': task-3912576, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523695} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.808102] env[70527]: DEBUG oslo_vmware.api [None req-70a56309-b4e9-4ef9-b86d-077ca839da2c tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52f1e499-aa83-9faa-95ce-5d0842ac6868, 'name': SearchDatastore_Task, 'duration_secs': 0.01089} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.812627] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 2f797a33-e18e-45f5-84e8-b1b80e3ad11b/2f797a33-e18e-45f5-84e8-b1b80e3ad11b.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 697.812627] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] [instance: 2f797a33-e18e-45f5-84e8-b1b80e3ad11b] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 697.812792] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37d66a7b-453e-47f3-af30-fb48421939a6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.815723] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-faf4b206-1751-4f55-adaf-e783c6f42994 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.827828] env[70527]: DEBUG oslo_vmware.api [None req-70a56309-b4e9-4ef9-b86d-077ca839da2c tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Waiting for the task: (returnval){ [ 697.827828] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52ab3d4c-5cdb-26f0-9649-35c1a0944e52" [ 697.827828] env[70527]: _type = "Task" [ 697.827828] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.828058] env[70527]: DEBUG oslo_vmware.api [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3912580, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.830124] env[70527]: DEBUG oslo_vmware.api [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Waiting for the task: (returnval){ [ 697.830124] env[70527]: value = "task-3912581" [ 697.830124] env[70527]: _type = "Task" [ 697.830124] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.850921] env[70527]: DEBUG oslo_vmware.api [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Task: {'id': task-3912581, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.850921] env[70527]: DEBUG oslo_vmware.api [None req-70a56309-b4e9-4ef9-b86d-077ca839da2c tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52ab3d4c-5cdb-26f0-9649-35c1a0944e52, 'name': SearchDatastore_Task, 'duration_secs': 0.019183} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.851085] env[70527]: DEBUG oslo_concurrency.lockutils [None req-70a56309-b4e9-4ef9-b86d-077ca839da2c tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.851776] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-70a56309-b4e9-4ef9-b86d-077ca839da2c tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 0388e623-1848-4d69-9232-e995611c3c6a/0388e623-1848-4d69-9232-e995611c3c6a.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 697.851776] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.852112] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 697.852112] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4da6c371-f519-43b6-84eb-bad35e56d914 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.854282] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-493da959-89d3-40be-8102-fee96191fd50 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.865650] env[70527]: DEBUG oslo_vmware.api [None req-70a56309-b4e9-4ef9-b86d-077ca839da2c tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Waiting for the task: (returnval){ [ 697.865650] env[70527]: value = "task-3912582" [ 697.865650] env[70527]: _type = "Task" [ 697.865650] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.866215] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 697.866215] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 697.872301] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f18e1e89-b8c5-4b0e-8f76-924580eca26c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.882427] env[70527]: DEBUG oslo_vmware.api [None req-70a56309-b4e9-4ef9-b86d-077ca839da2c tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Task: {'id': task-3912582, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.885034] env[70527]: DEBUG oslo_vmware.api [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Waiting for the task: (returnval){ [ 697.885034] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52884e60-f981-5556-b705-6d04e3ecb3b5" [ 697.885034] env[70527]: _type = "Task" [ 697.885034] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.893610] env[70527]: DEBUG oslo_vmware.api [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52884e60-f981-5556-b705-6d04e3ecb3b5, 'name': SearchDatastore_Task, 'duration_secs': 0.011729} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.894790] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f2345e9-1333-4877-9b38-f242b2f0ff85 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.901171] env[70527]: DEBUG oslo_vmware.api [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Waiting for the task: (returnval){ [ 697.901171] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52cd2f24-5ac7-730d-79cc-32cfd2ccd274" [ 697.901171] env[70527]: _type = "Task" [ 697.901171] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.910280] env[70527]: DEBUG oslo_vmware.api [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52cd2f24-5ac7-730d-79cc-32cfd2ccd274, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.002188] env[70527]: DEBUG nova.compute.manager [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] [instance: 11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 698.150144] env[70527]: DEBUG nova.compute.manager [req-62693a3a-39ad-4e74-a297-1edb3d12a5df req-8928f159-7cf7-4e2b-ae91-7e8045f9c11a service nova] [instance: a7404f22-2bdf-4c11-a015-adf07f82ab75] Received event network-changed-932202ca-05c0-43b3-92cc-af20484d598f {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.150415] env[70527]: DEBUG nova.compute.manager [req-62693a3a-39ad-4e74-a297-1edb3d12a5df req-8928f159-7cf7-4e2b-ae91-7e8045f9c11a service nova] [instance: a7404f22-2bdf-4c11-a015-adf07f82ab75] Refreshing instance network info cache due to event network-changed-932202ca-05c0-43b3-92cc-af20484d598f. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 698.150644] env[70527]: DEBUG oslo_concurrency.lockutils [req-62693a3a-39ad-4e74-a297-1edb3d12a5df req-8928f159-7cf7-4e2b-ae91-7e8045f9c11a service nova] Acquiring lock "refresh_cache-a7404f22-2bdf-4c11-a015-adf07f82ab75" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.152139] env[70527]: DEBUG oslo_concurrency.lockutils [req-62693a3a-39ad-4e74-a297-1edb3d12a5df req-8928f159-7cf7-4e2b-ae91-7e8045f9c11a service nova] Acquired lock "refresh_cache-a7404f22-2bdf-4c11-a015-adf07f82ab75" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.152139] env[70527]: DEBUG nova.network.neutron [req-62693a3a-39ad-4e74-a297-1edb3d12a5df req-8928f159-7cf7-4e2b-ae91-7e8045f9c11a service nova] [instance: a7404f22-2bdf-4c11-a015-adf07f82ab75] Refreshing network info cache for port 932202ca-05c0-43b3-92cc-af20484d598f {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 698.167990] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912579, 'name': CreateVM_Task} progress is 25%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.169043] env[70527]: DEBUG nova.network.neutron [req-65d8f088-b4e2-42ef-9876-182abdd630cc req-339367dd-1325-4557-b86a-b87a36493c1f service nova] [instance: 2f797a33-e18e-45f5-84e8-b1b80e3ad11b] Updated VIF entry in instance network info cache for port 979e2304-ca4c-41ab-a030-d479208df03c. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 698.169413] env[70527]: DEBUG nova.network.neutron [req-65d8f088-b4e2-42ef-9876-182abdd630cc req-339367dd-1325-4557-b86a-b87a36493c1f service nova] [instance: 2f797a33-e18e-45f5-84e8-b1b80e3ad11b] Updating instance_info_cache with network_info: [{"id": "979e2304-ca4c-41ab-a030-d479208df03c", "address": "fa:16:3e:b0:f9:86", "network": {"id": "29b8e902-296b-4709-aca2-c446fcf3fa56", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3eee3a2e62a4bcdad1e7484fcad9e2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap979e2304-ca", "ovs_interfaceid": "979e2304-ca4c-41ab-a030-d479208df03c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.177343] env[70527]: DEBUG oslo_concurrency.lockutils [None req-11e2e496-3844-4971-97aa-b8726b5c5140 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Acquiring lock "refresh_cache-6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.177730] env[70527]: DEBUG oslo_concurrency.lockutils [None req-11e2e496-3844-4971-97aa-b8726b5c5140 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Acquired lock "refresh_cache-6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.178033] env[70527]: DEBUG nova.network.neutron [None req-11e2e496-3844-4971-97aa-b8726b5c5140 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] [instance: 6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 698.218122] env[70527]: DEBUG oslo_vmware.api [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Task: {'id': task-3912574, 'name': ReconfigVM_Task, 'duration_secs': 0.85012} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.218447] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] [instance: 683944f0-defd-4b89-8276-7ed7ad804197] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 683944f0-defd-4b89-8276-7ed7ad804197/683944f0-defd-4b89-8276-7ed7ad804197.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 698.219435] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5686cd18-0486-4954-941a-7c5db67d2b8b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.240733] env[70527]: DEBUG oslo_vmware.api [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Waiting for the task: (returnval){ [ 698.240733] env[70527]: value = "task-3912583" [ 698.240733] env[70527]: _type = "Task" [ 698.240733] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.255260] env[70527]: DEBUG oslo_vmware.api [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Task: {'id': task-3912583, 'name': Rename_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.320109] env[70527]: DEBUG oslo_vmware.api [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3912580, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.352411] env[70527]: DEBUG oslo_vmware.api [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Task: {'id': task-3912581, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082956} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.352610] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] [instance: 2f797a33-e18e-45f5-84e8-b1b80e3ad11b] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 698.354433] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b0c8a2-2b0c-402a-b0be-be36aa667e00 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.384623] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] [instance: 2f797a33-e18e-45f5-84e8-b1b80e3ad11b] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 2f797a33-e18e-45f5-84e8-b1b80e3ad11b/2f797a33-e18e-45f5-84e8-b1b80e3ad11b.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 698.389938] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8a82040-0f7f-460a-a62b-f854a5f51591 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.404673] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a9875bf-d3d2-41da-8149-c978565c4c66 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.417297] env[70527]: DEBUG oslo_vmware.api [None req-70a56309-b4e9-4ef9-b86d-077ca839da2c tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Task: {'id': task-3912582, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535454} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.420487] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-70a56309-b4e9-4ef9-b86d-077ca839da2c tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 0388e623-1848-4d69-9232-e995611c3c6a/0388e623-1848-4d69-9232-e995611c3c6a.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 698.420717] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-70a56309-b4e9-4ef9-b86d-077ca839da2c tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 698.421051] env[70527]: DEBUG oslo_vmware.api [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Waiting for the task: (returnval){ [ 698.421051] env[70527]: value = "task-3912584" [ 698.421051] env[70527]: _type = "Task" [ 698.421051] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.423537] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40620c32-4cd6-4034-b59c-b044c7d3a021 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.425937] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f9271a5-c613-4dab-8c7a-1db45ef03d66 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.439254] env[70527]: DEBUG oslo_vmware.api [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52cd2f24-5ac7-730d-79cc-32cfd2ccd274, 'name': SearchDatastore_Task, 'duration_secs': 0.011666} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.440188] env[70527]: DEBUG nova.network.neutron [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] [instance: 11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6] Successfully created port: dda56ee0-696b-4d69-ae68-3cfe9e6324bc {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 698.443921] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.443921] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] a7404f22-2bdf-4c11-a015-adf07f82ab75/a7404f22-2bdf-4c11-a015-adf07f82ab75.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 698.473770] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4eb0b661-c59b-486b-8678-e8b30676f6a2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.477506] env[70527]: DEBUG oslo_vmware.api [None req-70a56309-b4e9-4ef9-b86d-077ca839da2c tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Waiting for the task: (returnval){ [ 698.477506] env[70527]: value = "task-3912585" [ 698.477506] env[70527]: _type = "Task" [ 698.477506] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.481931] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90509dd6-ca9c-41c3-8b61-ad692fbca618 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.485072] env[70527]: DEBUG oslo_vmware.api [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Task: {'id': task-3912584, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.492029] env[70527]: DEBUG oslo_vmware.api [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Waiting for the task: (returnval){ [ 698.492029] env[70527]: value = "task-3912586" [ 698.492029] env[70527]: _type = "Task" [ 698.492029] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.501684] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc690b4-b755-48f1-9b57-2f2fa936c994 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.506112] env[70527]: DEBUG oslo_vmware.api [None req-70a56309-b4e9-4ef9-b86d-077ca839da2c tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Task: {'id': task-3912585, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.515260] env[70527]: DEBUG oslo_vmware.api [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Task: {'id': task-3912586, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.524924] env[70527]: DEBUG nova.compute.provider_tree [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 698.657489] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912579, 'name': CreateVM_Task, 'duration_secs': 0.697164} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.657489] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c90b8c2b-6a16-41e0-87a9-c0368fd34446] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 698.657489] env[70527]: DEBUG oslo_concurrency.lockutils [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.657489] env[70527]: DEBUG oslo_concurrency.lockutils [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.657489] env[70527]: DEBUG oslo_concurrency.lockutils [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.659077] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-743c1818-2d42-4bf7-a814-9092ee559f85 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.664762] env[70527]: DEBUG oslo_vmware.api [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Waiting for the task: (returnval){ [ 698.664762] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]5276a9ba-714b-fadb-3a39-98ed4d3957d1" [ 698.664762] env[70527]: _type = "Task" [ 698.664762] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.675490] env[70527]: DEBUG oslo_concurrency.lockutils [req-65d8f088-b4e2-42ef-9876-182abdd630cc req-339367dd-1325-4557-b86a-b87a36493c1f service nova] Releasing lock "refresh_cache-2f797a33-e18e-45f5-84e8-b1b80e3ad11b" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.675878] env[70527]: DEBUG oslo_vmware.api [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5276a9ba-714b-fadb-3a39-98ed4d3957d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.761039] env[70527]: DEBUG oslo_vmware.api [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Task: {'id': task-3912583, 'name': Rename_Task, 'duration_secs': 0.364697} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.762079] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] [instance: 683944f0-defd-4b89-8276-7ed7ad804197] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 698.762079] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e51fb05a-82bf-4779-8624-d4fa373da029 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.773892] env[70527]: DEBUG oslo_vmware.api [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Waiting for the task: (returnval){ [ 698.773892] env[70527]: value = "task-3912587" [ 698.773892] env[70527]: _type = "Task" [ 698.773892] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.786740] env[70527]: DEBUG oslo_vmware.api [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Task: {'id': task-3912587, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.820224] env[70527]: DEBUG nova.network.neutron [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: ea9f773a-4f52-4819-9f4e-628db9b920f2] Successfully updated port: 043ebeed-c68a-4794-a3f2-c54a0f8a4377 {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 698.831327] env[70527]: DEBUG oslo_vmware.api [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3912580, 'name': ReconfigVM_Task, 'duration_secs': 0.780916} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.833700] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5db10105-c39d-4d08-b423-0df14ac4250d] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 5db10105-c39d-4d08-b423-0df14ac4250d/5db10105-c39d-4d08-b423-0df14ac4250d.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 698.833700] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-679c526e-c991-4c8c-a711-317d7dccaa6a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.845710] env[70527]: DEBUG oslo_vmware.api [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for the task: (returnval){ [ 698.845710] env[70527]: value = "task-3912588" [ 698.845710] env[70527]: _type = "Task" [ 698.845710] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.861237] env[70527]: DEBUG oslo_vmware.api [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3912588, 'name': Rename_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.941261] env[70527]: DEBUG oslo_vmware.api [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Task: {'id': task-3912584, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.006039] env[70527]: DEBUG oslo_vmware.api [None req-70a56309-b4e9-4ef9-b86d-077ca839da2c tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Task: {'id': task-3912585, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076736} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.009638] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-70a56309-b4e9-4ef9-b86d-077ca839da2c tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 699.010517] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0200758f-00b4-46c9-b4b1-d10b3d056187 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.017191] env[70527]: DEBUG nova.compute.manager [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] [instance: 11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 699.034523] env[70527]: DEBUG nova.scheduler.client.report [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 699.048201] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-70a56309-b4e9-4ef9-b86d-077ca839da2c tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 0388e623-1848-4d69-9232-e995611c3c6a/0388e623-1848-4d69-9232-e995611c3c6a.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 699.049024] env[70527]: DEBUG oslo_vmware.api [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Task: {'id': task-3912586, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.054027] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f13f9e2-88bc-46b8-96f4-87e1f78e7011 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.082259] env[70527]: DEBUG nova.virt.hardware [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 699.082576] env[70527]: DEBUG nova.virt.hardware [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 699.082756] env[70527]: DEBUG nova.virt.hardware [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 699.082938] env[70527]: DEBUG nova.virt.hardware [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 699.083121] env[70527]: DEBUG nova.virt.hardware [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 699.083285] env[70527]: DEBUG nova.virt.hardware [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 699.083539] env[70527]: DEBUG nova.virt.hardware [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 699.083804] env[70527]: DEBUG nova.virt.hardware [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 699.084050] env[70527]: DEBUG nova.virt.hardware [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 699.084348] env[70527]: DEBUG nova.virt.hardware [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 699.084528] env[70527]: DEBUG nova.virt.hardware [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 699.085763] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b504d1c-6d2a-442c-838a-d6e05d8b09da {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.090847] env[70527]: DEBUG oslo_vmware.api [None req-70a56309-b4e9-4ef9-b86d-077ca839da2c tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Waiting for the task: (returnval){ [ 699.090847] env[70527]: value = "task-3912589" [ 699.090847] env[70527]: _type = "Task" [ 699.090847] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.100821] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1b4b3c-0b9e-4ed0-b489-3a9516bb9004 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.107960] env[70527]: DEBUG oslo_vmware.api [None req-70a56309-b4e9-4ef9-b86d-077ca839da2c tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Task: {'id': task-3912589, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.179343] env[70527]: DEBUG oslo_vmware.api [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5276a9ba-714b-fadb-3a39-98ed4d3957d1, 'name': SearchDatastore_Task, 'duration_secs': 0.012121} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.179879] env[70527]: DEBUG oslo_concurrency.lockutils [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.179975] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] [instance: c90b8c2b-6a16-41e0-87a9-c0368fd34446] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 699.180414] env[70527]: DEBUG oslo_concurrency.lockutils [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.180414] env[70527]: DEBUG oslo_concurrency.lockutils [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.180570] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 699.180817] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a64d9c5b-28c6-4df3-a51a-caf16ae05923 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.196029] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 699.196029] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 699.196029] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9512575-b95e-4d84-92b5-4fd8f2e938c8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.203285] env[70527]: DEBUG oslo_vmware.api [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Waiting for the task: (returnval){ [ 699.203285] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]524637b7-be47-18cc-60fa-a92f4684d3ed" [ 699.203285] env[70527]: _type = "Task" [ 699.203285] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.213199] env[70527]: DEBUG oslo_vmware.api [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]524637b7-be47-18cc-60fa-a92f4684d3ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.258024] env[70527]: DEBUG nova.network.neutron [req-62693a3a-39ad-4e74-a297-1edb3d12a5df req-8928f159-7cf7-4e2b-ae91-7e8045f9c11a service nova] [instance: a7404f22-2bdf-4c11-a015-adf07f82ab75] Updated VIF entry in instance network info cache for port 932202ca-05c0-43b3-92cc-af20484d598f. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 699.258024] env[70527]: DEBUG nova.network.neutron [req-62693a3a-39ad-4e74-a297-1edb3d12a5df req-8928f159-7cf7-4e2b-ae91-7e8045f9c11a service nova] [instance: a7404f22-2bdf-4c11-a015-adf07f82ab75] Updating instance_info_cache with network_info: [{"id": "932202ca-05c0-43b3-92cc-af20484d598f", "address": "fa:16:3e:70:3e:65", "network": {"id": "29b8e902-296b-4709-aca2-c446fcf3fa56", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3eee3a2e62a4bcdad1e7484fcad9e2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap932202ca-05", "ovs_interfaceid": "932202ca-05c0-43b3-92cc-af20484d598f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.281082] env[70527]: DEBUG nova.network.neutron [None req-11e2e496-3844-4971-97aa-b8726b5c5140 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] [instance: 6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d] Updating instance_info_cache with network_info: [{"id": "aedffa36-533b-4c42-8013-76539a30db62", "address": "fa:16:3e:c7:4e:1b", "network": {"id": "53e4ad1e-f258-4f92-8bbb-7b6ee5401316", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-500739210-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d20035e420ee4363b619c7c910e1366f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaedffa36-53", "ovs_interfaceid": "aedffa36-533b-4c42-8013-76539a30db62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.286878] env[70527]: DEBUG oslo_vmware.api [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Task: {'id': task-3912587, 'name': PowerOnVM_Task} progress is 1%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.333730] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Acquiring lock "refresh_cache-ea9f773a-4f52-4819-9f4e-628db9b920f2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.333730] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Acquired lock "refresh_cache-ea9f773a-4f52-4819-9f4e-628db9b920f2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.333730] env[70527]: DEBUG nova.network.neutron [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: ea9f773a-4f52-4819-9f4e-628db9b920f2] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 699.360596] env[70527]: DEBUG oslo_vmware.api [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3912588, 'name': Rename_Task, 'duration_secs': 0.384722} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.360596] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5db10105-c39d-4d08-b423-0df14ac4250d] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 699.360596] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef9b2ff2-b590-4185-9044-673485d02d87 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.367754] env[70527]: DEBUG oslo_vmware.api [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for the task: (returnval){ [ 699.367754] env[70527]: value = "task-3912590" [ 699.367754] env[70527]: _type = "Task" [ 699.367754] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.376923] env[70527]: DEBUG oslo_vmware.api [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3912590, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.440106] env[70527]: DEBUG oslo_vmware.api [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Task: {'id': task-3912584, 'name': ReconfigVM_Task, 'duration_secs': 0.734433} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.440467] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] [instance: 2f797a33-e18e-45f5-84e8-b1b80e3ad11b] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 2f797a33-e18e-45f5-84e8-b1b80e3ad11b/2f797a33-e18e-45f5-84e8-b1b80e3ad11b.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 699.441276] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7cf0c2dd-bcb2-4fd7-855d-56da3f3c8cfe {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.448980] env[70527]: DEBUG oslo_vmware.api [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Waiting for the task: (returnval){ [ 699.448980] env[70527]: value = "task-3912591" [ 699.448980] env[70527]: _type = "Task" [ 699.448980] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.459481] env[70527]: DEBUG oslo_vmware.api [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Task: {'id': task-3912591, 'name': Rename_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.516333] env[70527]: DEBUG oslo_vmware.api [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Task: {'id': task-3912586, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579435} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.516711] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] a7404f22-2bdf-4c11-a015-adf07f82ab75/a7404f22-2bdf-4c11-a015-adf07f82ab75.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 699.517083] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] [instance: a7404f22-2bdf-4c11-a015-adf07f82ab75] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 699.517523] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d8c63f14-3718-4303-b97c-d2616117e2a2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.527595] env[70527]: DEBUG oslo_vmware.api [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Waiting for the task: (returnval){ [ 699.527595] env[70527]: value = "task-3912592" [ 699.527595] env[70527]: _type = "Task" [ 699.527595] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.536788] env[70527]: DEBUG oslo_vmware.api [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Task: {'id': task-3912592, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.555305] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.576s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.555305] env[70527]: DEBUG nova.compute.manager [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] [instance: a8990c35-0ff5-42a2-a236-871039dc979a] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 699.557371] env[70527]: DEBUG oslo_concurrency.lockutils [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.594s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.559350] env[70527]: INFO nova.compute.claims [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] [instance: 7d528f60-1928-4642-9764-ac7c776b85f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 699.607781] env[70527]: DEBUG oslo_vmware.api [None req-70a56309-b4e9-4ef9-b86d-077ca839da2c tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Task: {'id': task-3912589, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.715694] env[70527]: DEBUG oslo_vmware.api [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]524637b7-be47-18cc-60fa-a92f4684d3ed, 'name': SearchDatastore_Task, 'duration_secs': 0.013384} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.716711] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07a96fd3-a979-4216-ad9e-2ef5c9217f50 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.723243] env[70527]: DEBUG oslo_vmware.api [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Waiting for the task: (returnval){ [ 699.723243] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52798c6c-be24-f4b7-ab5e-5d99d881404e" [ 699.723243] env[70527]: _type = "Task" [ 699.723243] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.738467] env[70527]: DEBUG oslo_vmware.api [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52798c6c-be24-f4b7-ab5e-5d99d881404e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.760642] env[70527]: DEBUG oslo_concurrency.lockutils [req-62693a3a-39ad-4e74-a297-1edb3d12a5df req-8928f159-7cf7-4e2b-ae91-7e8045f9c11a service nova] Releasing lock "refresh_cache-a7404f22-2bdf-4c11-a015-adf07f82ab75" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.761031] env[70527]: DEBUG nova.compute.manager [req-62693a3a-39ad-4e74-a297-1edb3d12a5df req-8928f159-7cf7-4e2b-ae91-7e8045f9c11a service nova] [instance: c90b8c2b-6a16-41e0-87a9-c0368fd34446] Received event network-vif-plugged-ba1ec5c0-406f-462e-83f6-e7049acb555f {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.761352] env[70527]: DEBUG oslo_concurrency.lockutils [req-62693a3a-39ad-4e74-a297-1edb3d12a5df req-8928f159-7cf7-4e2b-ae91-7e8045f9c11a service nova] Acquiring lock "c90b8c2b-6a16-41e0-87a9-c0368fd34446-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.761927] env[70527]: DEBUG oslo_concurrency.lockutils [req-62693a3a-39ad-4e74-a297-1edb3d12a5df req-8928f159-7cf7-4e2b-ae91-7e8045f9c11a service nova] Lock "c90b8c2b-6a16-41e0-87a9-c0368fd34446-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.761927] env[70527]: DEBUG oslo_concurrency.lockutils [req-62693a3a-39ad-4e74-a297-1edb3d12a5df req-8928f159-7cf7-4e2b-ae91-7e8045f9c11a service nova] Lock "c90b8c2b-6a16-41e0-87a9-c0368fd34446-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.762181] env[70527]: DEBUG nova.compute.manager [req-62693a3a-39ad-4e74-a297-1edb3d12a5df req-8928f159-7cf7-4e2b-ae91-7e8045f9c11a service nova] [instance: c90b8c2b-6a16-41e0-87a9-c0368fd34446] No waiting events found dispatching network-vif-plugged-ba1ec5c0-406f-462e-83f6-e7049acb555f {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 699.762454] env[70527]: WARNING nova.compute.manager [req-62693a3a-39ad-4e74-a297-1edb3d12a5df req-8928f159-7cf7-4e2b-ae91-7e8045f9c11a service nova] [instance: c90b8c2b-6a16-41e0-87a9-c0368fd34446] Received unexpected event network-vif-plugged-ba1ec5c0-406f-462e-83f6-e7049acb555f for instance with vm_state building and task_state spawning. [ 699.762650] env[70527]: DEBUG nova.compute.manager [req-62693a3a-39ad-4e74-a297-1edb3d12a5df req-8928f159-7cf7-4e2b-ae91-7e8045f9c11a service nova] [instance: c90b8c2b-6a16-41e0-87a9-c0368fd34446] Received event network-changed-ba1ec5c0-406f-462e-83f6-e7049acb555f {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.762892] env[70527]: DEBUG nova.compute.manager [req-62693a3a-39ad-4e74-a297-1edb3d12a5df req-8928f159-7cf7-4e2b-ae91-7e8045f9c11a service nova] [instance: c90b8c2b-6a16-41e0-87a9-c0368fd34446] Refreshing instance network info cache due to event network-changed-ba1ec5c0-406f-462e-83f6-e7049acb555f. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 699.763020] env[70527]: DEBUG oslo_concurrency.lockutils [req-62693a3a-39ad-4e74-a297-1edb3d12a5df req-8928f159-7cf7-4e2b-ae91-7e8045f9c11a service nova] Acquiring lock "refresh_cache-c90b8c2b-6a16-41e0-87a9-c0368fd34446" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.764227] env[70527]: DEBUG oslo_concurrency.lockutils [req-62693a3a-39ad-4e74-a297-1edb3d12a5df req-8928f159-7cf7-4e2b-ae91-7e8045f9c11a service nova] Acquired lock "refresh_cache-c90b8c2b-6a16-41e0-87a9-c0368fd34446" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.764489] env[70527]: DEBUG nova.network.neutron [req-62693a3a-39ad-4e74-a297-1edb3d12a5df req-8928f159-7cf7-4e2b-ae91-7e8045f9c11a service nova] [instance: c90b8c2b-6a16-41e0-87a9-c0368fd34446] Refreshing network info cache for port ba1ec5c0-406f-462e-83f6-e7049acb555f {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 699.786616] env[70527]: DEBUG oslo_vmware.api [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Task: {'id': task-3912587, 'name': PowerOnVM_Task} progress is 64%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.788956] env[70527]: DEBUG oslo_concurrency.lockutils [None req-11e2e496-3844-4971-97aa-b8726b5c5140 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Releasing lock "refresh_cache-6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.882644] env[70527]: DEBUG oslo_vmware.api [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3912590, 'name': PowerOnVM_Task} progress is 1%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.897437] env[70527]: DEBUG nova.network.neutron [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: ea9f773a-4f52-4819-9f4e-628db9b920f2] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 699.959936] env[70527]: DEBUG oslo_vmware.api [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Task: {'id': task-3912591, 'name': Rename_Task, 'duration_secs': 0.250677} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.960284] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] [instance: 2f797a33-e18e-45f5-84e8-b1b80e3ad11b] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 699.960456] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b6f141f-335a-44fa-b22e-6a93ed226bd8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.968235] env[70527]: DEBUG oslo_vmware.api [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Waiting for the task: (returnval){ [ 699.968235] env[70527]: value = "task-3912593" [ 699.968235] env[70527]: _type = "Task" [ 699.968235] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.981307] env[70527]: DEBUG oslo_vmware.api [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Task: {'id': task-3912593, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.043349] env[70527]: DEBUG oslo_vmware.api [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Task: {'id': task-3912592, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.070283] env[70527]: DEBUG nova.compute.utils [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 700.070283] env[70527]: DEBUG nova.compute.manager [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] [instance: a8990c35-0ff5-42a2-a236-871039dc979a] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 700.070283] env[70527]: DEBUG nova.network.neutron [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] [instance: a8990c35-0ff5-42a2-a236-871039dc979a] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 700.104155] env[70527]: DEBUG nova.compute.manager [req-45efcf0f-a6d6-4fca-864e-a43b9ece862a req-0537e078-750c-4dea-bad6-add56bfbcd4e service nova] [instance: ea9f773a-4f52-4819-9f4e-628db9b920f2] Received event network-vif-plugged-043ebeed-c68a-4794-a3f2-c54a0f8a4377 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.104445] env[70527]: DEBUG oslo_concurrency.lockutils [req-45efcf0f-a6d6-4fca-864e-a43b9ece862a req-0537e078-750c-4dea-bad6-add56bfbcd4e service nova] Acquiring lock "ea9f773a-4f52-4819-9f4e-628db9b920f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.104684] env[70527]: DEBUG oslo_concurrency.lockutils [req-45efcf0f-a6d6-4fca-864e-a43b9ece862a req-0537e078-750c-4dea-bad6-add56bfbcd4e service nova] Lock "ea9f773a-4f52-4819-9f4e-628db9b920f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.104843] env[70527]: DEBUG oslo_concurrency.lockutils [req-45efcf0f-a6d6-4fca-864e-a43b9ece862a req-0537e078-750c-4dea-bad6-add56bfbcd4e service nova] Lock "ea9f773a-4f52-4819-9f4e-628db9b920f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.105024] env[70527]: DEBUG nova.compute.manager [req-45efcf0f-a6d6-4fca-864e-a43b9ece862a req-0537e078-750c-4dea-bad6-add56bfbcd4e service nova] [instance: ea9f773a-4f52-4819-9f4e-628db9b920f2] No waiting events found dispatching network-vif-plugged-043ebeed-c68a-4794-a3f2-c54a0f8a4377 {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 700.105210] env[70527]: WARNING nova.compute.manager [req-45efcf0f-a6d6-4fca-864e-a43b9ece862a req-0537e078-750c-4dea-bad6-add56bfbcd4e service nova] [instance: ea9f773a-4f52-4819-9f4e-628db9b920f2] Received unexpected event network-vif-plugged-043ebeed-c68a-4794-a3f2-c54a0f8a4377 for instance with vm_state building and task_state spawning. [ 700.105386] env[70527]: DEBUG nova.compute.manager [req-45efcf0f-a6d6-4fca-864e-a43b9ece862a req-0537e078-750c-4dea-bad6-add56bfbcd4e service nova] [instance: ea9f773a-4f52-4819-9f4e-628db9b920f2] Received event network-changed-043ebeed-c68a-4794-a3f2-c54a0f8a4377 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.105556] env[70527]: DEBUG nova.compute.manager [req-45efcf0f-a6d6-4fca-864e-a43b9ece862a req-0537e078-750c-4dea-bad6-add56bfbcd4e service nova] [instance: ea9f773a-4f52-4819-9f4e-628db9b920f2] Refreshing instance network info cache due to event network-changed-043ebeed-c68a-4794-a3f2-c54a0f8a4377. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 700.105737] env[70527]: DEBUG oslo_concurrency.lockutils [req-45efcf0f-a6d6-4fca-864e-a43b9ece862a req-0537e078-750c-4dea-bad6-add56bfbcd4e service nova] Acquiring lock "refresh_cache-ea9f773a-4f52-4819-9f4e-628db9b920f2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.118261] env[70527]: DEBUG oslo_vmware.api [None req-70a56309-b4e9-4ef9-b86d-077ca839da2c tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Task: {'id': task-3912589, 'name': ReconfigVM_Task, 'duration_secs': 0.680603} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.120533] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-70a56309-b4e9-4ef9-b86d-077ca839da2c tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 0388e623-1848-4d69-9232-e995611c3c6a/0388e623-1848-4d69-9232-e995611c3c6a.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 700.120533] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7ce62ea-e000-4732-9a03-6e06699e722d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.128481] env[70527]: DEBUG oslo_vmware.api [None req-70a56309-b4e9-4ef9-b86d-077ca839da2c tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Waiting for the task: (returnval){ [ 700.128481] env[70527]: value = "task-3912594" [ 700.128481] env[70527]: _type = "Task" [ 700.128481] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.139107] env[70527]: DEBUG oslo_vmware.api [None req-70a56309-b4e9-4ef9-b86d-077ca839da2c tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Task: {'id': task-3912594, 'name': Rename_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.147115] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquiring lock "6506c3e1-dc99-49be-a878-8a4d167658aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.147490] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lock "6506c3e1-dc99-49be-a878-8a4d167658aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.238166] env[70527]: DEBUG oslo_vmware.api [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52798c6c-be24-f4b7-ab5e-5d99d881404e, 'name': SearchDatastore_Task, 'duration_secs': 0.015686} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.238588] env[70527]: DEBUG oslo_concurrency.lockutils [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.239328] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] c90b8c2b-6a16-41e0-87a9-c0368fd34446/c90b8c2b-6a16-41e0-87a9-c0368fd34446.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 700.239567] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b979fcb-ed61-45cc-bec1-d9f5b4d88898 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.248622] env[70527]: DEBUG oslo_vmware.api [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Waiting for the task: (returnval){ [ 700.248622] env[70527]: value = "task-3912595" [ 700.248622] env[70527]: _type = "Task" [ 700.248622] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.262259] env[70527]: DEBUG oslo_vmware.api [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Task: {'id': task-3912595, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.293304] env[70527]: DEBUG oslo_vmware.api [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Task: {'id': task-3912587, 'name': PowerOnVM_Task} progress is 82%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.296638] env[70527]: DEBUG nova.compute.manager [None req-11e2e496-3844-4971-97aa-b8726b5c5140 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] [instance: 6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 700.296638] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9c933f-e206-414c-8bcc-644bc393bdb7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.384230] env[70527]: DEBUG oslo_vmware.api [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3912590, 'name': PowerOnVM_Task} progress is 64%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.439236] env[70527]: DEBUG nova.policy [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b23ebf0bc0e4d7f991461e80ce05eee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9f5ff120ddc54efbab7bcbf8618f97f5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 700.483137] env[70527]: DEBUG oslo_vmware.api [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Task: {'id': task-3912593, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.503778] env[70527]: DEBUG nova.network.neutron [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: ea9f773a-4f52-4819-9f4e-628db9b920f2] Updating instance_info_cache with network_info: [{"id": "043ebeed-c68a-4794-a3f2-c54a0f8a4377", "address": "fa:16:3e:e1:bb:8e", "network": {"id": "29b8e902-296b-4709-aca2-c446fcf3fa56", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.31", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3eee3a2e62a4bcdad1e7484fcad9e2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap043ebeed-c6", "ovs_interfaceid": "043ebeed-c68a-4794-a3f2-c54a0f8a4377", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.543906] env[70527]: DEBUG oslo_vmware.api [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Task: {'id': task-3912592, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.756794} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.546245] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] [instance: a7404f22-2bdf-4c11-a015-adf07f82ab75] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 700.547116] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe37769-3cf3-44be-8ae5-d65d4e78cddf {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.577517] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] [instance: a7404f22-2bdf-4c11-a015-adf07f82ab75] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] a7404f22-2bdf-4c11-a015-adf07f82ab75/a7404f22-2bdf-4c11-a015-adf07f82ab75.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 700.581715] env[70527]: DEBUG nova.compute.manager [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] [instance: a8990c35-0ff5-42a2-a236-871039dc979a] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 700.588312] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c25b5f89-ecbe-48d6-a20e-57374e38bd8e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.612983] env[70527]: DEBUG oslo_vmware.api [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Waiting for the task: (returnval){ [ 700.612983] env[70527]: value = "task-3912596" [ 700.612983] env[70527]: _type = "Task" [ 700.612983] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.626950] env[70527]: DEBUG oslo_vmware.api [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Task: {'id': task-3912596, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.645310] env[70527]: DEBUG oslo_vmware.api [None req-70a56309-b4e9-4ef9-b86d-077ca839da2c tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Task: {'id': task-3912594, 'name': Rename_Task, 'duration_secs': 0.189707} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.645455] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-70a56309-b4e9-4ef9-b86d-077ca839da2c tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 700.645735] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b9eba8f-c139-4298-a268-4f14981983f7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.654913] env[70527]: DEBUG oslo_vmware.api [None req-70a56309-b4e9-4ef9-b86d-077ca839da2c tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Waiting for the task: (returnval){ [ 700.654913] env[70527]: value = "task-3912597" [ 700.654913] env[70527]: _type = "Task" [ 700.654913] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.670219] env[70527]: DEBUG oslo_vmware.api [None req-70a56309-b4e9-4ef9-b86d-077ca839da2c tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Task: {'id': task-3912597, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.761581] env[70527]: DEBUG oslo_vmware.api [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Task: {'id': task-3912595, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.793636] env[70527]: DEBUG oslo_vmware.api [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Task: {'id': task-3912587, 'name': PowerOnVM_Task} progress is 82%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.888659] env[70527]: DEBUG oslo_vmware.api [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3912590, 'name': PowerOnVM_Task, 'duration_secs': 1.265961} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.893325] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5db10105-c39d-4d08-b423-0df14ac4250d] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 700.894029] env[70527]: INFO nova.compute.manager [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5db10105-c39d-4d08-b423-0df14ac4250d] Took 14.15 seconds to spawn the instance on the hypervisor. [ 700.894681] env[70527]: DEBUG nova.compute.manager [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5db10105-c39d-4d08-b423-0df14ac4250d] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 700.895857] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ab0839-a174-4e39-93c9-06a041934830 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.936251] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82307b8-8272-487b-9651-d7c1b159385a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.948656] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe9aa1b8-c3c5-48b0-9168-db7c5df92461 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.993334] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07e9a66-6400-41e3-9634-a19fd1fd5b8d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.004164] env[70527]: DEBUG oslo_vmware.api [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Task: {'id': task-3912593, 'name': PowerOnVM_Task, 'duration_secs': 0.603438} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.007512] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] [instance: 2f797a33-e18e-45f5-84e8-b1b80e3ad11b] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 701.007748] env[70527]: INFO nova.compute.manager [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] [instance: 2f797a33-e18e-45f5-84e8-b1b80e3ad11b] Took 11.82 seconds to spawn the instance on the hypervisor. [ 701.008031] env[70527]: DEBUG nova.compute.manager [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] [instance: 2f797a33-e18e-45f5-84e8-b1b80e3ad11b] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 701.009400] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15dd27b5-1e77-43fb-b83b-749766f72985 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.015155] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7837c0e5-3416-4d33-b822-4cef6b36a7ea {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.019929] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Releasing lock "refresh_cache-ea9f773a-4f52-4819-9f4e-628db9b920f2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.020473] env[70527]: DEBUG nova.compute.manager [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: ea9f773a-4f52-4819-9f4e-628db9b920f2] Instance network_info: |[{"id": "043ebeed-c68a-4794-a3f2-c54a0f8a4377", "address": "fa:16:3e:e1:bb:8e", "network": {"id": "29b8e902-296b-4709-aca2-c446fcf3fa56", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.31", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3eee3a2e62a4bcdad1e7484fcad9e2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap043ebeed-c6", "ovs_interfaceid": "043ebeed-c68a-4794-a3f2-c54a0f8a4377", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 701.020882] env[70527]: DEBUG oslo_concurrency.lockutils [req-45efcf0f-a6d6-4fca-864e-a43b9ece862a req-0537e078-750c-4dea-bad6-add56bfbcd4e service nova] Acquired lock "refresh_cache-ea9f773a-4f52-4819-9f4e-628db9b920f2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.021082] env[70527]: DEBUG nova.network.neutron [req-45efcf0f-a6d6-4fca-864e-a43b9ece862a req-0537e078-750c-4dea-bad6-add56bfbcd4e service nova] [instance: ea9f773a-4f52-4819-9f4e-628db9b920f2] Refreshing network info cache for port 043ebeed-c68a-4794-a3f2-c54a0f8a4377 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 701.022229] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: ea9f773a-4f52-4819-9f4e-628db9b920f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:bb:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73eeba7c-29e1-4fdf-82b3-d62e63e86051', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '043ebeed-c68a-4794-a3f2-c54a0f8a4377', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 701.031037] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Creating folder: Project (198d5fc4095a4eb5b007aea1ba967804). Parent ref: group-v776920. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 701.032509] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e4dc1352-5c70-427e-a2db-1ac8abd7f7b9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.045969] env[70527]: DEBUG nova.compute.provider_tree [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 701.055790] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Created folder: Project (198d5fc4095a4eb5b007aea1ba967804) in parent group-v776920. [ 701.055790] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Creating folder: Instances. Parent ref: group-v776943. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 701.055790] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f0600bf7-60f8-4228-a94c-add7a21327c8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.071686] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Created folder: Instances in parent group-v776943. [ 701.071984] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 701.072180] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea9f773a-4f52-4819-9f4e-628db9b920f2] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 701.072421] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-028e9103-12e1-46de-8d11-38d61f43be81 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.102464] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 701.102464] env[70527]: value = "task-3912600" [ 701.102464] env[70527]: _type = "Task" [ 701.102464] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.103937] env[70527]: DEBUG nova.network.neutron [req-62693a3a-39ad-4e74-a297-1edb3d12a5df req-8928f159-7cf7-4e2b-ae91-7e8045f9c11a service nova] [instance: c90b8c2b-6a16-41e0-87a9-c0368fd34446] Updated VIF entry in instance network info cache for port ba1ec5c0-406f-462e-83f6-e7049acb555f. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 701.104455] env[70527]: DEBUG nova.network.neutron [req-62693a3a-39ad-4e74-a297-1edb3d12a5df req-8928f159-7cf7-4e2b-ae91-7e8045f9c11a service nova] [instance: c90b8c2b-6a16-41e0-87a9-c0368fd34446] Updating instance_info_cache with network_info: [{"id": "ba1ec5c0-406f-462e-83f6-e7049acb555f", "address": "fa:16:3e:12:0a:44", "network": {"id": "e10e1c6a-cee6-4869-8d23-4eadf4149b19", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-434040304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2dd0f0deabc4889b03b9a30ae205e8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a64108f9-df0a-4feb-bbb5-97f5841c356c", "external-id": "nsx-vlan-transportzone-67", "segmentation_id": 67, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba1ec5c0-40", "ovs_interfaceid": "ba1ec5c0-406f-462e-83f6-e7049acb555f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.126280] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912600, 'name': CreateVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.130204] env[70527]: DEBUG oslo_vmware.api [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Task: {'id': task-3912596, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.165666] env[70527]: DEBUG oslo_vmware.api [None req-70a56309-b4e9-4ef9-b86d-077ca839da2c tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Task: {'id': task-3912597, 'name': PowerOnVM_Task} progress is 1%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.262398] env[70527]: DEBUG oslo_vmware.api [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Task: {'id': task-3912595, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.720409} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.262795] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] c90b8c2b-6a16-41e0-87a9-c0368fd34446/c90b8c2b-6a16-41e0-87a9-c0368fd34446.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 701.264054] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] [instance: c90b8c2b-6a16-41e0-87a9-c0368fd34446] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 701.264054] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d15f61d-1429-4250-b2b3-dcb019c31498 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.273321] env[70527]: DEBUG oslo_vmware.api [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Waiting for the task: (returnval){ [ 701.273321] env[70527]: value = "task-3912601" [ 701.273321] env[70527]: _type = "Task" [ 701.273321] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.287723] env[70527]: DEBUG oslo_vmware.api [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Task: {'id': task-3912601, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.291647] env[70527]: DEBUG oslo_vmware.api [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Task: {'id': task-3912587, 'name': PowerOnVM_Task} progress is 82%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.318675] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fae515d-a8b8-4356-8dbb-b503a929d23b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.323259] env[70527]: DEBUG nova.network.neutron [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] [instance: 11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6] Successfully updated port: dda56ee0-696b-4d69-ae68-3cfe9e6324bc {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 701.329973] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-11e2e496-3844-4971-97aa-b8726b5c5140 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] [instance: 6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d] Doing hard reboot of VM {{(pid=70527) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 701.330269] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-a418b94c-08cf-41a3-867c-a756f8b6e437 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.338808] env[70527]: DEBUG oslo_vmware.api [None req-11e2e496-3844-4971-97aa-b8726b5c5140 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Waiting for the task: (returnval){ [ 701.338808] env[70527]: value = "task-3912602" [ 701.338808] env[70527]: _type = "Task" [ 701.338808] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.355147] env[70527]: DEBUG oslo_vmware.api [None req-11e2e496-3844-4971-97aa-b8726b5c5140 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Task: {'id': task-3912602, 'name': ResetVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.392105] env[70527]: DEBUG nova.network.neutron [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] [instance: a8990c35-0ff5-42a2-a236-871039dc979a] Successfully created port: 287771eb-72bf-4c0f-ab88-a32d02119b38 {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 701.423489] env[70527]: INFO nova.compute.manager [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5db10105-c39d-4d08-b423-0df14ac4250d] Took 22.35 seconds to build instance. [ 701.551776] env[70527]: DEBUG nova.scheduler.client.report [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 701.567742] env[70527]: INFO nova.compute.manager [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] [instance: 2f797a33-e18e-45f5-84e8-b1b80e3ad11b] Took 22.21 seconds to build instance. [ 701.611336] env[70527]: DEBUG oslo_concurrency.lockutils [req-62693a3a-39ad-4e74-a297-1edb3d12a5df req-8928f159-7cf7-4e2b-ae91-7e8045f9c11a service nova] Releasing lock "refresh_cache-c90b8c2b-6a16-41e0-87a9-c0368fd34446" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.617016] env[70527]: DEBUG nova.compute.manager [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] [instance: a8990c35-0ff5-42a2-a236-871039dc979a] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 701.629382] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912600, 'name': CreateVM_Task, 'duration_secs': 0.471878} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.630130] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea9f773a-4f52-4819-9f4e-628db9b920f2] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 701.631310] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.631564] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.632069] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.632423] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abfd0d43-f02b-4b10-be30-f8a39d268a57 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.640847] env[70527]: DEBUG oslo_vmware.api [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Task: {'id': task-3912596, 'name': ReconfigVM_Task, 'duration_secs': 0.87765} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.641602] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] [instance: a7404f22-2bdf-4c11-a015-adf07f82ab75] Reconfigured VM instance instance-00000006 to attach disk [datastore2] a7404f22-2bdf-4c11-a015-adf07f82ab75/a7404f22-2bdf-4c11-a015-adf07f82ab75.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 701.642583] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d5ecf2fe-7a76-40dd-ac1c-921e843ed6f0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.646567] env[70527]: DEBUG oslo_vmware.api [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Waiting for the task: (returnval){ [ 701.646567] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]5284b6aa-2f7f-0712-9790-849b84ffa76a" [ 701.646567] env[70527]: _type = "Task" [ 701.646567] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.654492] env[70527]: DEBUG oslo_vmware.api [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Waiting for the task: (returnval){ [ 701.654492] env[70527]: value = "task-3912603" [ 701.654492] env[70527]: _type = "Task" [ 701.654492] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.662020] env[70527]: DEBUG oslo_vmware.api [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5284b6aa-2f7f-0712-9790-849b84ffa76a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.664406] env[70527]: DEBUG nova.virt.hardware [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 701.664943] env[70527]: DEBUG nova.virt.hardware [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 701.665209] env[70527]: DEBUG nova.virt.hardware [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 701.665632] env[70527]: DEBUG nova.virt.hardware [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 701.665836] env[70527]: DEBUG nova.virt.hardware [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 701.666466] env[70527]: DEBUG nova.virt.hardware [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 701.666707] env[70527]: DEBUG nova.virt.hardware [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 701.666942] env[70527]: DEBUG nova.virt.hardware [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 701.667169] env[70527]: DEBUG nova.virt.hardware [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 701.667377] env[70527]: DEBUG nova.virt.hardware [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 701.667683] env[70527]: DEBUG nova.virt.hardware [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 701.674499] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13472d8d-45ee-4cda-aeaa-a2eb0a3caf9c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.684102] env[70527]: DEBUG oslo_vmware.api [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Task: {'id': task-3912603, 'name': Rename_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.693942] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9353b282-1a1f-4a07-b7d9-27fa9ed37561 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.698235] env[70527]: DEBUG oslo_vmware.api [None req-70a56309-b4e9-4ef9-b86d-077ca839da2c tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Task: {'id': task-3912597, 'name': PowerOnVM_Task} progress is 64%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.788756] env[70527]: DEBUG oslo_vmware.api [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Task: {'id': task-3912587, 'name': PowerOnVM_Task, 'duration_secs': 2.99312} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.792279] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] [instance: 683944f0-defd-4b89-8276-7ed7ad804197] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 701.792279] env[70527]: INFO nova.compute.manager [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] [instance: 683944f0-defd-4b89-8276-7ed7ad804197] Took 17.43 seconds to spawn the instance on the hypervisor. [ 701.792519] env[70527]: DEBUG nova.compute.manager [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] [instance: 683944f0-defd-4b89-8276-7ed7ad804197] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 701.792879] env[70527]: DEBUG oslo_vmware.api [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Task: {'id': task-3912601, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081949} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.793724] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4247361-a658-4846-9fb3-a0aa86ecfafa {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.796867] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] [instance: c90b8c2b-6a16-41e0-87a9-c0368fd34446] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 701.797435] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78d6c52-2b58-414d-a79f-a16bc4226fc8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.827178] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] [instance: c90b8c2b-6a16-41e0-87a9-c0368fd34446] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] c90b8c2b-6a16-41e0-87a9-c0368fd34446/c90b8c2b-6a16-41e0-87a9-c0368fd34446.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 701.828415] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Acquiring lock "refresh_cache-11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.828415] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Acquired lock "refresh_cache-11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.828415] env[70527]: DEBUG nova.network.neutron [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] [instance: 11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 701.829682] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83c6aeb2-a57a-4f1b-8c59-f87819a95511 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.860367] env[70527]: DEBUG oslo_vmware.api [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Waiting for the task: (returnval){ [ 701.860367] env[70527]: value = "task-3912604" [ 701.860367] env[70527]: _type = "Task" [ 701.860367] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.866193] env[70527]: DEBUG oslo_vmware.api [None req-11e2e496-3844-4971-97aa-b8726b5c5140 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Task: {'id': task-3912602, 'name': ResetVM_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.878371] env[70527]: DEBUG oslo_vmware.api [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Task: {'id': task-3912604, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.927025] env[70527]: DEBUG nova.network.neutron [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] [instance: 11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 701.928998] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a0fc81c5-f041-4c30-a69e-53762c111f3d tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Lock "5db10105-c39d-4d08-b423-0df14ac4250d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.871s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.930707] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Lock "5db10105-c39d-4d08-b423-0df14ac4250d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 9.367s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.931690] env[70527]: INFO nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 5db10105-c39d-4d08-b423-0df14ac4250d] During sync_power_state the instance has a pending task (spawning). Skip. [ 701.931690] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Lock "5db10105-c39d-4d08-b423-0df14ac4250d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.056534] env[70527]: DEBUG nova.network.neutron [req-45efcf0f-a6d6-4fca-864e-a43b9ece862a req-0537e078-750c-4dea-bad6-add56bfbcd4e service nova] [instance: ea9f773a-4f52-4819-9f4e-628db9b920f2] Updated VIF entry in instance network info cache for port 043ebeed-c68a-4794-a3f2-c54a0f8a4377. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 702.056875] env[70527]: DEBUG nova.network.neutron [req-45efcf0f-a6d6-4fca-864e-a43b9ece862a req-0537e078-750c-4dea-bad6-add56bfbcd4e service nova] [instance: ea9f773a-4f52-4819-9f4e-628db9b920f2] Updating instance_info_cache with network_info: [{"id": "043ebeed-c68a-4794-a3f2-c54a0f8a4377", "address": "fa:16:3e:e1:bb:8e", "network": {"id": "29b8e902-296b-4709-aca2-c446fcf3fa56", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.31", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3eee3a2e62a4bcdad1e7484fcad9e2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap043ebeed-c6", "ovs_interfaceid": "043ebeed-c68a-4794-a3f2-c54a0f8a4377", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.063210] env[70527]: DEBUG oslo_concurrency.lockutils [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.506s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.063752] env[70527]: DEBUG nova.compute.manager [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] [instance: 7d528f60-1928-4642-9764-ac7c776b85f6] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 702.066943] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 8.998s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.066943] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.066943] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70527) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 702.067175] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ed4f0ccc-c449-4d29-b6ca-d246bfd9b3b9 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.311s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.068612] env[70527]: INFO nova.compute.claims [None req-ed4f0ccc-c449-4d29-b6ca-d246bfd9b3b9 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] [instance: 99388db0-92e9-43d3-810a-5854edf7739a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 702.077120] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1f2d59-c479-4c3a-8700-38e039725245 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.087914] env[70527]: DEBUG oslo_concurrency.lockutils [None req-81be12c8-25ff-422a-a5ca-aa9f6a4bbfdb tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Lock "2f797a33-e18e-45f5-84e8-b1b80e3ad11b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.735s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.092402] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Lock "2f797a33-e18e-45f5-84e8-b1b80e3ad11b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 9.527s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.092402] env[70527]: INFO nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 2f797a33-e18e-45f5-84e8-b1b80e3ad11b] During sync_power_state the instance has a pending task (spawning). Skip. [ 702.092981] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Lock "2f797a33-e18e-45f5-84e8-b1b80e3ad11b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.106631] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f4c090-2589-42af-86d5-07cb27278922 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.150350] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a946c4cc-df23-40db-8544-9a31c133fe84 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.169395] env[70527]: DEBUG oslo_vmware.api [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5284b6aa-2f7f-0712-9790-849b84ffa76a, 'name': SearchDatastore_Task, 'duration_secs': 0.016597} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.171255] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e0387b-993a-4dae-86a5-20f313390730 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.177386] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.177621] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: ea9f773a-4f52-4819-9f4e-628db9b920f2] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 702.178135] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.178135] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.178343] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 702.182679] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e9a2af8-4999-46c2-bbc4-55724ec44243 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.184896] env[70527]: DEBUG oslo_vmware.api [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Task: {'id': task-3912603, 'name': Rename_Task, 'duration_secs': 0.287208} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.186114] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] [instance: a7404f22-2bdf-4c11-a015-adf07f82ab75] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 702.187466] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-343e1d65-042e-47a9-b5fd-fbc3960d2115 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.219602] env[70527]: DEBUG oslo_vmware.api [None req-70a56309-b4e9-4ef9-b86d-077ca839da2c tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Task: {'id': task-3912597, 'name': PowerOnVM_Task} progress is 82%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.220530] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180819MB free_disk=40GB free_vcpus=48 pci_devices=None {{(pid=70527) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 702.220630] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.222857] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 702.223076] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 702.224020] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4a245e5-af01-46ff-bb0a-108b2cbfb3f0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.228739] env[70527]: DEBUG oslo_vmware.api [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Waiting for the task: (returnval){ [ 702.228739] env[70527]: value = "task-3912605" [ 702.228739] env[70527]: _type = "Task" [ 702.228739] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.234612] env[70527]: DEBUG oslo_vmware.api [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Waiting for the task: (returnval){ [ 702.234612] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52250bda-98a9-bc01-09fb-8357d04f64be" [ 702.234612] env[70527]: _type = "Task" [ 702.234612] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.242194] env[70527]: DEBUG oslo_vmware.api [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Task: {'id': task-3912605, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.248662] env[70527]: DEBUG oslo_vmware.api [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52250bda-98a9-bc01-09fb-8357d04f64be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.339173] env[70527]: INFO nova.compute.manager [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] [instance: 683944f0-defd-4b89-8276-7ed7ad804197] Took 23.27 seconds to build instance. [ 702.360214] env[70527]: DEBUG oslo_vmware.api [None req-11e2e496-3844-4971-97aa-b8726b5c5140 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Task: {'id': task-3912602, 'name': ResetVM_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.371133] env[70527]: DEBUG nova.network.neutron [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] [instance: 11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6] Updating instance_info_cache with network_info: [{"id": "dda56ee0-696b-4d69-ae68-3cfe9e6324bc", "address": "fa:16:3e:c6:21:03", "network": {"id": "a2744a6b-e33a-4d4c-adaf-028e96cbc0f5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1009542333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16d28b9d76f24c79b327a48b17cb113b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdda56ee0-69", "ovs_interfaceid": "dda56ee0-696b-4d69-ae68-3cfe9e6324bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.377976] env[70527]: DEBUG oslo_vmware.api [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Task: {'id': task-3912604, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.427169] env[70527]: DEBUG nova.compute.manager [req-99057e2e-0e49-4d1c-8deb-af5944fe406c req-2c9eb3c7-a9de-4bb8-911e-1b7a21db060a service nova] [instance: 11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6] Received event network-vif-plugged-dda56ee0-696b-4d69-ae68-3cfe9e6324bc {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.428237] env[70527]: DEBUG oslo_concurrency.lockutils [req-99057e2e-0e49-4d1c-8deb-af5944fe406c req-2c9eb3c7-a9de-4bb8-911e-1b7a21db060a service nova] Acquiring lock "11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.428237] env[70527]: DEBUG oslo_concurrency.lockutils [req-99057e2e-0e49-4d1c-8deb-af5944fe406c req-2c9eb3c7-a9de-4bb8-911e-1b7a21db060a service nova] Lock "11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.428545] env[70527]: DEBUG oslo_concurrency.lockutils [req-99057e2e-0e49-4d1c-8deb-af5944fe406c req-2c9eb3c7-a9de-4bb8-911e-1b7a21db060a service nova] Lock "11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.428963] env[70527]: DEBUG nova.compute.manager [req-99057e2e-0e49-4d1c-8deb-af5944fe406c req-2c9eb3c7-a9de-4bb8-911e-1b7a21db060a service nova] [instance: 11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6] No waiting events found dispatching network-vif-plugged-dda56ee0-696b-4d69-ae68-3cfe9e6324bc {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 702.429861] env[70527]: WARNING nova.compute.manager [req-99057e2e-0e49-4d1c-8deb-af5944fe406c req-2c9eb3c7-a9de-4bb8-911e-1b7a21db060a service nova] [instance: 11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6] Received unexpected event network-vif-plugged-dda56ee0-696b-4d69-ae68-3cfe9e6324bc for instance with vm_state building and task_state spawning. [ 702.432590] env[70527]: DEBUG nova.compute.manager [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] [instance: 9ad6dd25-d461-4c1a-a084-28ad37c432fc] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 702.563859] env[70527]: DEBUG oslo_concurrency.lockutils [req-45efcf0f-a6d6-4fca-864e-a43b9ece862a req-0537e078-750c-4dea-bad6-add56bfbcd4e service nova] Releasing lock "refresh_cache-ea9f773a-4f52-4819-9f4e-628db9b920f2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.577537] env[70527]: DEBUG nova.compute.utils [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 702.583045] env[70527]: DEBUG nova.compute.manager [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] [instance: 7d528f60-1928-4642-9764-ac7c776b85f6] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 702.583045] env[70527]: DEBUG nova.network.neutron [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] [instance: 7d528f60-1928-4642-9764-ac7c776b85f6] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 702.595057] env[70527]: DEBUG nova.compute.manager [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] [instance: 3f4349d7-2095-4377-9036-5edcf415c18c] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 702.680421] env[70527]: DEBUG oslo_vmware.api [None req-70a56309-b4e9-4ef9-b86d-077ca839da2c tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Task: {'id': task-3912597, 'name': PowerOnVM_Task, 'duration_secs': 1.615553} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.680683] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-70a56309-b4e9-4ef9-b86d-077ca839da2c tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 702.680884] env[70527]: DEBUG nova.compute.manager [None req-70a56309-b4e9-4ef9-b86d-077ca839da2c tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 702.682121] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f2225f-fa7a-44ea-8693-ca1b5efcc9e3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.743444] env[70527]: DEBUG oslo_vmware.api [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Task: {'id': task-3912605, 'name': PowerOnVM_Task} progress is 1%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.751325] env[70527]: DEBUG oslo_vmware.api [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52250bda-98a9-bc01-09fb-8357d04f64be, 'name': SearchDatastore_Task, 'duration_secs': 0.031253} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.754267] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48511669-2d1e-4899-948f-9a95ed271d62 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.759647] env[70527]: DEBUG oslo_vmware.api [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Waiting for the task: (returnval){ [ 702.759647] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52689b75-61d6-786a-cc55-4370fdcbb645" [ 702.759647] env[70527]: _type = "Task" [ 702.759647] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.769739] env[70527]: DEBUG oslo_vmware.api [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52689b75-61d6-786a-cc55-4370fdcbb645, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.844650] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fb07639d-b9a5-4653-a681-49c324f09daf tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Lock "683944f0-defd-4b89-8276-7ed7ad804197" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.790s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.846086] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Lock "683944f0-defd-4b89-8276-7ed7ad804197" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 10.282s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.846284] env[70527]: INFO nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 683944f0-defd-4b89-8276-7ed7ad804197] During sync_power_state the instance has a pending task (spawning). Skip. [ 702.846478] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Lock "683944f0-defd-4b89-8276-7ed7ad804197" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.860594] env[70527]: DEBUG oslo_vmware.api [None req-11e2e496-3844-4971-97aa-b8726b5c5140 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Task: {'id': task-3912602, 'name': ResetVM_Task, 'duration_secs': 1.119397} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.861570] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-11e2e496-3844-4971-97aa-b8726b5c5140 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] [instance: 6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d] Did hard reboot of VM {{(pid=70527) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 702.861570] env[70527]: DEBUG nova.compute.manager [None req-11e2e496-3844-4971-97aa-b8726b5c5140 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] [instance: 6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 702.862960] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c24a70a-8919-4738-a8a6-7b7ca8454992 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.873098] env[70527]: DEBUG nova.policy [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd2ede0d1dba43e7a9682dfe0ea1b231', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ec1043ceb8914936aa65ee2b68c3160d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 702.875256] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Releasing lock "refresh_cache-11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.875634] env[70527]: DEBUG nova.compute.manager [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] [instance: 11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6] Instance network_info: |[{"id": "dda56ee0-696b-4d69-ae68-3cfe9e6324bc", "address": "fa:16:3e:c6:21:03", "network": {"id": "a2744a6b-e33a-4d4c-adaf-028e96cbc0f5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1009542333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16d28b9d76f24c79b327a48b17cb113b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdda56ee0-69", "ovs_interfaceid": "dda56ee0-696b-4d69-ae68-3cfe9e6324bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 702.879768] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] [instance: 11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:21:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a071ecf4-e713-4f97-9271-8c17952f6dee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dda56ee0-696b-4d69-ae68-3cfe9e6324bc', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 702.889595] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Creating folder: Project (16d28b9d76f24c79b327a48b17cb113b). Parent ref: group-v776920. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.896438] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0da815d9-d54b-4e75-a416-3ca2bef363e6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.898909] env[70527]: DEBUG oslo_vmware.api [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Task: {'id': task-3912604, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.912631] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Created folder: Project (16d28b9d76f24c79b327a48b17cb113b) in parent group-v776920. [ 702.912799] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Creating folder: Instances. Parent ref: group-v776946. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.913082] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-71d0a275-1909-4530-bd9b-7b22048040e5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.936532] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Created folder: Instances in parent group-v776946. [ 702.936532] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 702.936690] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 702.940294] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9886cbda-05e5-4b82-8e3b-f4dfd7506805 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.968808] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 702.968808] env[70527]: value = "task-3912608" [ 702.968808] env[70527]: _type = "Task" [ 702.968808] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.979318] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912608, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.985204] env[70527]: DEBUG oslo_concurrency.lockutils [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.083280] env[70527]: DEBUG nova.compute.manager [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] [instance: 7d528f60-1928-4642-9764-ac7c776b85f6] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 703.131623] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.209286] env[70527]: DEBUG oslo_concurrency.lockutils [None req-70a56309-b4e9-4ef9-b86d-077ca839da2c tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.243555] env[70527]: DEBUG oslo_vmware.api [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Task: {'id': task-3912605, 'name': PowerOnVM_Task} progress is 64%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.278030] env[70527]: DEBUG oslo_vmware.api [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52689b75-61d6-786a-cc55-4370fdcbb645, 'name': SearchDatastore_Task, 'duration_secs': 0.014844} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.284192] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.284538] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] ea9f773a-4f52-4819-9f4e-628db9b920f2/ea9f773a-4f52-4819-9f4e-628db9b920f2.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 703.285137] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-676c71b3-8fd0-4f8d-b42f-63e3f323cb85 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.293964] env[70527]: DEBUG oslo_vmware.api [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Waiting for the task: (returnval){ [ 703.293964] env[70527]: value = "task-3912609" [ 703.293964] env[70527]: _type = "Task" [ 703.293964] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.305051] env[70527]: DEBUG oslo_vmware.api [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': task-3912609, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.348263] env[70527]: DEBUG nova.compute.manager [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 6506c3e1-dc99-49be-a878-8a4d167658aa] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 703.385894] env[70527]: DEBUG oslo_vmware.api [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Task: {'id': task-3912604, 'name': ReconfigVM_Task, 'duration_secs': 1.200372} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.386337] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] [instance: c90b8c2b-6a16-41e0-87a9-c0368fd34446] Reconfigured VM instance instance-00000007 to attach disk [datastore2] c90b8c2b-6a16-41e0-87a9-c0368fd34446/c90b8c2b-6a16-41e0-87a9-c0368fd34446.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 703.388015] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bcf1c38b-d3f5-40da-b7fe-7bba02700f1c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.399199] env[70527]: DEBUG oslo_vmware.api [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Waiting for the task: (returnval){ [ 703.399199] env[70527]: value = "task-3912610" [ 703.399199] env[70527]: _type = "Task" [ 703.399199] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.412716] env[70527]: DEBUG oslo_concurrency.lockutils [None req-11e2e496-3844-4971-97aa-b8726b5c5140 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Lock "6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.803s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.424456] env[70527]: DEBUG oslo_vmware.api [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Task: {'id': task-3912610, 'name': Rename_Task} progress is 10%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.480443] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912608, 'name': CreateVM_Task, 'duration_secs': 0.481232} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.480618] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 703.481431] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.481566] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.482150] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.482264] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed29796d-ceb5-4584-9eba-7541e03f9a86 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.490325] env[70527]: DEBUG oslo_vmware.api [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Waiting for the task: (returnval){ [ 703.490325] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]524fedab-9685-9ee9-4ef5-da0a0e88cec1" [ 703.490325] env[70527]: _type = "Task" [ 703.490325] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.503028] env[70527]: DEBUG oslo_vmware.api [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]524fedab-9685-9ee9-4ef5-da0a0e88cec1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.508676] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb780eb9-7835-4280-b3bd-9ae27db72212 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.525664] env[70527]: DEBUG oslo_concurrency.lockutils [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Acquiring lock "5d2b9cdf-5e26-456d-b47f-29183dee3966" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.525948] env[70527]: DEBUG oslo_concurrency.lockutils [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Lock "5d2b9cdf-5e26-456d-b47f-29183dee3966" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.527123] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8cc9051-9f1b-46c7-a3cd-53cbcff587db {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.573934] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9bf5e36-6637-4f15-af4c-b5b06392e5ef {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.583675] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8043ae-fb72-4280-9f21-9631dca1a1e1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.613788] env[70527]: DEBUG nova.compute.provider_tree [None req-ed4f0ccc-c449-4d29-b6ca-d246bfd9b3b9 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 703.747260] env[70527]: DEBUG oslo_vmware.api [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Task: {'id': task-3912605, 'name': PowerOnVM_Task, 'duration_secs': 1.492749} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.747627] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] [instance: a7404f22-2bdf-4c11-a015-adf07f82ab75] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 703.747836] env[70527]: INFO nova.compute.manager [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] [instance: a7404f22-2bdf-4c11-a015-adf07f82ab75] Took 12.06 seconds to spawn the instance on the hypervisor. [ 703.748064] env[70527]: DEBUG nova.compute.manager [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] [instance: a7404f22-2bdf-4c11-a015-adf07f82ab75] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 703.749182] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4dfc68b-8fe4-423a-b760-1862f299cbeb {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.785038] env[70527]: DEBUG nova.network.neutron [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] [instance: a8990c35-0ff5-42a2-a236-871039dc979a] Successfully updated port: 287771eb-72bf-4c0f-ab88-a32d02119b38 {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 703.811931] env[70527]: DEBUG oslo_vmware.api [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': task-3912609, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.878594] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.913553] env[70527]: DEBUG oslo_vmware.api [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Task: {'id': task-3912610, 'name': Rename_Task, 'duration_secs': 0.225876} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.913855] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] [instance: c90b8c2b-6a16-41e0-87a9-c0368fd34446] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 703.915859] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c65a90dd-69e6-4ade-8fcf-047b03f410db {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.923572] env[70527]: DEBUG oslo_vmware.api [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Waiting for the task: (returnval){ [ 703.923572] env[70527]: value = "task-3912611" [ 703.923572] env[70527]: _type = "Task" [ 703.923572] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.932861] env[70527]: DEBUG oslo_vmware.api [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Task: {'id': task-3912611, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.000898] env[70527]: DEBUG oslo_vmware.api [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]524fedab-9685-9ee9-4ef5-da0a0e88cec1, 'name': SearchDatastore_Task, 'duration_secs': 0.014755} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.001262] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.001583] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] [instance: 11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 704.001742] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.001886] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.002076] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 704.002368] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24f39020-cbc5-4c42-8b95-0999afdae018 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.009137] env[70527]: DEBUG nova.network.neutron [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] [instance: 7d528f60-1928-4642-9764-ac7c776b85f6] Successfully created port: adc1c5e2-7a2e-4b4a-8dda-fbf04920f7bb {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 704.016126] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 704.016340] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 704.017093] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d16bad9-97e8-4b7b-87e4-7673bc9b6a21 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.023289] env[70527]: DEBUG oslo_vmware.api [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Waiting for the task: (returnval){ [ 704.023289] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52e703b3-916e-f190-5364-bea35fccd3e5" [ 704.023289] env[70527]: _type = "Task" [ 704.023289] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.032773] env[70527]: DEBUG oslo_vmware.api [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52e703b3-916e-f190-5364-bea35fccd3e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.101017] env[70527]: DEBUG nova.compute.manager [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] [instance: 7d528f60-1928-4642-9764-ac7c776b85f6] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 704.118501] env[70527]: DEBUG nova.scheduler.client.report [None req-ed4f0ccc-c449-4d29-b6ca-d246bfd9b3b9 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 704.144327] env[70527]: DEBUG nova.virt.hardware [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 704.144327] env[70527]: DEBUG nova.virt.hardware [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 704.144327] env[70527]: DEBUG nova.virt.hardware [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 704.144631] env[70527]: DEBUG nova.virt.hardware [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 704.144631] env[70527]: DEBUG nova.virt.hardware [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 704.144631] env[70527]: DEBUG nova.virt.hardware [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 704.144631] env[70527]: DEBUG nova.virt.hardware [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 704.144631] env[70527]: DEBUG nova.virt.hardware [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 704.144802] env[70527]: DEBUG nova.virt.hardware [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 704.144802] env[70527]: DEBUG nova.virt.hardware [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 704.144802] env[70527]: DEBUG nova.virt.hardware [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 704.146053] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d80889c7-11bd-47cc-bc11-39ac75e2d0ad {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.159247] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02265e60-0b45-4e40-b94b-15e9a70da259 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.271472] env[70527]: INFO nova.compute.manager [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] [instance: a7404f22-2bdf-4c11-a015-adf07f82ab75] Took 24.57 seconds to build instance. [ 704.288504] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Acquiring lock "refresh_cache-a8990c35-0ff5-42a2-a236-871039dc979a" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.288681] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Acquired lock "refresh_cache-a8990c35-0ff5-42a2-a236-871039dc979a" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.288836] env[70527]: DEBUG nova.network.neutron [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] [instance: a8990c35-0ff5-42a2-a236-871039dc979a] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 704.311945] env[70527]: DEBUG oslo_vmware.api [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': task-3912609, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.611161} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.311945] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] ea9f773a-4f52-4819-9f4e-628db9b920f2/ea9f773a-4f52-4819-9f4e-628db9b920f2.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 704.312144] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: ea9f773a-4f52-4819-9f4e-628db9b920f2] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 704.312506] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a651df71-da55-4f74-b0c6-d756bde8cecb {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.321891] env[70527]: DEBUG oslo_vmware.api [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Waiting for the task: (returnval){ [ 704.321891] env[70527]: value = "task-3912612" [ 704.321891] env[70527]: _type = "Task" [ 704.321891] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.332587] env[70527]: DEBUG oslo_vmware.api [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': task-3912612, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.437581] env[70527]: DEBUG oslo_vmware.api [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Task: {'id': task-3912611, 'name': PowerOnVM_Task} progress is 71%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.534476] env[70527]: DEBUG oslo_vmware.api [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52e703b3-916e-f190-5364-bea35fccd3e5, 'name': SearchDatastore_Task, 'duration_secs': 0.020139} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.535071] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27654e8d-5145-4ccb-9e74-5090e8376be8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.541425] env[70527]: DEBUG oslo_vmware.api [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Waiting for the task: (returnval){ [ 704.541425] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]522b5854-6d38-23bd-c915-e2c6cd9468c8" [ 704.541425] env[70527]: _type = "Task" [ 704.541425] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.551022] env[70527]: DEBUG oslo_vmware.api [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]522b5854-6d38-23bd-c915-e2c6cd9468c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.626166] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ed4f0ccc-c449-4d29-b6ca-d246bfd9b3b9 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.559s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.626566] env[70527]: DEBUG nova.compute.manager [None req-ed4f0ccc-c449-4d29-b6ca-d246bfd9b3b9 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] [instance: 99388db0-92e9-43d3-810a-5854edf7739a] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 704.629703] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.409s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.776063] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1e0cb7b4-df07-48b7-9a39-754e3133ae1c tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Lock "a7404f22-2bdf-4c11-a015-adf07f82ab75" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.083s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.776063] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Lock "a7404f22-2bdf-4c11-a015-adf07f82ab75" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 12.211s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.776063] env[70527]: INFO nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: a7404f22-2bdf-4c11-a015-adf07f82ab75] During sync_power_state the instance has a pending task (spawning). Skip. [ 704.776063] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Lock "a7404f22-2bdf-4c11-a015-adf07f82ab75" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.836562] env[70527]: DEBUG oslo_vmware.api [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': task-3912612, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.258346} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.836892] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: ea9f773a-4f52-4819-9f4e-628db9b920f2] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 704.838033] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0603c372-598b-4c68-9480-be9490a7ec01 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.867890] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: ea9f773a-4f52-4819-9f4e-628db9b920f2] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] ea9f773a-4f52-4819-9f4e-628db9b920f2/ea9f773a-4f52-4819-9f4e-628db9b920f2.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 704.869016] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ccef4a1-b0f7-43e8-8dbd-246a61879fa9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.895966] env[70527]: DEBUG oslo_vmware.api [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Waiting for the task: (returnval){ [ 704.895966] env[70527]: value = "task-3912613" [ 704.895966] env[70527]: _type = "Task" [ 704.895966] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.899956] env[70527]: DEBUG nova.network.neutron [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] [instance: a8990c35-0ff5-42a2-a236-871039dc979a] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 704.910585] env[70527]: DEBUG oslo_vmware.api [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': task-3912613, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.939642] env[70527]: DEBUG oslo_vmware.api [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Task: {'id': task-3912611, 'name': PowerOnVM_Task} progress is 90%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.055697] env[70527]: DEBUG oslo_vmware.api [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]522b5854-6d38-23bd-c915-e2c6cd9468c8, 'name': SearchDatastore_Task, 'duration_secs': 0.034393} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.056148] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.059130] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] 11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6/11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 705.059130] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5374d66c-5278-4710-9c2f-0ede3e197538 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.065266] env[70527]: DEBUG oslo_vmware.api [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Waiting for the task: (returnval){ [ 705.065266] env[70527]: value = "task-3912614" [ 705.065266] env[70527]: _type = "Task" [ 705.065266] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.080202] env[70527]: DEBUG oslo_vmware.api [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Task: {'id': task-3912614, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.135157] env[70527]: DEBUG nova.compute.utils [None req-ed4f0ccc-c449-4d29-b6ca-d246bfd9b3b9 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 705.143835] env[70527]: DEBUG nova.compute.manager [None req-ed4f0ccc-c449-4d29-b6ca-d246bfd9b3b9 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] [instance: 99388db0-92e9-43d3-810a-5854edf7739a] Not allocating networking since 'none' was specified. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 705.280570] env[70527]: DEBUG nova.compute.manager [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] [instance: 5d2b9cdf-5e26-456d-b47f-29183dee3966] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 705.360270] env[70527]: DEBUG nova.network.neutron [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] [instance: a8990c35-0ff5-42a2-a236-871039dc979a] Updating instance_info_cache with network_info: [{"id": "287771eb-72bf-4c0f-ab88-a32d02119b38", "address": "fa:16:3e:df:b7:48", "network": {"id": "29b8e902-296b-4709-aca2-c446fcf3fa56", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.64", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3eee3a2e62a4bcdad1e7484fcad9e2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap287771eb-72", "ovs_interfaceid": "287771eb-72bf-4c0f-ab88-a32d02119b38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.407009] env[70527]: DEBUG oslo_vmware.api [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': task-3912613, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.440029] env[70527]: DEBUG oslo_vmware.api [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Task: {'id': task-3912611, 'name': PowerOnVM_Task} progress is 90%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.580280] env[70527]: DEBUG oslo_vmware.api [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Task: {'id': task-3912614, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.645676] env[70527]: DEBUG nova.compute.manager [None req-ed4f0ccc-c449-4d29-b6ca-d246bfd9b3b9 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] [instance: 99388db0-92e9-43d3-810a-5854edf7739a] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 705.689913] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 0388e623-1848-4d69-9232-e995611c3c6a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 705.690808] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 705.690808] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 683944f0-defd-4b89-8276-7ed7ad804197 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 705.690808] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 5db10105-c39d-4d08-b423-0df14ac4250d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 705.690808] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 2f797a33-e18e-45f5-84e8-b1b80e3ad11b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 705.691084] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance a7404f22-2bdf-4c11-a015-adf07f82ab75 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 705.691084] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance c90b8c2b-6a16-41e0-87a9-c0368fd34446 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 705.691084] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance ea9f773a-4f52-4819-9f4e-628db9b920f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 705.691174] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 705.691802] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance a8990c35-0ff5-42a2-a236-871039dc979a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 705.691802] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 7d528f60-1928-4642-9764-ac7c776b85f6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 705.691802] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 99388db0-92e9-43d3-810a-5854edf7739a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 705.806849] env[70527]: DEBUG oslo_concurrency.lockutils [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.862614] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Releasing lock "refresh_cache-a8990c35-0ff5-42a2-a236-871039dc979a" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.862810] env[70527]: DEBUG nova.compute.manager [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] [instance: a8990c35-0ff5-42a2-a236-871039dc979a] Instance network_info: |[{"id": "287771eb-72bf-4c0f-ab88-a32d02119b38", "address": "fa:16:3e:df:b7:48", "network": {"id": "29b8e902-296b-4709-aca2-c446fcf3fa56", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.64", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3eee3a2e62a4bcdad1e7484fcad9e2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap287771eb-72", "ovs_interfaceid": "287771eb-72bf-4c0f-ab88-a32d02119b38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 705.863320] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] [instance: a8990c35-0ff5-42a2-a236-871039dc979a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:b7:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73eeba7c-29e1-4fdf-82b3-d62e63e86051', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '287771eb-72bf-4c0f-ab88-a32d02119b38', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 705.876173] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Creating folder: Project (9f5ff120ddc54efbab7bcbf8618f97f5). Parent ref: group-v776920. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 705.876528] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b09ba95-2a00-402d-b187-f319fb330d91 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.891398] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Created folder: Project (9f5ff120ddc54efbab7bcbf8618f97f5) in parent group-v776920. [ 705.895020] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Creating folder: Instances. Parent ref: group-v776949. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 705.895020] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c899dbfd-9f34-4091-865e-aad1d7eed7e3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.908502] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Created folder: Instances in parent group-v776949. [ 705.908502] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 705.914461] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8990c35-0ff5-42a2-a236-871039dc979a] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 705.914931] env[70527]: DEBUG oslo_vmware.api [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': task-3912613, 'name': ReconfigVM_Task, 'duration_secs': 0.733959} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.915257] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04697aed-7b4b-4261-9a45-301a0de425d4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.938277] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: ea9f773a-4f52-4819-9f4e-628db9b920f2] Reconfigured VM instance instance-00000008 to attach disk [datastore2] ea9f773a-4f52-4819-9f4e-628db9b920f2/ea9f773a-4f52-4819-9f4e-628db9b920f2.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 705.938277] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3eef16e3-5d7e-450d-92cd-b01773adedd2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.950230] env[70527]: DEBUG oslo_vmware.api [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Task: {'id': task-3912611, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.953324] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 705.953324] env[70527]: value = "task-3912618" [ 705.953324] env[70527]: _type = "Task" [ 705.953324] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.953324] env[70527]: DEBUG oslo_vmware.api [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Waiting for the task: (returnval){ [ 705.953324] env[70527]: value = "task-3912617" [ 705.953324] env[70527]: _type = "Task" [ 705.953324] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.962342] env[70527]: INFO nova.compute.manager [None req-95883c24-5163-44b9-945b-8b61fe0c9c18 tempest-ServersAdmin275Test-1018622716 tempest-ServersAdmin275Test-1018622716-project-admin] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Rebuilding instance [ 705.971919] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912618, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.976549] env[70527]: DEBUG oslo_vmware.api [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': task-3912617, 'name': Rename_Task} progress is 10%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.032705] env[70527]: DEBUG nova.compute.manager [None req-95883c24-5163-44b9-945b-8b61fe0c9c18 tempest-ServersAdmin275Test-1018622716 tempest-ServersAdmin275Test-1018622716-project-admin] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 706.034306] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5bcdd4-2116-4ff2-af38-24828c5a363a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.082588] env[70527]: DEBUG oslo_vmware.api [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Task: {'id': task-3912614, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.840959} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.082588] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] 11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6/11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 706.082588] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] [instance: 11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 706.082588] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97258163-28c4-47ac-a3b2-d89f22b331fb {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.094207] env[70527]: DEBUG oslo_vmware.api [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Waiting for the task: (returnval){ [ 706.094207] env[70527]: value = "task-3912619" [ 706.094207] env[70527]: _type = "Task" [ 706.094207] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.107303] env[70527]: DEBUG oslo_vmware.api [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Task: {'id': task-3912619, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.192652] env[70527]: DEBUG nova.network.neutron [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] [instance: 7d528f60-1928-4642-9764-ac7c776b85f6] Successfully updated port: adc1c5e2-7a2e-4b4a-8dda-fbf04920f7bb {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 706.195565] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 9ad6dd25-d461-4c1a-a084-28ad37c432fc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 706.252189] env[70527]: DEBUG nova.compute.manager [req-40ffdf12-6034-4c49-9ad5-c5d9c174f109 req-36e9644e-9451-435f-bb02-b657b8e3ed58 service nova] [instance: 11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6] Received event network-changed-dda56ee0-696b-4d69-ae68-3cfe9e6324bc {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.252745] env[70527]: DEBUG nova.compute.manager [req-40ffdf12-6034-4c49-9ad5-c5d9c174f109 req-36e9644e-9451-435f-bb02-b657b8e3ed58 service nova] [instance: 11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6] Refreshing instance network info cache due to event network-changed-dda56ee0-696b-4d69-ae68-3cfe9e6324bc. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 706.253062] env[70527]: DEBUG oslo_concurrency.lockutils [req-40ffdf12-6034-4c49-9ad5-c5d9c174f109 req-36e9644e-9451-435f-bb02-b657b8e3ed58 service nova] Acquiring lock "refresh_cache-11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.254028] env[70527]: DEBUG oslo_concurrency.lockutils [req-40ffdf12-6034-4c49-9ad5-c5d9c174f109 req-36e9644e-9451-435f-bb02-b657b8e3ed58 service nova] Acquired lock "refresh_cache-11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.254028] env[70527]: DEBUG nova.network.neutron [req-40ffdf12-6034-4c49-9ad5-c5d9c174f109 req-36e9644e-9451-435f-bb02-b657b8e3ed58 service nova] [instance: 11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6] Refreshing network info cache for port dda56ee0-696b-4d69-ae68-3cfe9e6324bc {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 706.448444] env[70527]: DEBUG oslo_vmware.api [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Task: {'id': task-3912611, 'name': PowerOnVM_Task, 'duration_secs': 2.079381} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.448444] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] [instance: c90b8c2b-6a16-41e0-87a9-c0368fd34446] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 706.448444] env[70527]: INFO nova.compute.manager [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] [instance: c90b8c2b-6a16-41e0-87a9-c0368fd34446] Took 12.29 seconds to spawn the instance on the hypervisor. [ 706.448444] env[70527]: DEBUG nova.compute.manager [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] [instance: c90b8c2b-6a16-41e0-87a9-c0368fd34446] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 706.449146] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e5ab87-2d47-4378-ae3f-c1612a740ae9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.470479] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912618, 'name': CreateVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.473799] env[70527]: DEBUG oslo_vmware.api [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': task-3912617, 'name': Rename_Task, 'duration_secs': 0.216749} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.477910] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: ea9f773a-4f52-4819-9f4e-628db9b920f2] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 706.477910] env[70527]: DEBUG nova.compute.manager [None req-1fb69aae-4bc4-4cdd-97b0-1c9c1e24b814 tempest-ServerDiagnosticsTest-1680255785 tempest-ServerDiagnosticsTest-1680255785-project-admin] [instance: 683944f0-defd-4b89-8276-7ed7ad804197] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 706.477910] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58d48145-d0fc-4c00-8788-9d528f4f9ea1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.479364] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a401da3-a390-4584-9410-afb1fd5556ed {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.490810] env[70527]: INFO nova.compute.manager [None req-1fb69aae-4bc4-4cdd-97b0-1c9c1e24b814 tempest-ServerDiagnosticsTest-1680255785 tempest-ServerDiagnosticsTest-1680255785-project-admin] [instance: 683944f0-defd-4b89-8276-7ed7ad804197] Retrieving diagnostics [ 706.493229] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290ea0e9-4758-4c1e-ad12-408de1d89dd6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.497186] env[70527]: DEBUG oslo_vmware.api [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Waiting for the task: (returnval){ [ 706.497186] env[70527]: value = "task-3912620" [ 706.497186] env[70527]: _type = "Task" [ 706.497186] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.542138] env[70527]: DEBUG oslo_vmware.api [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': task-3912620, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.608029] env[70527]: DEBUG oslo_vmware.api [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Task: {'id': task-3912619, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090422} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.608029] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] [instance: 11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 706.608370] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843d3d0e-c4de-45cb-a9c6-f8ccdf4fbbab {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.641495] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] [instance: 11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6/11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 706.641729] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad717336-3191-48e1-b39c-bdbe1ee73ac4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.658308] env[70527]: INFO nova.compute.manager [None req-eb21ed3f-b37b-4708-85d8-9a4c1df5aae1 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5db10105-c39d-4d08-b423-0df14ac4250d] Rebuilding instance [ 706.664113] env[70527]: DEBUG nova.compute.manager [None req-ed4f0ccc-c449-4d29-b6ca-d246bfd9b3b9 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] [instance: 99388db0-92e9-43d3-810a-5854edf7739a] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 706.668446] env[70527]: DEBUG oslo_vmware.api [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Waiting for the task: (returnval){ [ 706.668446] env[70527]: value = "task-3912621" [ 706.668446] env[70527]: _type = "Task" [ 706.668446] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.682285] env[70527]: DEBUG oslo_vmware.api [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Task: {'id': task-3912621, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.698375] env[70527]: DEBUG oslo_concurrency.lockutils [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Acquiring lock "refresh_cache-7d528f60-1928-4642-9764-ac7c776b85f6" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.699026] env[70527]: DEBUG oslo_concurrency.lockutils [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Acquired lock "refresh_cache-7d528f60-1928-4642-9764-ac7c776b85f6" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.699026] env[70527]: DEBUG nova.network.neutron [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] [instance: 7d528f60-1928-4642-9764-ac7c776b85f6] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 706.702413] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 3f4349d7-2095-4377-9036-5edcf415c18c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 706.714323] env[70527]: DEBUG nova.virt.hardware [None req-ed4f0ccc-c449-4d29-b6ca-d246bfd9b3b9 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 706.714662] env[70527]: DEBUG nova.virt.hardware [None req-ed4f0ccc-c449-4d29-b6ca-d246bfd9b3b9 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 706.714869] env[70527]: DEBUG nova.virt.hardware [None req-ed4f0ccc-c449-4d29-b6ca-d246bfd9b3b9 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 706.715506] env[70527]: DEBUG nova.virt.hardware [None req-ed4f0ccc-c449-4d29-b6ca-d246bfd9b3b9 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 706.715506] env[70527]: DEBUG nova.virt.hardware [None req-ed4f0ccc-c449-4d29-b6ca-d246bfd9b3b9 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 706.715506] env[70527]: DEBUG nova.virt.hardware [None req-ed4f0ccc-c449-4d29-b6ca-d246bfd9b3b9 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 706.719088] env[70527]: DEBUG nova.virt.hardware [None req-ed4f0ccc-c449-4d29-b6ca-d246bfd9b3b9 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 706.719088] env[70527]: DEBUG nova.virt.hardware [None req-ed4f0ccc-c449-4d29-b6ca-d246bfd9b3b9 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 706.719088] env[70527]: DEBUG nova.virt.hardware [None req-ed4f0ccc-c449-4d29-b6ca-d246bfd9b3b9 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 706.719088] env[70527]: DEBUG nova.virt.hardware [None req-ed4f0ccc-c449-4d29-b6ca-d246bfd9b3b9 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 706.719088] env[70527]: DEBUG nova.virt.hardware [None req-ed4f0ccc-c449-4d29-b6ca-d246bfd9b3b9 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 706.719281] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68b5245-d382-435b-aec3-a85d59182c0d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.728980] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3496d3e4-a84f-487e-a6bb-34b44e8c9998 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.750058] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-ed4f0ccc-c449-4d29-b6ca-d246bfd9b3b9 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] [instance: 99388db0-92e9-43d3-810a-5854edf7739a] Instance VIF info [] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 706.755989] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed4f0ccc-c449-4d29-b6ca-d246bfd9b3b9 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Creating folder: Project (94673c5ec281418990c4655b4ea1df33). Parent ref: group-v776920. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 706.756702] env[70527]: DEBUG nova.compute.manager [None req-eb21ed3f-b37b-4708-85d8-9a4c1df5aae1 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5db10105-c39d-4d08-b423-0df14ac4250d] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 706.757603] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-845b0539-81fe-4cad-8099-ff8d40343ed4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.768127] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64fb92cc-ba33-4ee8-b957-92dd2f331c15 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.780833] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-ed4f0ccc-c449-4d29-b6ca-d246bfd9b3b9 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Created folder: Project (94673c5ec281418990c4655b4ea1df33) in parent group-v776920. [ 706.781206] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed4f0ccc-c449-4d29-b6ca-d246bfd9b3b9 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Creating folder: Instances. Parent ref: group-v776952. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 706.781492] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d2405cfa-6818-4ebf-835e-748f2f0a6df0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.796339] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-ed4f0ccc-c449-4d29-b6ca-d246bfd9b3b9 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Created folder: Instances in parent group-v776952. [ 706.796339] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed4f0ccc-c449-4d29-b6ca-d246bfd9b3b9 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 706.796432] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99388db0-92e9-43d3-810a-5854edf7739a] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 706.796562] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e207483-2cca-465a-bf1b-2ba80ab7a54f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.820734] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 706.820734] env[70527]: value = "task-3912624" [ 706.820734] env[70527]: _type = "Task" [ 706.820734] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.834998] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912624, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.978858] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912618, 'name': CreateVM_Task, 'duration_secs': 0.664988} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.980354] env[70527]: INFO nova.compute.manager [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] [instance: c90b8c2b-6a16-41e0-87a9-c0368fd34446] Took 26.93 seconds to build instance. [ 706.989345] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8990c35-0ff5-42a2-a236-871039dc979a] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 706.989345] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.989345] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.989345] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.989345] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23ec4761-91dd-4f7d-a8d9-433fb50d9552 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.995426] env[70527]: DEBUG oslo_vmware.api [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Waiting for the task: (returnval){ [ 706.995426] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52d2d26e-2110-f3ba-36d1-060823ee0b87" [ 706.995426] env[70527]: _type = "Task" [ 706.995426] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.015910] env[70527]: DEBUG oslo_vmware.api [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': task-3912620, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.016340] env[70527]: DEBUG oslo_vmware.api [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52d2d26e-2110-f3ba-36d1-060823ee0b87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.057094] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-95883c24-5163-44b9-945b-8b61fe0c9c18 tempest-ServersAdmin275Test-1018622716 tempest-ServersAdmin275Test-1018622716-project-admin] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 707.057094] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dea99bcc-484f-4368-809e-ead715f6dad8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.063324] env[70527]: DEBUG oslo_vmware.api [None req-95883c24-5163-44b9-945b-8b61fe0c9c18 tempest-ServersAdmin275Test-1018622716 tempest-ServersAdmin275Test-1018622716-project-admin] Waiting for the task: (returnval){ [ 707.063324] env[70527]: value = "task-3912625" [ 707.063324] env[70527]: _type = "Task" [ 707.063324] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.080303] env[70527]: DEBUG oslo_vmware.api [None req-95883c24-5163-44b9-945b-8b61fe0c9c18 tempest-ServersAdmin275Test-1018622716 tempest-ServersAdmin275Test-1018622716-project-admin] Task: {'id': task-3912625, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.178948] env[70527]: DEBUG oslo_vmware.api [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Task: {'id': task-3912621, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.206065] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 6506c3e1-dc99-49be-a878-8a4d167658aa has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 707.332118] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912624, 'name': CreateVM_Task, 'duration_secs': 0.45727} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.333123] env[70527]: DEBUG nova.network.neutron [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] [instance: 7d528f60-1928-4642-9764-ac7c776b85f6] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 707.335348] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99388db0-92e9-43d3-810a-5854edf7739a] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 707.335818] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ed4f0ccc-c449-4d29-b6ca-d246bfd9b3b9 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.492351] env[70527]: DEBUG oslo_concurrency.lockutils [None req-22538496-bc1f-4166-941a-c63d80ab0b1b tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Lock "c90b8c2b-6a16-41e0-87a9-c0368fd34446" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.451s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.495258] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Lock "c90b8c2b-6a16-41e0-87a9-c0368fd34446" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 14.928s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.495258] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed02f62d-3a8b-4ae0-931b-961c6578b957 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.517770] env[70527]: DEBUG oslo_vmware.api [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52d2d26e-2110-f3ba-36d1-060823ee0b87, 'name': SearchDatastore_Task, 'duration_secs': 0.015888} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.517770] env[70527]: DEBUG oslo_vmware.api [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': task-3912620, 'name': PowerOnVM_Task, 'duration_secs': 0.91634} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.521269] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.521269] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] [instance: a8990c35-0ff5-42a2-a236-871039dc979a] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 707.521269] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.521269] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.521429] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 707.521429] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: ea9f773a-4f52-4819-9f4e-628db9b920f2] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 707.521429] env[70527]: INFO nova.compute.manager [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: ea9f773a-4f52-4819-9f4e-628db9b920f2] Took 10.90 seconds to spawn the instance on the hypervisor. [ 707.521429] env[70527]: DEBUG nova.compute.manager [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: ea9f773a-4f52-4819-9f4e-628db9b920f2] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 707.523023] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ed4f0ccc-c449-4d29-b6ca-d246bfd9b3b9 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.524680] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ed4f0ccc-c449-4d29-b6ca-d246bfd9b3b9 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.524680] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a20926a-75e2-40c3-abf4-d1ac889e57a9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.526841] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d83a38-8032-41de-967a-98013a6d46e2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.531100] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed7ee702-bcb6-4a8b-afbf-adb7b13a40a2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.540719] env[70527]: DEBUG oslo_vmware.api [None req-ed4f0ccc-c449-4d29-b6ca-d246bfd9b3b9 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Waiting for the task: (returnval){ [ 707.540719] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52fcdde3-c919-65e2-7fad-832b43abd091" [ 707.540719] env[70527]: _type = "Task" [ 707.540719] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.544351] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 707.544574] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 707.549717] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dae89b0-5e99-45c8-8bf5-637df5eca1ea {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.562850] env[70527]: DEBUG oslo_vmware.api [None req-ed4f0ccc-c449-4d29-b6ca-d246bfd9b3b9 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52fcdde3-c919-65e2-7fad-832b43abd091, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.563179] env[70527]: DEBUG oslo_vmware.api [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Waiting for the task: (returnval){ [ 707.563179] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52b30e99-f518-ed04-8ad6-794cab43bbfe" [ 707.563179] env[70527]: _type = "Task" [ 707.563179] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.579196] env[70527]: DEBUG oslo_vmware.api [None req-95883c24-5163-44b9-945b-8b61fe0c9c18 tempest-ServersAdmin275Test-1018622716 tempest-ServersAdmin275Test-1018622716-project-admin] Task: {'id': task-3912625, 'name': PowerOffVM_Task, 'duration_secs': 0.197211} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.582566] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-95883c24-5163-44b9-945b-8b61fe0c9c18 tempest-ServersAdmin275Test-1018622716 tempest-ServersAdmin275Test-1018622716-project-admin] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 707.582813] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-95883c24-5163-44b9-945b-8b61fe0c9c18 tempest-ServersAdmin275Test-1018622716 tempest-ServersAdmin275Test-1018622716-project-admin] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 707.583130] env[70527]: DEBUG oslo_vmware.api [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52b30e99-f518-ed04-8ad6-794cab43bbfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.583879] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a33046-0ebd-4add-98b3-0a1a48474ef2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.596112] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-95883c24-5163-44b9-945b-8b61fe0c9c18 tempest-ServersAdmin275Test-1018622716 tempest-ServersAdmin275Test-1018622716-project-admin] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 707.596797] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17172936-a975-42f9-b614-c2c793827f64 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.635043] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-95883c24-5163-44b9-945b-8b61fe0c9c18 tempest-ServersAdmin275Test-1018622716 tempest-ServersAdmin275Test-1018622716-project-admin] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 707.635374] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-95883c24-5163-44b9-945b-8b61fe0c9c18 tempest-ServersAdmin275Test-1018622716 tempest-ServersAdmin275Test-1018622716-project-admin] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Deleting contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 707.637021] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-95883c24-5163-44b9-945b-8b61fe0c9c18 tempest-ServersAdmin275Test-1018622716 tempest-ServersAdmin275Test-1018622716-project-admin] Deleting the datastore file [datastore2] 0388e623-1848-4d69-9232-e995611c3c6a {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 707.637021] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3078d126-19e4-40df-a2fb-5f378ec6d1b3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.643488] env[70527]: DEBUG oslo_vmware.api [None req-95883c24-5163-44b9-945b-8b61fe0c9c18 tempest-ServersAdmin275Test-1018622716 tempest-ServersAdmin275Test-1018622716-project-admin] Waiting for the task: (returnval){ [ 707.643488] env[70527]: value = "task-3912627" [ 707.643488] env[70527]: _type = "Task" [ 707.643488] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.652662] env[70527]: DEBUG oslo_vmware.api [None req-95883c24-5163-44b9-945b-8b61fe0c9c18 tempest-ServersAdmin275Test-1018622716 tempest-ServersAdmin275Test-1018622716-project-admin] Task: {'id': task-3912627, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.678740] env[70527]: DEBUG oslo_vmware.api [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Task: {'id': task-3912621, 'name': ReconfigVM_Task, 'duration_secs': 0.62113} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.679033] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] [instance: 11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6/11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 707.679753] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64a146dd-c84c-481e-9724-d796ce94ecb2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.687255] env[70527]: DEBUG oslo_vmware.api [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Waiting for the task: (returnval){ [ 707.687255] env[70527]: value = "task-3912628" [ 707.687255] env[70527]: _type = "Task" [ 707.687255] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.696633] env[70527]: DEBUG oslo_vmware.api [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Task: {'id': task-3912628, 'name': Rename_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.711806] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 5d2b9cdf-5e26-456d-b47f-29183dee3966 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 707.712082] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=70527) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 707.712258] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2816MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=70527) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 707.726756] env[70527]: DEBUG nova.network.neutron [req-40ffdf12-6034-4c49-9ad5-c5d9c174f109 req-36e9644e-9451-435f-bb02-b657b8e3ed58 service nova] [instance: 11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6] Updated VIF entry in instance network info cache for port dda56ee0-696b-4d69-ae68-3cfe9e6324bc. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 707.728619] env[70527]: DEBUG nova.network.neutron [req-40ffdf12-6034-4c49-9ad5-c5d9c174f109 req-36e9644e-9451-435f-bb02-b657b8e3ed58 service nova] [instance: 11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6] Updating instance_info_cache with network_info: [{"id": "dda56ee0-696b-4d69-ae68-3cfe9e6324bc", "address": "fa:16:3e:c6:21:03", "network": {"id": "a2744a6b-e33a-4d4c-adaf-028e96cbc0f5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1009542333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16d28b9d76f24c79b327a48b17cb113b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdda56ee0-69", "ovs_interfaceid": "dda56ee0-696b-4d69-ae68-3cfe9e6324bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.731402] env[70527]: DEBUG nova.compute.manager [req-6f82baec-210a-4013-aab7-57008cc6aabc req-5cceffa3-d8fa-4a6f-b22e-ddea6119e04f service nova] [instance: 7d528f60-1928-4642-9764-ac7c776b85f6] Received event network-vif-plugged-adc1c5e2-7a2e-4b4a-8dda-fbf04920f7bb {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.732327] env[70527]: DEBUG oslo_concurrency.lockutils [req-6f82baec-210a-4013-aab7-57008cc6aabc req-5cceffa3-d8fa-4a6f-b22e-ddea6119e04f service nova] Acquiring lock "7d528f60-1928-4642-9764-ac7c776b85f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.733321] env[70527]: DEBUG oslo_concurrency.lockutils [req-6f82baec-210a-4013-aab7-57008cc6aabc req-5cceffa3-d8fa-4a6f-b22e-ddea6119e04f service nova] Lock "7d528f60-1928-4642-9764-ac7c776b85f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.733321] env[70527]: DEBUG oslo_concurrency.lockutils [req-6f82baec-210a-4013-aab7-57008cc6aabc req-5cceffa3-d8fa-4a6f-b22e-ddea6119e04f service nova] Lock "7d528f60-1928-4642-9764-ac7c776b85f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.733321] env[70527]: DEBUG nova.compute.manager [req-6f82baec-210a-4013-aab7-57008cc6aabc req-5cceffa3-d8fa-4a6f-b22e-ddea6119e04f service nova] [instance: 7d528f60-1928-4642-9764-ac7c776b85f6] No waiting events found dispatching network-vif-plugged-adc1c5e2-7a2e-4b4a-8dda-fbf04920f7bb {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 707.733321] env[70527]: WARNING nova.compute.manager [req-6f82baec-210a-4013-aab7-57008cc6aabc req-5cceffa3-d8fa-4a6f-b22e-ddea6119e04f service nova] [instance: 7d528f60-1928-4642-9764-ac7c776b85f6] Received unexpected event network-vif-plugged-adc1c5e2-7a2e-4b4a-8dda-fbf04920f7bb for instance with vm_state building and task_state spawning. [ 707.791777] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb21ed3f-b37b-4708-85d8-9a4c1df5aae1 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5db10105-c39d-4d08-b423-0df14ac4250d] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 707.792523] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac21e100-0867-470c-abac-8b5ce4237e39 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.806161] env[70527]: DEBUG oslo_vmware.api [None req-eb21ed3f-b37b-4708-85d8-9a4c1df5aae1 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for the task: (returnval){ [ 707.806161] env[70527]: value = "task-3912629" [ 707.806161] env[70527]: _type = "Task" [ 707.806161] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.822746] env[70527]: DEBUG oslo_vmware.api [None req-eb21ed3f-b37b-4708-85d8-9a4c1df5aae1 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3912629, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.033227] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Lock "c90b8c2b-6a16-41e0-87a9-c0368fd34446" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.540s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.039098] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ac7c1f-8dbd-4e4f-b21a-60de337124d3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.057330] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6132b4d-c587-405e-80df-e5198af7095a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.062145] env[70527]: INFO nova.compute.manager [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: ea9f773a-4f52-4819-9f4e-628db9b920f2] Took 27.55 seconds to build instance. [ 708.071798] env[70527]: DEBUG oslo_vmware.api [None req-ed4f0ccc-c449-4d29-b6ca-d246bfd9b3b9 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52fcdde3-c919-65e2-7fad-832b43abd091, 'name': SearchDatastore_Task, 'duration_secs': 0.024466} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.101740] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ed4f0ccc-c449-4d29-b6ca-d246bfd9b3b9 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.102112] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-ed4f0ccc-c449-4d29-b6ca-d246bfd9b3b9 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] [instance: 99388db0-92e9-43d3-810a-5854edf7739a] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 708.102435] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ed4f0ccc-c449-4d29-b6ca-d246bfd9b3b9 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.104625] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-575602f3-7fe4-40c4-bd6e-e6442dc361f7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.113879] env[70527]: DEBUG oslo_vmware.api [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52b30e99-f518-ed04-8ad6-794cab43bbfe, 'name': SearchDatastore_Task, 'duration_secs': 0.022418} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.113879] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8686917-310e-438d-9377-aa1092e578db {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.122193] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8932dbc4-ac65-4019-893b-6d588045a92d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.128078] env[70527]: DEBUG oslo_vmware.api [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Waiting for the task: (returnval){ [ 708.128078] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52b216ed-607d-7f83-3901-ba59ac895a15" [ 708.128078] env[70527]: _type = "Task" [ 708.128078] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.141424] env[70527]: DEBUG nova.compute.provider_tree [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.154586] env[70527]: DEBUG oslo_vmware.api [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52b216ed-607d-7f83-3901-ba59ac895a15, 'name': SearchDatastore_Task, 'duration_secs': 0.018329} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.154586] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.154586] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] a8990c35-0ff5-42a2-a236-871039dc979a/a8990c35-0ff5-42a2-a236-871039dc979a.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 708.154586] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ed4f0ccc-c449-4d29-b6ca-d246bfd9b3b9 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.154902] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed4f0ccc-c449-4d29-b6ca-d246bfd9b3b9 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 708.155584] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b2a50c3-560e-4b50-b083-a15bf5dcff71 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.166592] env[70527]: DEBUG nova.network.neutron [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] [instance: 7d528f60-1928-4642-9764-ac7c776b85f6] Updating instance_info_cache with network_info: [{"id": "adc1c5e2-7a2e-4b4a-8dda-fbf04920f7bb", "address": "fa:16:3e:37:df:1f", "network": {"id": "3b30914b-bb1b-4e89-be64-4d158e14c24d", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-2119982589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec1043ceb8914936aa65ee2b68c3160d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadc1c5e2-7a", "ovs_interfaceid": "adc1c5e2-7a2e-4b4a-8dda-fbf04920f7bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.166592] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf7f4512-6766-4fb5-8583-0bd336091f7a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.167238] env[70527]: DEBUG oslo_vmware.api [None req-95883c24-5163-44b9-945b-8b61fe0c9c18 tempest-ServersAdmin275Test-1018622716 tempest-ServersAdmin275Test-1018622716-project-admin] Task: {'id': task-3912627, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19139} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.167740] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-95883c24-5163-44b9-945b-8b61fe0c9c18 tempest-ServersAdmin275Test-1018622716 tempest-ServersAdmin275Test-1018622716-project-admin] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 708.168030] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-95883c24-5163-44b9-945b-8b61fe0c9c18 tempest-ServersAdmin275Test-1018622716 tempest-ServersAdmin275Test-1018622716-project-admin] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Deleted contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 708.168744] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-95883c24-5163-44b9-945b-8b61fe0c9c18 tempest-ServersAdmin275Test-1018622716 tempest-ServersAdmin275Test-1018622716-project-admin] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 708.175024] env[70527]: DEBUG oslo_vmware.api [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Waiting for the task: (returnval){ [ 708.175024] env[70527]: value = "task-3912630" [ 708.175024] env[70527]: _type = "Task" [ 708.175024] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.180498] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed4f0ccc-c449-4d29-b6ca-d246bfd9b3b9 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 708.180751] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-ed4f0ccc-c449-4d29-b6ca-d246bfd9b3b9 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 708.182382] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e78731d0-0452-4c6f-86cb-202cdc15bd29 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.189181] env[70527]: DEBUG oslo_vmware.api [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Task: {'id': task-3912630, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.195318] env[70527]: DEBUG oslo_vmware.api [None req-ed4f0ccc-c449-4d29-b6ca-d246bfd9b3b9 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Waiting for the task: (returnval){ [ 708.195318] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52032dfe-4ced-d241-5ba4-73df1ed61350" [ 708.195318] env[70527]: _type = "Task" [ 708.195318] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.203690] env[70527]: DEBUG oslo_vmware.api [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Task: {'id': task-3912628, 'name': Rename_Task, 'duration_secs': 0.21199} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.207734] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] [instance: 11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 708.207734] env[70527]: DEBUG oslo_vmware.api [None req-ed4f0ccc-c449-4d29-b6ca-d246bfd9b3b9 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52032dfe-4ced-d241-5ba4-73df1ed61350, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.207734] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba8b472e-4a61-4c7d-bb27-c2d48d338ccb {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.218085] env[70527]: DEBUG oslo_vmware.api [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Waiting for the task: (returnval){ [ 708.218085] env[70527]: value = "task-3912631" [ 708.218085] env[70527]: _type = "Task" [ 708.218085] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.228390] env[70527]: DEBUG oslo_vmware.api [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Task: {'id': task-3912631, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.230396] env[70527]: DEBUG oslo_concurrency.lockutils [req-40ffdf12-6034-4c49-9ad5-c5d9c174f109 req-36e9644e-9451-435f-bb02-b657b8e3ed58 service nova] Releasing lock "refresh_cache-11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.230396] env[70527]: DEBUG nova.compute.manager [req-40ffdf12-6034-4c49-9ad5-c5d9c174f109 req-36e9644e-9451-435f-bb02-b657b8e3ed58 service nova] [instance: a8990c35-0ff5-42a2-a236-871039dc979a] Received event network-vif-plugged-287771eb-72bf-4c0f-ab88-a32d02119b38 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.230798] env[70527]: DEBUG oslo_concurrency.lockutils [req-40ffdf12-6034-4c49-9ad5-c5d9c174f109 req-36e9644e-9451-435f-bb02-b657b8e3ed58 service nova] Acquiring lock "a8990c35-0ff5-42a2-a236-871039dc979a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.230798] env[70527]: DEBUG oslo_concurrency.lockutils [req-40ffdf12-6034-4c49-9ad5-c5d9c174f109 req-36e9644e-9451-435f-bb02-b657b8e3ed58 service nova] Lock "a8990c35-0ff5-42a2-a236-871039dc979a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.230950] env[70527]: DEBUG oslo_concurrency.lockutils [req-40ffdf12-6034-4c49-9ad5-c5d9c174f109 req-36e9644e-9451-435f-bb02-b657b8e3ed58 service nova] Lock "a8990c35-0ff5-42a2-a236-871039dc979a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.231120] env[70527]: DEBUG nova.compute.manager [req-40ffdf12-6034-4c49-9ad5-c5d9c174f109 req-36e9644e-9451-435f-bb02-b657b8e3ed58 service nova] [instance: a8990c35-0ff5-42a2-a236-871039dc979a] No waiting events found dispatching network-vif-plugged-287771eb-72bf-4c0f-ab88-a32d02119b38 {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 708.231332] env[70527]: WARNING nova.compute.manager [req-40ffdf12-6034-4c49-9ad5-c5d9c174f109 req-36e9644e-9451-435f-bb02-b657b8e3ed58 service nova] [instance: a8990c35-0ff5-42a2-a236-871039dc979a] Received unexpected event network-vif-plugged-287771eb-72bf-4c0f-ab88-a32d02119b38 for instance with vm_state building and task_state spawning. [ 708.231458] env[70527]: DEBUG nova.compute.manager [req-40ffdf12-6034-4c49-9ad5-c5d9c174f109 req-36e9644e-9451-435f-bb02-b657b8e3ed58 service nova] [instance: a8990c35-0ff5-42a2-a236-871039dc979a] Received event network-changed-287771eb-72bf-4c0f-ab88-a32d02119b38 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.231644] env[70527]: DEBUG nova.compute.manager [req-40ffdf12-6034-4c49-9ad5-c5d9c174f109 req-36e9644e-9451-435f-bb02-b657b8e3ed58 service nova] [instance: a8990c35-0ff5-42a2-a236-871039dc979a] Refreshing instance network info cache due to event network-changed-287771eb-72bf-4c0f-ab88-a32d02119b38. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 708.231879] env[70527]: DEBUG oslo_concurrency.lockutils [req-40ffdf12-6034-4c49-9ad5-c5d9c174f109 req-36e9644e-9451-435f-bb02-b657b8e3ed58 service nova] Acquiring lock "refresh_cache-a8990c35-0ff5-42a2-a236-871039dc979a" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.233635] env[70527]: DEBUG oslo_concurrency.lockutils [req-40ffdf12-6034-4c49-9ad5-c5d9c174f109 req-36e9644e-9451-435f-bb02-b657b8e3ed58 service nova] Acquired lock "refresh_cache-a8990c35-0ff5-42a2-a236-871039dc979a" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.233635] env[70527]: DEBUG nova.network.neutron [req-40ffdf12-6034-4c49-9ad5-c5d9c174f109 req-36e9644e-9451-435f-bb02-b657b8e3ed58 service nova] [instance: a8990c35-0ff5-42a2-a236-871039dc979a] Refreshing network info cache for port 287771eb-72bf-4c0f-ab88-a32d02119b38 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 708.248472] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1522b0e6-d9d0-40d0-b77c-cb11c1f2f936 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Acquiring lock "6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.251476] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1522b0e6-d9d0-40d0-b77c-cb11c1f2f936 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Lock "6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.251476] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1522b0e6-d9d0-40d0-b77c-cb11c1f2f936 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Acquiring lock "6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.251476] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1522b0e6-d9d0-40d0-b77c-cb11c1f2f936 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Lock "6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.251476] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1522b0e6-d9d0-40d0-b77c-cb11c1f2f936 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Lock "6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.255028] env[70527]: INFO nova.compute.manager [None req-1522b0e6-d9d0-40d0-b77c-cb11c1f2f936 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] [instance: 6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d] Terminating instance [ 708.321900] env[70527]: DEBUG oslo_vmware.api [None req-eb21ed3f-b37b-4708-85d8-9a4c1df5aae1 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3912629, 'name': PowerOffVM_Task, 'duration_secs': 0.225182} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.321900] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb21ed3f-b37b-4708-85d8-9a4c1df5aae1 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5db10105-c39d-4d08-b423-0df14ac4250d] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 708.322117] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-eb21ed3f-b37b-4708-85d8-9a4c1df5aae1 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5db10105-c39d-4d08-b423-0df14ac4250d] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 708.325336] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b59a00-5b2d-4271-9e77-63cddd655aac {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.333353] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-eb21ed3f-b37b-4708-85d8-9a4c1df5aae1 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5db10105-c39d-4d08-b423-0df14ac4250d] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 708.333637] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-85c0eb87-0365-4e76-a00f-7d39742504c1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.567249] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a5cbb210-7f2f-47f8-8417-0537ca69cfdc tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Lock "ea9f773a-4f52-4819-9f4e-628db9b920f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.581s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.645616] env[70527]: DEBUG nova.scheduler.client.report [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 708.668150] env[70527]: DEBUG oslo_concurrency.lockutils [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Releasing lock "refresh_cache-7d528f60-1928-4642-9764-ac7c776b85f6" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.668800] env[70527]: DEBUG nova.compute.manager [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] [instance: 7d528f60-1928-4642-9764-ac7c776b85f6] Instance network_info: |[{"id": "adc1c5e2-7a2e-4b4a-8dda-fbf04920f7bb", "address": "fa:16:3e:37:df:1f", "network": {"id": "3b30914b-bb1b-4e89-be64-4d158e14c24d", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-2119982589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec1043ceb8914936aa65ee2b68c3160d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadc1c5e2-7a", "ovs_interfaceid": "adc1c5e2-7a2e-4b4a-8dda-fbf04920f7bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 708.669456] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] [instance: 7d528f60-1928-4642-9764-ac7c776b85f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:df:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b00fe87c-d828-442f-bd09-e9018c468557', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'adc1c5e2-7a2e-4b4a-8dda-fbf04920f7bb', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 708.680302] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Creating folder: Project (ec1043ceb8914936aa65ee2b68c3160d). Parent ref: group-v776920. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 708.691178] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-089036db-ae94-4616-ba7c-ee94796b2d49 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.712252] env[70527]: DEBUG oslo_vmware.api [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Task: {'id': task-3912630, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.716667] env[70527]: DEBUG oslo_vmware.api [None req-ed4f0ccc-c449-4d29-b6ca-d246bfd9b3b9 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52032dfe-4ced-d241-5ba4-73df1ed61350, 'name': SearchDatastore_Task, 'duration_secs': 0.0153} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.719098] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Created folder: Project (ec1043ceb8914936aa65ee2b68c3160d) in parent group-v776920. [ 708.719544] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Creating folder: Instances. Parent ref: group-v776955. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 708.719873] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43103a3f-138d-49b9-ad43-d92a85ca3867 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.728202] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-71815cd3-1359-4fa7-8041-308e50115e73 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.743029] env[70527]: DEBUG oslo_vmware.api [None req-ed4f0ccc-c449-4d29-b6ca-d246bfd9b3b9 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Waiting for the task: (returnval){ [ 708.743029] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]520d7c20-ab27-8c49-351f-70b1bba4376f" [ 708.743029] env[70527]: _type = "Task" [ 708.743029] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.745704] env[70527]: DEBUG oslo_vmware.api [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Task: {'id': task-3912631, 'name': PowerOnVM_Task} progress is 1%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.754221] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Created folder: Instances in parent group-v776955. [ 708.754221] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 708.754569] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d528f60-1928-4642-9764-ac7c776b85f6] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 708.754800] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aaaa1c55-2466-4165-bfc6-db0739b91372 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.777266] env[70527]: DEBUG nova.compute.manager [None req-1522b0e6-d9d0-40d0-b77c-cb11c1f2f936 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] [instance: 6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 708.777625] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-1522b0e6-d9d0-40d0-b77c-cb11c1f2f936 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] [instance: 6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 708.778429] env[70527]: DEBUG oslo_vmware.api [None req-ed4f0ccc-c449-4d29-b6ca-d246bfd9b3b9 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]520d7c20-ab27-8c49-351f-70b1bba4376f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.781199] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0438cacd-f546-452a-ab8c-8249297e2faa {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.794951] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-eb21ed3f-b37b-4708-85d8-9a4c1df5aae1 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5db10105-c39d-4d08-b423-0df14ac4250d] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 708.799067] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-eb21ed3f-b37b-4708-85d8-9a4c1df5aae1 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5db10105-c39d-4d08-b423-0df14ac4250d] Deleting contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 708.799067] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb21ed3f-b37b-4708-85d8-9a4c1df5aae1 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Deleting the datastore file [datastore2] 5db10105-c39d-4d08-b423-0df14ac4250d {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 708.802237] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91f69a8a-6036-4e32-92ae-1462c55cfb16 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.803869] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 708.803869] env[70527]: value = "task-3912635" [ 708.803869] env[70527]: _type = "Task" [ 708.803869] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.814431] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-1522b0e6-d9d0-40d0-b77c-cb11c1f2f936 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] [instance: 6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 708.815304] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9faaebd-fd7f-44c8-a96f-538dc836554c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.818743] env[70527]: DEBUG oslo_vmware.api [None req-eb21ed3f-b37b-4708-85d8-9a4c1df5aae1 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for the task: (returnval){ [ 708.818743] env[70527]: value = "task-3912636" [ 708.818743] env[70527]: _type = "Task" [ 708.818743] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.827813] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912635, 'name': CreateVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.830128] env[70527]: DEBUG oslo_vmware.api [None req-1522b0e6-d9d0-40d0-b77c-cb11c1f2f936 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Waiting for the task: (returnval){ [ 708.830128] env[70527]: value = "task-3912637" [ 708.830128] env[70527]: _type = "Task" [ 708.830128] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.839434] env[70527]: DEBUG oslo_vmware.api [None req-eb21ed3f-b37b-4708-85d8-9a4c1df5aae1 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3912636, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.849329] env[70527]: DEBUG oslo_vmware.api [None req-1522b0e6-d9d0-40d0-b77c-cb11c1f2f936 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Task: {'id': task-3912637, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.114973] env[70527]: DEBUG oslo_concurrency.lockutils [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Acquiring lock "3a8a9038-76f1-43e2-bb08-fb2cc51a3e58" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.115241] env[70527]: DEBUG oslo_concurrency.lockutils [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Lock "3a8a9038-76f1-43e2-bb08-fb2cc51a3e58" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.155225] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70527) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 709.155837] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.526s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.155837] env[70527]: DEBUG oslo_concurrency.lockutils [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.171s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.157389] env[70527]: INFO nova.compute.claims [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] [instance: 9ad6dd25-d461-4c1a-a084-28ad37c432fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 709.160652] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 709.162597] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Getting list of instances from cluster (obj){ [ 709.162597] env[70527]: value = "domain-c8" [ 709.162597] env[70527]: _type = "ClusterComputeResource" [ 709.162597] env[70527]: } {{(pid=70527) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 709.163031] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce87f278-5618-43e0-80ef-8dcf525ab937 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.189316] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Got total of 9 instances {{(pid=70527) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 709.209745] env[70527]: DEBUG oslo_vmware.api [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Task: {'id': task-3912630, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.714288} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.210143] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] a8990c35-0ff5-42a2-a236-871039dc979a/a8990c35-0ff5-42a2-a236-871039dc979a.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 709.210610] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] [instance: a8990c35-0ff5-42a2-a236-871039dc979a] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 709.210785] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-314d6632-78ae-457f-9b0e-be1c11d4e9ab {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.221045] env[70527]: DEBUG oslo_vmware.api [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Waiting for the task: (returnval){ [ 709.221045] env[70527]: value = "task-3912638" [ 709.221045] env[70527]: _type = "Task" [ 709.221045] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.236869] env[70527]: DEBUG nova.virt.hardware [None req-95883c24-5163-44b9-945b-8b61fe0c9c18 tempest-ServersAdmin275Test-1018622716 tempest-ServersAdmin275Test-1018622716-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 709.237010] env[70527]: DEBUG nova.virt.hardware [None req-95883c24-5163-44b9-945b-8b61fe0c9c18 tempest-ServersAdmin275Test-1018622716 tempest-ServersAdmin275Test-1018622716-project-admin] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 709.237323] env[70527]: DEBUG nova.virt.hardware [None req-95883c24-5163-44b9-945b-8b61fe0c9c18 tempest-ServersAdmin275Test-1018622716 tempest-ServersAdmin275Test-1018622716-project-admin] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 709.237323] env[70527]: DEBUG nova.virt.hardware [None req-95883c24-5163-44b9-945b-8b61fe0c9c18 tempest-ServersAdmin275Test-1018622716 tempest-ServersAdmin275Test-1018622716-project-admin] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 709.237496] env[70527]: DEBUG nova.virt.hardware [None req-95883c24-5163-44b9-945b-8b61fe0c9c18 tempest-ServersAdmin275Test-1018622716 tempest-ServersAdmin275Test-1018622716-project-admin] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 709.237602] env[70527]: DEBUG nova.virt.hardware [None req-95883c24-5163-44b9-945b-8b61fe0c9c18 tempest-ServersAdmin275Test-1018622716 tempest-ServersAdmin275Test-1018622716-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 709.237936] env[70527]: DEBUG nova.virt.hardware [None req-95883c24-5163-44b9-945b-8b61fe0c9c18 tempest-ServersAdmin275Test-1018622716 tempest-ServersAdmin275Test-1018622716-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 709.238072] env[70527]: DEBUG nova.virt.hardware [None req-95883c24-5163-44b9-945b-8b61fe0c9c18 tempest-ServersAdmin275Test-1018622716 tempest-ServersAdmin275Test-1018622716-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 709.238155] env[70527]: DEBUG nova.virt.hardware [None req-95883c24-5163-44b9-945b-8b61fe0c9c18 tempest-ServersAdmin275Test-1018622716 tempest-ServersAdmin275Test-1018622716-project-admin] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 709.238315] env[70527]: DEBUG nova.virt.hardware [None req-95883c24-5163-44b9-945b-8b61fe0c9c18 tempest-ServersAdmin275Test-1018622716 tempest-ServersAdmin275Test-1018622716-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 709.238498] env[70527]: DEBUG nova.virt.hardware [None req-95883c24-5163-44b9-945b-8b61fe0c9c18 tempest-ServersAdmin275Test-1018622716 tempest-ServersAdmin275Test-1018622716-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 709.239773] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3d1855-7676-4b94-a891-250fb951cfa1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.250501] env[70527]: DEBUG oslo_vmware.api [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Task: {'id': task-3912638, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.252040] env[70527]: DEBUG oslo_vmware.api [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Task: {'id': task-3912631, 'name': PowerOnVM_Task} progress is 64%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.260859] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae87fb7-64e8-46cb-ad0c-02a8420ee7d3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.271478] env[70527]: DEBUG oslo_vmware.api [None req-ed4f0ccc-c449-4d29-b6ca-d246bfd9b3b9 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]520d7c20-ab27-8c49-351f-70b1bba4376f, 'name': SearchDatastore_Task, 'duration_secs': 0.073346} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.272234] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ed4f0ccc-c449-4d29-b6ca-d246bfd9b3b9 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.272501] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed4f0ccc-c449-4d29-b6ca-d246bfd9b3b9 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] 99388db0-92e9-43d3-810a-5854edf7739a/99388db0-92e9-43d3-810a-5854edf7739a.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 709.274317] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-157c2501-3ee1-42cb-873f-af35e5bd41e9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.287446] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-95883c24-5163-44b9-945b-8b61fe0c9c18 tempest-ServersAdmin275Test-1018622716 tempest-ServersAdmin275Test-1018622716-project-admin] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Instance VIF info [] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 709.293415] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95883c24-5163-44b9-945b-8b61fe0c9c18 tempest-ServersAdmin275Test-1018622716 tempest-ServersAdmin275Test-1018622716-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 709.295389] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 709.295740] env[70527]: DEBUG oslo_vmware.api [None req-ed4f0ccc-c449-4d29-b6ca-d246bfd9b3b9 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Waiting for the task: (returnval){ [ 709.295740] env[70527]: value = "task-3912639" [ 709.295740] env[70527]: _type = "Task" [ 709.295740] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.295932] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-282235dd-10ab-4deb-b5ef-386692c8785b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.308067] env[70527]: DEBUG oslo_concurrency.lockutils [None req-33290a01-b5f9-4404-bd66-9e9a38e6a89e tempest-DeleteServersAdminTestJSON-1819798580 tempest-DeleteServersAdminTestJSON-1819798580-project-admin] Acquiring lock "a7404f22-2bdf-4c11-a015-adf07f82ab75" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.309073] env[70527]: DEBUG oslo_concurrency.lockutils [None req-33290a01-b5f9-4404-bd66-9e9a38e6a89e tempest-DeleteServersAdminTestJSON-1819798580 tempest-DeleteServersAdminTestJSON-1819798580-project-admin] Lock "a7404f22-2bdf-4c11-a015-adf07f82ab75" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.309073] env[70527]: DEBUG oslo_concurrency.lockutils [None req-33290a01-b5f9-4404-bd66-9e9a38e6a89e tempest-DeleteServersAdminTestJSON-1819798580 tempest-DeleteServersAdminTestJSON-1819798580-project-admin] Acquiring lock "a7404f22-2bdf-4c11-a015-adf07f82ab75-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.309073] env[70527]: DEBUG oslo_concurrency.lockutils [None req-33290a01-b5f9-4404-bd66-9e9a38e6a89e tempest-DeleteServersAdminTestJSON-1819798580 tempest-DeleteServersAdminTestJSON-1819798580-project-admin] Lock "a7404f22-2bdf-4c11-a015-adf07f82ab75-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.309301] env[70527]: DEBUG oslo_concurrency.lockutils [None req-33290a01-b5f9-4404-bd66-9e9a38e6a89e tempest-DeleteServersAdminTestJSON-1819798580 tempest-DeleteServersAdminTestJSON-1819798580-project-admin] Lock "a7404f22-2bdf-4c11-a015-adf07f82ab75-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.313140] env[70527]: INFO nova.compute.manager [None req-33290a01-b5f9-4404-bd66-9e9a38e6a89e tempest-DeleteServersAdminTestJSON-1819798580 tempest-DeleteServersAdminTestJSON-1819798580-project-admin] [instance: a7404f22-2bdf-4c11-a015-adf07f82ab75] Terminating instance [ 709.329719] env[70527]: DEBUG oslo_vmware.api [None req-ed4f0ccc-c449-4d29-b6ca-d246bfd9b3b9 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Task: {'id': task-3912639, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.334812] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 709.334812] env[70527]: value = "task-3912640" [ 709.334812] env[70527]: _type = "Task" [ 709.334812] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.335113] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912635, 'name': CreateVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.346874] env[70527]: DEBUG oslo_vmware.api [None req-eb21ed3f-b37b-4708-85d8-9a4c1df5aae1 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3912636, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225567} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.348104] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb21ed3f-b37b-4708-85d8-9a4c1df5aae1 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 709.349203] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-eb21ed3f-b37b-4708-85d8-9a4c1df5aae1 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5db10105-c39d-4d08-b423-0df14ac4250d] Deleted contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 709.349203] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-eb21ed3f-b37b-4708-85d8-9a4c1df5aae1 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5db10105-c39d-4d08-b423-0df14ac4250d] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 709.358118] env[70527]: DEBUG oslo_vmware.api [None req-1522b0e6-d9d0-40d0-b77c-cb11c1f2f936 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Task: {'id': task-3912637, 'name': PowerOffVM_Task, 'duration_secs': 0.242972} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.358681] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-1522b0e6-d9d0-40d0-b77c-cb11c1f2f936 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] [instance: 6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 709.358886] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-1522b0e6-d9d0-40d0-b77c-cb11c1f2f936 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] [instance: 6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 709.359199] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de57e89b-cd68-4dc1-8deb-9b54c5bcb30f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.366021] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912640, 'name': CreateVM_Task} progress is 10%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.456884] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-1522b0e6-d9d0-40d0-b77c-cb11c1f2f936 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] [instance: 6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 709.457424] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-1522b0e6-d9d0-40d0-b77c-cb11c1f2f936 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] [instance: 6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d] Deleting contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 709.457424] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-1522b0e6-d9d0-40d0-b77c-cb11c1f2f936 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Deleting the datastore file [datastore1] 6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 709.457633] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3454227-5290-4f9c-87d1-afa6ab28edfe {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.466983] env[70527]: DEBUG oslo_vmware.api [None req-1522b0e6-d9d0-40d0-b77c-cb11c1f2f936 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Waiting for the task: (returnval){ [ 709.466983] env[70527]: value = "task-3912642" [ 709.466983] env[70527]: _type = "Task" [ 709.466983] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.478228] env[70527]: DEBUG oslo_vmware.api [None req-1522b0e6-d9d0-40d0-b77c-cb11c1f2f936 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Task: {'id': task-3912642, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.533538] env[70527]: DEBUG nova.network.neutron [req-40ffdf12-6034-4c49-9ad5-c5d9c174f109 req-36e9644e-9451-435f-bb02-b657b8e3ed58 service nova] [instance: a8990c35-0ff5-42a2-a236-871039dc979a] Updated VIF entry in instance network info cache for port 287771eb-72bf-4c0f-ab88-a32d02119b38. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 709.534072] env[70527]: DEBUG nova.network.neutron [req-40ffdf12-6034-4c49-9ad5-c5d9c174f109 req-36e9644e-9451-435f-bb02-b657b8e3ed58 service nova] [instance: a8990c35-0ff5-42a2-a236-871039dc979a] Updating instance_info_cache with network_info: [{"id": "287771eb-72bf-4c0f-ab88-a32d02119b38", "address": "fa:16:3e:df:b7:48", "network": {"id": "29b8e902-296b-4709-aca2-c446fcf3fa56", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.64", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3eee3a2e62a4bcdad1e7484fcad9e2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap287771eb-72", "ovs_interfaceid": "287771eb-72bf-4c0f-ab88-a32d02119b38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.558159] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b5f24eb1-449c-46b0-b1d1-9efb10eebc85 tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Acquiring lock "683944f0-defd-4b89-8276-7ed7ad804197" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.558513] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b5f24eb1-449c-46b0-b1d1-9efb10eebc85 tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Lock "683944f0-defd-4b89-8276-7ed7ad804197" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.558747] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b5f24eb1-449c-46b0-b1d1-9efb10eebc85 tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Acquiring lock "683944f0-defd-4b89-8276-7ed7ad804197-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.558952] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b5f24eb1-449c-46b0-b1d1-9efb10eebc85 tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Lock "683944f0-defd-4b89-8276-7ed7ad804197-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.559206] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b5f24eb1-449c-46b0-b1d1-9efb10eebc85 tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Lock "683944f0-defd-4b89-8276-7ed7ad804197-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.561672] env[70527]: INFO nova.compute.manager [None req-b5f24eb1-449c-46b0-b1d1-9efb10eebc85 tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] [instance: 683944f0-defd-4b89-8276-7ed7ad804197] Terminating instance [ 709.617850] env[70527]: DEBUG nova.compute.manager [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] [instance: 3a8a9038-76f1-43e2-bb08-fb2cc51a3e58] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 709.745971] env[70527]: DEBUG oslo_vmware.api [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Task: {'id': task-3912638, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093747} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.747619] env[70527]: DEBUG oslo_vmware.api [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Task: {'id': task-3912631, 'name': PowerOnVM_Task, 'duration_secs': 1.440226} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.747619] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] [instance: a8990c35-0ff5-42a2-a236-871039dc979a] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 709.747619] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] [instance: 11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 709.747619] env[70527]: INFO nova.compute.manager [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] [instance: 11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6] Took 10.73 seconds to spawn the instance on the hypervisor. [ 709.747619] env[70527]: DEBUG nova.compute.manager [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] [instance: 11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 709.748613] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d239bbc9-b733-447c-a981-30b49ec7efb3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.751918] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d1c660-a433-4aa6-b3c0-efd7f87fe54b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.795341] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] [instance: a8990c35-0ff5-42a2-a236-871039dc979a] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] a8990c35-0ff5-42a2-a236-871039dc979a/a8990c35-0ff5-42a2-a236-871039dc979a.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 709.796143] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c61d142f-4751-4baf-baa8-894a0d013845 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.821246] env[70527]: DEBUG nova.compute.manager [None req-33290a01-b5f9-4404-bd66-9e9a38e6a89e tempest-DeleteServersAdminTestJSON-1819798580 tempest-DeleteServersAdminTestJSON-1819798580-project-admin] [instance: a7404f22-2bdf-4c11-a015-adf07f82ab75] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 709.821537] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-33290a01-b5f9-4404-bd66-9e9a38e6a89e tempest-DeleteServersAdminTestJSON-1819798580 tempest-DeleteServersAdminTestJSON-1819798580-project-admin] [instance: a7404f22-2bdf-4c11-a015-adf07f82ab75] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 709.834797] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee09b828-3983-4186-8cd7-261618910272 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.850722] env[70527]: DEBUG oslo_vmware.api [None req-ed4f0ccc-c449-4d29-b6ca-d246bfd9b3b9 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Task: {'id': task-3912639, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.851074] env[70527]: DEBUG oslo_vmware.api [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Waiting for the task: (returnval){ [ 709.851074] env[70527]: value = "task-3912643" [ 709.851074] env[70527]: _type = "Task" [ 709.851074] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.861163] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912635, 'name': CreateVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.869033] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-33290a01-b5f9-4404-bd66-9e9a38e6a89e tempest-DeleteServersAdminTestJSON-1819798580 tempest-DeleteServersAdminTestJSON-1819798580-project-admin] [instance: a7404f22-2bdf-4c11-a015-adf07f82ab75] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 709.874216] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d815cec-8e52-4c1b-873a-1ec4cefc5eef {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.895342] env[70527]: DEBUG oslo_vmware.api [None req-33290a01-b5f9-4404-bd66-9e9a38e6a89e tempest-DeleteServersAdminTestJSON-1819798580 tempest-DeleteServersAdminTestJSON-1819798580-project-admin] Waiting for the task: (returnval){ [ 709.895342] env[70527]: value = "task-3912644" [ 709.895342] env[70527]: _type = "Task" [ 709.895342] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.895342] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912640, 'name': CreateVM_Task} progress is 25%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.895342] env[70527]: DEBUG oslo_vmware.api [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Task: {'id': task-3912643, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.906835] env[70527]: DEBUG oslo_vmware.api [None req-33290a01-b5f9-4404-bd66-9e9a38e6a89e tempest-DeleteServersAdminTestJSON-1819798580 tempest-DeleteServersAdminTestJSON-1819798580-project-admin] Task: {'id': task-3912644, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.991932] env[70527]: DEBUG oslo_vmware.api [None req-1522b0e6-d9d0-40d0-b77c-cb11c1f2f936 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Task: {'id': task-3912642, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.475733} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.993611] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-1522b0e6-d9d0-40d0-b77c-cb11c1f2f936 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 709.993611] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-1522b0e6-d9d0-40d0-b77c-cb11c1f2f936 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] [instance: 6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d] Deleted contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 709.993611] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-1522b0e6-d9d0-40d0-b77c-cb11c1f2f936 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] [instance: 6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 709.993611] env[70527]: INFO nova.compute.manager [None req-1522b0e6-d9d0-40d0-b77c-cb11c1f2f936 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] [instance: 6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d] Took 1.22 seconds to destroy the instance on the hypervisor. [ 709.993611] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1522b0e6-d9d0-40d0-b77c-cb11c1f2f936 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 709.993951] env[70527]: DEBUG nova.compute.manager [-] [instance: 6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 709.993951] env[70527]: DEBUG nova.network.neutron [-] [instance: 6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 710.039405] env[70527]: DEBUG oslo_concurrency.lockutils [req-40ffdf12-6034-4c49-9ad5-c5d9c174f109 req-36e9644e-9451-435f-bb02-b657b8e3ed58 service nova] Releasing lock "refresh_cache-a8990c35-0ff5-42a2-a236-871039dc979a" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.067726] env[70527]: DEBUG nova.compute.manager [None req-b5f24eb1-449c-46b0-b1d1-9efb10eebc85 tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] [instance: 683944f0-defd-4b89-8276-7ed7ad804197] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 710.067726] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-b5f24eb1-449c-46b0-b1d1-9efb10eebc85 tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] [instance: 683944f0-defd-4b89-8276-7ed7ad804197] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 710.068604] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f05fd9-106b-4906-8360-e02e45ea6163 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.079828] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5f24eb1-449c-46b0-b1d1-9efb10eebc85 tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] [instance: 683944f0-defd-4b89-8276-7ed7ad804197] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 710.080166] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9dc77c24-3bde-459d-b92d-1628b78f87c2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.090307] env[70527]: DEBUG oslo_vmware.api [None req-b5f24eb1-449c-46b0-b1d1-9efb10eebc85 tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Waiting for the task: (returnval){ [ 710.090307] env[70527]: value = "task-3912645" [ 710.090307] env[70527]: _type = "Task" [ 710.090307] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.102314] env[70527]: DEBUG oslo_vmware.api [None req-b5f24eb1-449c-46b0-b1d1-9efb10eebc85 tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Task: {'id': task-3912645, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.161631] env[70527]: DEBUG oslo_concurrency.lockutils [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.312173] env[70527]: INFO nova.compute.manager [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] [instance: 11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6] Took 26.51 seconds to build instance. [ 710.364214] env[70527]: DEBUG oslo_vmware.api [None req-ed4f0ccc-c449-4d29-b6ca-d246bfd9b3b9 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Task: {'id': task-3912639, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.364214] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912635, 'name': CreateVM_Task, 'duration_secs': 1.503316} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.364214] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d528f60-1928-4642-9764-ac7c776b85f6] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 710.370961] env[70527]: DEBUG oslo_concurrency.lockutils [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.370961] env[70527]: DEBUG oslo_concurrency.lockutils [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.370961] env[70527]: DEBUG oslo_concurrency.lockutils [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.377021] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de036081-82cb-41ff-8c93-9a06c9b79a21 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.380379] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912640, 'name': CreateVM_Task} progress is 25%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.388162] env[70527]: DEBUG oslo_vmware.api [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Task: {'id': task-3912643, 'name': ReconfigVM_Task, 'duration_secs': 0.480657} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.388162] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] [instance: a8990c35-0ff5-42a2-a236-871039dc979a] Reconfigured VM instance instance-0000000a to attach disk [datastore1] a8990c35-0ff5-42a2-a236-871039dc979a/a8990c35-0ff5-42a2-a236-871039dc979a.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 710.388981] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f1f19c35-9a3f-42bf-bc2d-ddbde7410445 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.392519] env[70527]: DEBUG oslo_vmware.api [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Waiting for the task: (returnval){ [ 710.392519] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52f9b392-7ee4-e37f-f3f0-696e43cf20dc" [ 710.392519] env[70527]: _type = "Task" [ 710.392519] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.411897] env[70527]: DEBUG oslo_vmware.api [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Waiting for the task: (returnval){ [ 710.411897] env[70527]: value = "task-3912646" [ 710.411897] env[70527]: _type = "Task" [ 710.411897] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.423514] env[70527]: DEBUG oslo_vmware.api [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52f9b392-7ee4-e37f-f3f0-696e43cf20dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.430198] env[70527]: DEBUG oslo_vmware.api [None req-33290a01-b5f9-4404-bd66-9e9a38e6a89e tempest-DeleteServersAdminTestJSON-1819798580 tempest-DeleteServersAdminTestJSON-1819798580-project-admin] Task: {'id': task-3912644, 'name': PowerOffVM_Task, 'duration_secs': 0.257768} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.431304] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-33290a01-b5f9-4404-bd66-9e9a38e6a89e tempest-DeleteServersAdminTestJSON-1819798580 tempest-DeleteServersAdminTestJSON-1819798580-project-admin] [instance: a7404f22-2bdf-4c11-a015-adf07f82ab75] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 710.431685] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-33290a01-b5f9-4404-bd66-9e9a38e6a89e tempest-DeleteServersAdminTestJSON-1819798580 tempest-DeleteServersAdminTestJSON-1819798580-project-admin] [instance: a7404f22-2bdf-4c11-a015-adf07f82ab75] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 710.432625] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9313ea34-68c8-4ab7-881b-ad82d136caa7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.440457] env[70527]: DEBUG oslo_vmware.api [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Task: {'id': task-3912646, 'name': Rename_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.441175] env[70527]: DEBUG nova.virt.hardware [None req-eb21ed3f-b37b-4708-85d8-9a4c1df5aae1 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 710.441497] env[70527]: DEBUG nova.virt.hardware [None req-eb21ed3f-b37b-4708-85d8-9a4c1df5aae1 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 710.441769] env[70527]: DEBUG nova.virt.hardware [None req-eb21ed3f-b37b-4708-85d8-9a4c1df5aae1 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 710.441965] env[70527]: DEBUG nova.virt.hardware [None req-eb21ed3f-b37b-4708-85d8-9a4c1df5aae1 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 710.442149] env[70527]: DEBUG nova.virt.hardware [None req-eb21ed3f-b37b-4708-85d8-9a4c1df5aae1 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 710.442299] env[70527]: DEBUG nova.virt.hardware [None req-eb21ed3f-b37b-4708-85d8-9a4c1df5aae1 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 710.442598] env[70527]: DEBUG nova.virt.hardware [None req-eb21ed3f-b37b-4708-85d8-9a4c1df5aae1 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 710.442791] env[70527]: DEBUG nova.virt.hardware [None req-eb21ed3f-b37b-4708-85d8-9a4c1df5aae1 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 710.442999] env[70527]: DEBUG nova.virt.hardware [None req-eb21ed3f-b37b-4708-85d8-9a4c1df5aae1 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 710.443214] env[70527]: DEBUG nova.virt.hardware [None req-eb21ed3f-b37b-4708-85d8-9a4c1df5aae1 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 710.443426] env[70527]: DEBUG nova.virt.hardware [None req-eb21ed3f-b37b-4708-85d8-9a4c1df5aae1 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 710.445378] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ecb7f76-b5fc-4296-9732-a11619b5e81f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.459386] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f736baf0-d778-494f-a4e8-ad63041bf8bb {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.481980] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-eb21ed3f-b37b-4708-85d8-9a4c1df5aae1 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5db10105-c39d-4d08-b423-0df14ac4250d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:9a:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f408ce42-3cac-4d9d-9c05-15471d653a18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f14dbd6a-6bc8-4986-9467-38d9e870c536', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 710.490825] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb21ed3f-b37b-4708-85d8-9a4c1df5aae1 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 710.495650] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5db10105-c39d-4d08-b423-0df14ac4250d] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 710.495650] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03262313-f27b-43a2-a78c-b7b24ecf648b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.522519] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 710.522519] env[70527]: value = "task-3912648" [ 710.522519] env[70527]: _type = "Task" [ 710.522519] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.524262] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-33290a01-b5f9-4404-bd66-9e9a38e6a89e tempest-DeleteServersAdminTestJSON-1819798580 tempest-DeleteServersAdminTestJSON-1819798580-project-admin] [instance: a7404f22-2bdf-4c11-a015-adf07f82ab75] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 710.524515] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-33290a01-b5f9-4404-bd66-9e9a38e6a89e tempest-DeleteServersAdminTestJSON-1819798580 tempest-DeleteServersAdminTestJSON-1819798580-project-admin] [instance: a7404f22-2bdf-4c11-a015-adf07f82ab75] Deleting contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 710.525703] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-33290a01-b5f9-4404-bd66-9e9a38e6a89e tempest-DeleteServersAdminTestJSON-1819798580 tempest-DeleteServersAdminTestJSON-1819798580-project-admin] Deleting the datastore file [datastore2] a7404f22-2bdf-4c11-a015-adf07f82ab75 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 710.528321] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-948b57cc-369a-44ac-8d69-9b8499c4f927 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.537392] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912648, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.539315] env[70527]: DEBUG oslo_vmware.api [None req-33290a01-b5f9-4404-bd66-9e9a38e6a89e tempest-DeleteServersAdminTestJSON-1819798580 tempest-DeleteServersAdminTestJSON-1819798580-project-admin] Waiting for the task: (returnval){ [ 710.539315] env[70527]: value = "task-3912649" [ 710.539315] env[70527]: _type = "Task" [ 710.539315] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.552557] env[70527]: DEBUG oslo_vmware.api [None req-33290a01-b5f9-4404-bd66-9e9a38e6a89e tempest-DeleteServersAdminTestJSON-1819798580 tempest-DeleteServersAdminTestJSON-1819798580-project-admin] Task: {'id': task-3912649, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.606635] env[70527]: DEBUG oslo_vmware.api [None req-b5f24eb1-449c-46b0-b1d1-9efb10eebc85 tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Task: {'id': task-3912645, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.614185] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd3bc9f4-9dc1-425c-a385-b113ae6402b4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.627900] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f774a1-4e12-428b-a7fc-5a5d8bfdb2da {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.673712] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf72546-558e-4573-8c96-45990e2668ba {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.684124] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def63489-624f-4160-bc9a-891a5ce84bc2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.702050] env[70527]: DEBUG nova.compute.provider_tree [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 710.814525] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8ced01f8-71dd-4ec7-8d66-06855fb5c8d2 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Lock "11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.019s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.831217] env[70527]: DEBUG oslo_vmware.api [None req-ed4f0ccc-c449-4d29-b6ca-d246bfd9b3b9 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Task: {'id': task-3912639, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.411928} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.831704] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed4f0ccc-c449-4d29-b6ca-d246bfd9b3b9 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] 99388db0-92e9-43d3-810a-5854edf7739a/99388db0-92e9-43d3-810a-5854edf7739a.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 710.831704] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-ed4f0ccc-c449-4d29-b6ca-d246bfd9b3b9 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] [instance: 99388db0-92e9-43d3-810a-5854edf7739a] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 710.832160] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-615f5c23-eb7b-4bb2-a7ba-125ebdbc59d0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.843711] env[70527]: DEBUG oslo_vmware.api [None req-ed4f0ccc-c449-4d29-b6ca-d246bfd9b3b9 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Waiting for the task: (returnval){ [ 710.843711] env[70527]: value = "task-3912650" [ 710.843711] env[70527]: _type = "Task" [ 710.843711] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.861794] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912640, 'name': CreateVM_Task, 'duration_secs': 1.351018} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.862090] env[70527]: DEBUG oslo_vmware.api [None req-ed4f0ccc-c449-4d29-b6ca-d246bfd9b3b9 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Task: {'id': task-3912650, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.862285] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 710.863192] env[70527]: DEBUG oslo_concurrency.lockutils [None req-95883c24-5163-44b9-945b-8b61fe0c9c18 tempest-ServersAdmin275Test-1018622716 tempest-ServersAdmin275Test-1018622716-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.907886] env[70527]: DEBUG oslo_vmware.api [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52f9b392-7ee4-e37f-f3f0-696e43cf20dc, 'name': SearchDatastore_Task, 'duration_secs': 0.060864} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.908297] env[70527]: DEBUG oslo_concurrency.lockutils [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.908576] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] [instance: 7d528f60-1928-4642-9764-ac7c776b85f6] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 710.908845] env[70527]: DEBUG oslo_concurrency.lockutils [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.908991] env[70527]: DEBUG oslo_concurrency.lockutils [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.909194] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 710.909485] env[70527]: DEBUG oslo_concurrency.lockutils [None req-95883c24-5163-44b9-945b-8b61fe0c9c18 tempest-ServersAdmin275Test-1018622716 tempest-ServersAdmin275Test-1018622716-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.909798] env[70527]: DEBUG oslo_concurrency.lockutils [None req-95883c24-5163-44b9-945b-8b61fe0c9c18 tempest-ServersAdmin275Test-1018622716 tempest-ServersAdmin275Test-1018622716-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.910076] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2cb1d0dd-a83b-4561-a46a-65f680b02674 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.912167] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ca4132f-5ea8-4728-a2f2-c0618e19ca7a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.925625] env[70527]: DEBUG oslo_vmware.api [None req-95883c24-5163-44b9-945b-8b61fe0c9c18 tempest-ServersAdmin275Test-1018622716 tempest-ServersAdmin275Test-1018622716-project-admin] Waiting for the task: (returnval){ [ 710.925625] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52ea93ca-4d01-a90a-679d-8dae6ac8b749" [ 710.925625] env[70527]: _type = "Task" [ 710.925625] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.927845] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 710.928128] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 710.933049] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-217699cf-033a-43de-b094-e33bb9713888 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.940452] env[70527]: DEBUG oslo_vmware.api [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Task: {'id': task-3912646, 'name': Rename_Task, 'duration_secs': 0.27893} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.941562] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] [instance: a8990c35-0ff5-42a2-a236-871039dc979a] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 710.941870] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de6f313c-8541-4efc-ab5d-faa4e689f589 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.948338] env[70527]: DEBUG oslo_vmware.api [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Waiting for the task: (returnval){ [ 710.948338] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]528e2793-f8b1-2034-e8d0-9a324380647e" [ 710.948338] env[70527]: _type = "Task" [ 710.948338] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.948576] env[70527]: DEBUG oslo_vmware.api [None req-95883c24-5163-44b9-945b-8b61fe0c9c18 tempest-ServersAdmin275Test-1018622716 tempest-ServersAdmin275Test-1018622716-project-admin] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52ea93ca-4d01-a90a-679d-8dae6ac8b749, 'name': SearchDatastore_Task, 'duration_secs': 0.01775} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.949596] env[70527]: DEBUG oslo_concurrency.lockutils [None req-95883c24-5163-44b9-945b-8b61fe0c9c18 tempest-ServersAdmin275Test-1018622716 tempest-ServersAdmin275Test-1018622716-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.949948] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-95883c24-5163-44b9-945b-8b61fe0c9c18 tempest-ServersAdmin275Test-1018622716 tempest-ServersAdmin275Test-1018622716-project-admin] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 710.950244] env[70527]: DEBUG oslo_concurrency.lockutils [None req-95883c24-5163-44b9-945b-8b61fe0c9c18 tempest-ServersAdmin275Test-1018622716 tempest-ServersAdmin275Test-1018622716-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.955628] env[70527]: DEBUG oslo_vmware.api [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Waiting for the task: (returnval){ [ 710.955628] env[70527]: value = "task-3912651" [ 710.955628] env[70527]: _type = "Task" [ 710.955628] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.962406] env[70527]: DEBUG oslo_vmware.api [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]528e2793-f8b1-2034-e8d0-9a324380647e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.968419] env[70527]: DEBUG oslo_vmware.api [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Task: {'id': task-3912651, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.034703] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912648, 'name': CreateVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.050975] env[70527]: DEBUG oslo_vmware.api [None req-33290a01-b5f9-4404-bd66-9e9a38e6a89e tempest-DeleteServersAdminTestJSON-1819798580 tempest-DeleteServersAdminTestJSON-1819798580-project-admin] Task: {'id': task-3912649, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.104184] env[70527]: DEBUG oslo_vmware.api [None req-b5f24eb1-449c-46b0-b1d1-9efb10eebc85 tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Task: {'id': task-3912645, 'name': PowerOffVM_Task, 'duration_secs': 0.550871} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.104603] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5f24eb1-449c-46b0-b1d1-9efb10eebc85 tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] [instance: 683944f0-defd-4b89-8276-7ed7ad804197] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 711.105444] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-b5f24eb1-449c-46b0-b1d1-9efb10eebc85 tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] [instance: 683944f0-defd-4b89-8276-7ed7ad804197] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 711.105602] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02e314f4-dc44-4789-896a-aaf1f17598e4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.204254] env[70527]: DEBUG nova.scheduler.client.report [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 711.211419] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-b5f24eb1-449c-46b0-b1d1-9efb10eebc85 tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] [instance: 683944f0-defd-4b89-8276-7ed7ad804197] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 711.211727] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-b5f24eb1-449c-46b0-b1d1-9efb10eebc85 tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] [instance: 683944f0-defd-4b89-8276-7ed7ad804197] Deleting contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 711.212126] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5f24eb1-449c-46b0-b1d1-9efb10eebc85 tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Deleting the datastore file [datastore2] 683944f0-defd-4b89-8276-7ed7ad804197 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 711.212397] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d5a3561-921f-4a0f-8094-488177d7005b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.222254] env[70527]: DEBUG oslo_vmware.api [None req-b5f24eb1-449c-46b0-b1d1-9efb10eebc85 tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Waiting for the task: (returnval){ [ 711.222254] env[70527]: value = "task-3912653" [ 711.222254] env[70527]: _type = "Task" [ 711.222254] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.234097] env[70527]: DEBUG oslo_vmware.api [None req-b5f24eb1-449c-46b0-b1d1-9efb10eebc85 tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Task: {'id': task-3912653, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.240555] env[70527]: DEBUG oslo_concurrency.lockutils [None req-597e230b-a180-460b-81b3-7f5521a78f1e tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Acquiring lock "2f797a33-e18e-45f5-84e8-b1b80e3ad11b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.240858] env[70527]: DEBUG oslo_concurrency.lockutils [None req-597e230b-a180-460b-81b3-7f5521a78f1e tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Lock "2f797a33-e18e-45f5-84e8-b1b80e3ad11b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.241396] env[70527]: DEBUG oslo_concurrency.lockutils [None req-597e230b-a180-460b-81b3-7f5521a78f1e tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Acquiring lock "2f797a33-e18e-45f5-84e8-b1b80e3ad11b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.241396] env[70527]: DEBUG oslo_concurrency.lockutils [None req-597e230b-a180-460b-81b3-7f5521a78f1e tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Lock "2f797a33-e18e-45f5-84e8-b1b80e3ad11b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.241528] env[70527]: DEBUG oslo_concurrency.lockutils [None req-597e230b-a180-460b-81b3-7f5521a78f1e tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Lock "2f797a33-e18e-45f5-84e8-b1b80e3ad11b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.244884] env[70527]: INFO nova.compute.manager [None req-597e230b-a180-460b-81b3-7f5521a78f1e tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] [instance: 2f797a33-e18e-45f5-84e8-b1b80e3ad11b] Terminating instance [ 711.358901] env[70527]: DEBUG oslo_vmware.api [None req-ed4f0ccc-c449-4d29-b6ca-d246bfd9b3b9 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Task: {'id': task-3912650, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08599} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.359207] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-ed4f0ccc-c449-4d29-b6ca-d246bfd9b3b9 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] [instance: 99388db0-92e9-43d3-810a-5854edf7739a] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 711.360066] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c349af-ab1a-4f45-acfb-d9dff7d0d68e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.389762] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed4f0ccc-c449-4d29-b6ca-d246bfd9b3b9 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] [instance: 99388db0-92e9-43d3-810a-5854edf7739a] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 99388db0-92e9-43d3-810a-5854edf7739a/99388db0-92e9-43d3-810a-5854edf7739a.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 711.390361] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efe8b720-394d-4088-bfe1-899dfbf06072 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.417221] env[70527]: DEBUG oslo_vmware.api [None req-ed4f0ccc-c449-4d29-b6ca-d246bfd9b3b9 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Waiting for the task: (returnval){ [ 711.417221] env[70527]: value = "task-3912654" [ 711.417221] env[70527]: _type = "Task" [ 711.417221] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.427667] env[70527]: DEBUG oslo_vmware.api [None req-ed4f0ccc-c449-4d29-b6ca-d246bfd9b3b9 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Task: {'id': task-3912654, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.463287] env[70527]: DEBUG oslo_vmware.api [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]528e2793-f8b1-2034-e8d0-9a324380647e, 'name': SearchDatastore_Task, 'duration_secs': 0.018211} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.464662] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42f43cc3-7bfa-430a-ad18-a69fca1cac5c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.470959] env[70527]: DEBUG oslo_vmware.api [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Task: {'id': task-3912651, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.475816] env[70527]: DEBUG oslo_vmware.api [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Waiting for the task: (returnval){ [ 711.475816] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52120010-33a8-2425-042f-457d849f08b7" [ 711.475816] env[70527]: _type = "Task" [ 711.475816] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.485556] env[70527]: DEBUG oslo_vmware.api [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52120010-33a8-2425-042f-457d849f08b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.534786] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912648, 'name': CreateVM_Task, 'duration_secs': 0.616892} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.535703] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5db10105-c39d-4d08-b423-0df14ac4250d] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 711.536560] env[70527]: DEBUG oslo_concurrency.lockutils [None req-eb21ed3f-b37b-4708-85d8-9a4c1df5aae1 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.536860] env[70527]: DEBUG oslo_concurrency.lockutils [None req-eb21ed3f-b37b-4708-85d8-9a4c1df5aae1 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.537301] env[70527]: DEBUG oslo_concurrency.lockutils [None req-eb21ed3f-b37b-4708-85d8-9a4c1df5aae1 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.537663] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6ed6137-df6d-4b5a-b9d3-c5174f29b38c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.550553] env[70527]: DEBUG oslo_vmware.api [None req-eb21ed3f-b37b-4708-85d8-9a4c1df5aae1 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for the task: (returnval){ [ 711.550553] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]528d7745-a73e-ef52-4fdd-5a41bc5459d9" [ 711.550553] env[70527]: _type = "Task" [ 711.550553] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.557754] env[70527]: DEBUG oslo_vmware.api [None req-33290a01-b5f9-4404-bd66-9e9a38e6a89e tempest-DeleteServersAdminTestJSON-1819798580 tempest-DeleteServersAdminTestJSON-1819798580-project-admin] Task: {'id': task-3912649, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.538189} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.558416] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-33290a01-b5f9-4404-bd66-9e9a38e6a89e tempest-DeleteServersAdminTestJSON-1819798580 tempest-DeleteServersAdminTestJSON-1819798580-project-admin] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 711.558642] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-33290a01-b5f9-4404-bd66-9e9a38e6a89e tempest-DeleteServersAdminTestJSON-1819798580 tempest-DeleteServersAdminTestJSON-1819798580-project-admin] [instance: a7404f22-2bdf-4c11-a015-adf07f82ab75] Deleted contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 711.558820] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-33290a01-b5f9-4404-bd66-9e9a38e6a89e tempest-DeleteServersAdminTestJSON-1819798580 tempest-DeleteServersAdminTestJSON-1819798580-project-admin] [instance: a7404f22-2bdf-4c11-a015-adf07f82ab75] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 711.559024] env[70527]: INFO nova.compute.manager [None req-33290a01-b5f9-4404-bd66-9e9a38e6a89e tempest-DeleteServersAdminTestJSON-1819798580 tempest-DeleteServersAdminTestJSON-1819798580-project-admin] [instance: a7404f22-2bdf-4c11-a015-adf07f82ab75] Took 1.74 seconds to destroy the instance on the hypervisor. [ 711.559379] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33290a01-b5f9-4404-bd66-9e9a38e6a89e tempest-DeleteServersAdminTestJSON-1819798580 tempest-DeleteServersAdminTestJSON-1819798580-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 711.559635] env[70527]: DEBUG nova.compute.manager [-] [instance: a7404f22-2bdf-4c11-a015-adf07f82ab75] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 711.559775] env[70527]: DEBUG nova.network.neutron [-] [instance: a7404f22-2bdf-4c11-a015-adf07f82ab75] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 711.566292] env[70527]: DEBUG oslo_vmware.api [None req-eb21ed3f-b37b-4708-85d8-9a4c1df5aae1 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]528d7745-a73e-ef52-4fdd-5a41bc5459d9, 'name': SearchDatastore_Task, 'duration_secs': 0.017495} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.566939] env[70527]: DEBUG oslo_concurrency.lockutils [None req-eb21ed3f-b37b-4708-85d8-9a4c1df5aae1 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.567235] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-eb21ed3f-b37b-4708-85d8-9a4c1df5aae1 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5db10105-c39d-4d08-b423-0df14ac4250d] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 711.567452] env[70527]: DEBUG oslo_concurrency.lockutils [None req-eb21ed3f-b37b-4708-85d8-9a4c1df5aae1 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.710445] env[70527]: DEBUG oslo_concurrency.lockutils [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.555s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.711093] env[70527]: DEBUG nova.compute.manager [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] [instance: 9ad6dd25-d461-4c1a-a084-28ad37c432fc] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 711.716715] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.585s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.718332] env[70527]: INFO nova.compute.claims [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] [instance: 3f4349d7-2095-4377-9036-5edcf415c18c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 711.740065] env[70527]: DEBUG oslo_vmware.api [None req-b5f24eb1-449c-46b0-b1d1-9efb10eebc85 tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Task: {'id': task-3912653, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.754861] env[70527]: DEBUG nova.compute.manager [None req-597e230b-a180-460b-81b3-7f5521a78f1e tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] [instance: 2f797a33-e18e-45f5-84e8-b1b80e3ad11b] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 711.754861] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-597e230b-a180-460b-81b3-7f5521a78f1e tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] [instance: 2f797a33-e18e-45f5-84e8-b1b80e3ad11b] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 711.755959] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d7dd518-824f-48af-935d-a6f0a3f5e838 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.764034] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-597e230b-a180-460b-81b3-7f5521a78f1e tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] [instance: 2f797a33-e18e-45f5-84e8-b1b80e3ad11b] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 711.764694] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a87499ad-dd9c-44ff-80d8-e105b98d138a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.772126] env[70527]: DEBUG oslo_vmware.api [None req-597e230b-a180-460b-81b3-7f5521a78f1e tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Waiting for the task: (returnval){ [ 711.772126] env[70527]: value = "task-3912655" [ 711.772126] env[70527]: _type = "Task" [ 711.772126] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.783292] env[70527]: DEBUG oslo_vmware.api [None req-597e230b-a180-460b-81b3-7f5521a78f1e tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Task: {'id': task-3912655, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.931484] env[70527]: DEBUG oslo_vmware.api [None req-ed4f0ccc-c449-4d29-b6ca-d246bfd9b3b9 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Task: {'id': task-3912654, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.968230] env[70527]: DEBUG oslo_vmware.api [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Task: {'id': task-3912651, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.993327] env[70527]: DEBUG oslo_vmware.api [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52120010-33a8-2425-042f-457d849f08b7, 'name': SearchDatastore_Task, 'duration_secs': 0.034704} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.993978] env[70527]: DEBUG oslo_concurrency.lockutils [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.994432] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] 7d528f60-1928-4642-9764-ac7c776b85f6/7d528f60-1928-4642-9764-ac7c776b85f6.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 711.995115] env[70527]: DEBUG oslo_concurrency.lockutils [None req-95883c24-5163-44b9-945b-8b61fe0c9c18 tempest-ServersAdmin275Test-1018622716 tempest-ServersAdmin275Test-1018622716-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.995766] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-95883c24-5163-44b9-945b-8b61fe0c9c18 tempest-ServersAdmin275Test-1018622716 tempest-ServersAdmin275Test-1018622716-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 712.000046] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-317add16-2ff6-4971-b586-2a8813f3b652 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.000046] env[70527]: DEBUG nova.network.neutron [-] [instance: 6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.000839] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8cec1e7c-465e-4c0a-887a-f246165208a9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.015030] env[70527]: DEBUG oslo_vmware.api [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Waiting for the task: (returnval){ [ 712.015030] env[70527]: value = "task-3912656" [ 712.015030] env[70527]: _type = "Task" [ 712.015030] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.016936] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-95883c24-5163-44b9-945b-8b61fe0c9c18 tempest-ServersAdmin275Test-1018622716 tempest-ServersAdmin275Test-1018622716-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 712.017525] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-95883c24-5163-44b9-945b-8b61fe0c9c18 tempest-ServersAdmin275Test-1018622716 tempest-ServersAdmin275Test-1018622716-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 712.024491] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d77b544-3d0a-4d59-a4ef-12b5023cfca3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.035271] env[70527]: DEBUG oslo_vmware.api [None req-95883c24-5163-44b9-945b-8b61fe0c9c18 tempest-ServersAdmin275Test-1018622716 tempest-ServersAdmin275Test-1018622716-project-admin] Waiting for the task: (returnval){ [ 712.035271] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]523e4688-7250-abcf-c1cd-74dad04c16f8" [ 712.035271] env[70527]: _type = "Task" [ 712.035271] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.038858] env[70527]: DEBUG oslo_vmware.api [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Task: {'id': task-3912656, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.054814] env[70527]: DEBUG oslo_vmware.api [None req-95883c24-5163-44b9-945b-8b61fe0c9c18 tempest-ServersAdmin275Test-1018622716 tempest-ServersAdmin275Test-1018622716-project-admin] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]523e4688-7250-abcf-c1cd-74dad04c16f8, 'name': SearchDatastore_Task, 'duration_secs': 0.018022} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.056188] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e774861-6f75-41f2-88be-17772403dbc5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.065020] env[70527]: DEBUG oslo_vmware.api [None req-95883c24-5163-44b9-945b-8b61fe0c9c18 tempest-ServersAdmin275Test-1018622716 tempest-ServersAdmin275Test-1018622716-project-admin] Waiting for the task: (returnval){ [ 712.065020] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]5260de8c-1eb5-3014-b1a9-d3e6451dd820" [ 712.065020] env[70527]: _type = "Task" [ 712.065020] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.075635] env[70527]: DEBUG oslo_vmware.api [None req-95883c24-5163-44b9-945b-8b61fe0c9c18 tempest-ServersAdmin275Test-1018622716 tempest-ServersAdmin275Test-1018622716-project-admin] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5260de8c-1eb5-3014-b1a9-d3e6451dd820, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.223673] env[70527]: DEBUG nova.compute.utils [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 712.225230] env[70527]: DEBUG nova.compute.manager [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] [instance: 9ad6dd25-d461-4c1a-a084-28ad37c432fc] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 712.225670] env[70527]: DEBUG nova.network.neutron [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] [instance: 9ad6dd25-d461-4c1a-a084-28ad37c432fc] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 712.246307] env[70527]: DEBUG oslo_vmware.api [None req-b5f24eb1-449c-46b0-b1d1-9efb10eebc85 tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Task: {'id': task-3912653, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.537915} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.248220] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5f24eb1-449c-46b0-b1d1-9efb10eebc85 tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 712.248220] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-b5f24eb1-449c-46b0-b1d1-9efb10eebc85 tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] [instance: 683944f0-defd-4b89-8276-7ed7ad804197] Deleted contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 712.248220] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-b5f24eb1-449c-46b0-b1d1-9efb10eebc85 tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] [instance: 683944f0-defd-4b89-8276-7ed7ad804197] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 712.248493] env[70527]: INFO nova.compute.manager [None req-b5f24eb1-449c-46b0-b1d1-9efb10eebc85 tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] [instance: 683944f0-defd-4b89-8276-7ed7ad804197] Took 2.18 seconds to destroy the instance on the hypervisor. [ 712.249151] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b5f24eb1-449c-46b0-b1d1-9efb10eebc85 tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 712.253140] env[70527]: DEBUG nova.compute.manager [-] [instance: 683944f0-defd-4b89-8276-7ed7ad804197] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 712.253140] env[70527]: DEBUG nova.network.neutron [-] [instance: 683944f0-defd-4b89-8276-7ed7ad804197] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 712.288017] env[70527]: DEBUG oslo_vmware.api [None req-597e230b-a180-460b-81b3-7f5521a78f1e tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Task: {'id': task-3912655, 'name': PowerOffVM_Task, 'duration_secs': 0.399475} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.288847] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-597e230b-a180-460b-81b3-7f5521a78f1e tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] [instance: 2f797a33-e18e-45f5-84e8-b1b80e3ad11b] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 712.289090] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-597e230b-a180-460b-81b3-7f5521a78f1e tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] [instance: 2f797a33-e18e-45f5-84e8-b1b80e3ad11b] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 712.289402] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-176c2b93-3d7d-40b2-9f98-b83080a76605 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.355039] env[70527]: DEBUG nova.policy [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c12773dad9ec41b88594d1771c874bc7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '38ab96198d4c4f12b7d8cee4ba61b306', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 712.363031] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-597e230b-a180-460b-81b3-7f5521a78f1e tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] [instance: 2f797a33-e18e-45f5-84e8-b1b80e3ad11b] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 712.363031] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-597e230b-a180-460b-81b3-7f5521a78f1e tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] [instance: 2f797a33-e18e-45f5-84e8-b1b80e3ad11b] Deleting contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 712.363031] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-597e230b-a180-460b-81b3-7f5521a78f1e tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Deleting the datastore file [datastore2] 2f797a33-e18e-45f5-84e8-b1b80e3ad11b {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 712.363031] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71b112ea-36b4-468a-87e5-66dde735a9d5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.372580] env[70527]: DEBUG oslo_vmware.api [None req-597e230b-a180-460b-81b3-7f5521a78f1e tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Waiting for the task: (returnval){ [ 712.372580] env[70527]: value = "task-3912658" [ 712.372580] env[70527]: _type = "Task" [ 712.372580] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.382820] env[70527]: DEBUG oslo_vmware.api [None req-597e230b-a180-460b-81b3-7f5521a78f1e tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Task: {'id': task-3912658, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.435725] env[70527]: DEBUG oslo_vmware.api [None req-ed4f0ccc-c449-4d29-b6ca-d246bfd9b3b9 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Task: {'id': task-3912654, 'name': ReconfigVM_Task, 'duration_secs': 0.638644} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.436765] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed4f0ccc-c449-4d29-b6ca-d246bfd9b3b9 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] [instance: 99388db0-92e9-43d3-810a-5854edf7739a] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 99388db0-92e9-43d3-810a-5854edf7739a/99388db0-92e9-43d3-810a-5854edf7739a.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 712.438027] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-99c02c8a-756f-43e4-94f1-10d8a5881e50 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.451596] env[70527]: DEBUG oslo_vmware.api [None req-ed4f0ccc-c449-4d29-b6ca-d246bfd9b3b9 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Waiting for the task: (returnval){ [ 712.451596] env[70527]: value = "task-3912659" [ 712.451596] env[70527]: _type = "Task" [ 712.451596] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.487157] env[70527]: DEBUG oslo_vmware.api [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Task: {'id': task-3912651, 'name': PowerOnVM_Task, 'duration_secs': 1.115113} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.487455] env[70527]: DEBUG oslo_vmware.api [None req-ed4f0ccc-c449-4d29-b6ca-d246bfd9b3b9 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Task: {'id': task-3912659, 'name': Rename_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.487769] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] [instance: a8990c35-0ff5-42a2-a236-871039dc979a] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 712.488023] env[70527]: INFO nova.compute.manager [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] [instance: a8990c35-0ff5-42a2-a236-871039dc979a] Took 10.87 seconds to spawn the instance on the hypervisor. [ 712.488216] env[70527]: DEBUG nova.compute.manager [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] [instance: a8990c35-0ff5-42a2-a236-871039dc979a] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 712.489314] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf89d40-0edc-46fd-b742-39446a70aa87 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.508756] env[70527]: INFO nova.compute.manager [-] [instance: 6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d] Took 2.52 seconds to deallocate network for instance. [ 712.537876] env[70527]: DEBUG oslo_vmware.api [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Task: {'id': task-3912656, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.583720] env[70527]: DEBUG oslo_vmware.api [None req-95883c24-5163-44b9-945b-8b61fe0c9c18 tempest-ServersAdmin275Test-1018622716 tempest-ServersAdmin275Test-1018622716-project-admin] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5260de8c-1eb5-3014-b1a9-d3e6451dd820, 'name': SearchDatastore_Task, 'duration_secs': 0.015777} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.584017] env[70527]: DEBUG oslo_concurrency.lockutils [None req-95883c24-5163-44b9-945b-8b61fe0c9c18 tempest-ServersAdmin275Test-1018622716 tempest-ServersAdmin275Test-1018622716-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.584334] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-95883c24-5163-44b9-945b-8b61fe0c9c18 tempest-ServersAdmin275Test-1018622716 tempest-ServersAdmin275Test-1018622716-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] 0388e623-1848-4d69-9232-e995611c3c6a/0388e623-1848-4d69-9232-e995611c3c6a.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 712.584677] env[70527]: DEBUG oslo_concurrency.lockutils [None req-eb21ed3f-b37b-4708-85d8-9a4c1df5aae1 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.584863] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb21ed3f-b37b-4708-85d8-9a4c1df5aae1 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 712.587331] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ffbb0f6-4553-4d27-8d6c-d2653b3366b5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.589439] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c65d597-4123-427d-b70c-72156b3e0420 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.602797] env[70527]: DEBUG oslo_vmware.api [None req-95883c24-5163-44b9-945b-8b61fe0c9c18 tempest-ServersAdmin275Test-1018622716 tempest-ServersAdmin275Test-1018622716-project-admin] Waiting for the task: (returnval){ [ 712.602797] env[70527]: value = "task-3912660" [ 712.602797] env[70527]: _type = "Task" [ 712.602797] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.613390] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb21ed3f-b37b-4708-85d8-9a4c1df5aae1 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 712.613612] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-eb21ed3f-b37b-4708-85d8-9a4c1df5aae1 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 712.615096] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b455af47-58c6-44ad-af50-d402c26a556c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.622561] env[70527]: DEBUG oslo_vmware.api [None req-95883c24-5163-44b9-945b-8b61fe0c9c18 tempest-ServersAdmin275Test-1018622716 tempest-ServersAdmin275Test-1018622716-project-admin] Task: {'id': task-3912660, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.628104] env[70527]: DEBUG oslo_vmware.api [None req-eb21ed3f-b37b-4708-85d8-9a4c1df5aae1 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for the task: (returnval){ [ 712.628104] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]5251a9b1-b735-c4d4-5b24-7e2a9f8e9242" [ 712.628104] env[70527]: _type = "Task" [ 712.628104] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.644852] env[70527]: DEBUG oslo_vmware.api [None req-eb21ed3f-b37b-4708-85d8-9a4c1df5aae1 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5251a9b1-b735-c4d4-5b24-7e2a9f8e9242, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.729837] env[70527]: DEBUG nova.compute.manager [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] [instance: 9ad6dd25-d461-4c1a-a084-28ad37c432fc] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 712.780771] env[70527]: DEBUG nova.compute.manager [req-9dd380fb-ef0f-4b21-adb9-ff61b893d34e req-0368f88b-b955-4489-b0aa-ffd2e7f0c775 service nova] [instance: 7d528f60-1928-4642-9764-ac7c776b85f6] Received event network-changed-adc1c5e2-7a2e-4b4a-8dda-fbf04920f7bb {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 712.781088] env[70527]: DEBUG nova.compute.manager [req-9dd380fb-ef0f-4b21-adb9-ff61b893d34e req-0368f88b-b955-4489-b0aa-ffd2e7f0c775 service nova] [instance: 7d528f60-1928-4642-9764-ac7c776b85f6] Refreshing instance network info cache due to event network-changed-adc1c5e2-7a2e-4b4a-8dda-fbf04920f7bb. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 712.781283] env[70527]: DEBUG oslo_concurrency.lockutils [req-9dd380fb-ef0f-4b21-adb9-ff61b893d34e req-0368f88b-b955-4489-b0aa-ffd2e7f0c775 service nova] Acquiring lock "refresh_cache-7d528f60-1928-4642-9764-ac7c776b85f6" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.781448] env[70527]: DEBUG oslo_concurrency.lockutils [req-9dd380fb-ef0f-4b21-adb9-ff61b893d34e req-0368f88b-b955-4489-b0aa-ffd2e7f0c775 service nova] Acquired lock "refresh_cache-7d528f60-1928-4642-9764-ac7c776b85f6" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.781714] env[70527]: DEBUG nova.network.neutron [req-9dd380fb-ef0f-4b21-adb9-ff61b893d34e req-0368f88b-b955-4489-b0aa-ffd2e7f0c775 service nova] [instance: 7d528f60-1928-4642-9764-ac7c776b85f6] Refreshing network info cache for port adc1c5e2-7a2e-4b4a-8dda-fbf04920f7bb {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 712.887236] env[70527]: DEBUG oslo_vmware.api [None req-597e230b-a180-460b-81b3-7f5521a78f1e tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Task: {'id': task-3912658, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.424662} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.887236] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-597e230b-a180-460b-81b3-7f5521a78f1e tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 712.887447] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-597e230b-a180-460b-81b3-7f5521a78f1e tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] [instance: 2f797a33-e18e-45f5-84e8-b1b80e3ad11b] Deleted contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 712.888764] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-597e230b-a180-460b-81b3-7f5521a78f1e tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] [instance: 2f797a33-e18e-45f5-84e8-b1b80e3ad11b] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 712.888764] env[70527]: INFO nova.compute.manager [None req-597e230b-a180-460b-81b3-7f5521a78f1e tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] [instance: 2f797a33-e18e-45f5-84e8-b1b80e3ad11b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 712.888764] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-597e230b-a180-460b-81b3-7f5521a78f1e tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 712.888764] env[70527]: DEBUG nova.compute.manager [-] [instance: 2f797a33-e18e-45f5-84e8-b1b80e3ad11b] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 712.888764] env[70527]: DEBUG nova.network.neutron [-] [instance: 2f797a33-e18e-45f5-84e8-b1b80e3ad11b] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 712.963682] env[70527]: DEBUG oslo_vmware.api [None req-ed4f0ccc-c449-4d29-b6ca-d246bfd9b3b9 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Task: {'id': task-3912659, 'name': Rename_Task, 'duration_secs': 0.43058} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.964094] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed4f0ccc-c449-4d29-b6ca-d246bfd9b3b9 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] [instance: 99388db0-92e9-43d3-810a-5854edf7739a] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 712.968349] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e891c3eb-2515-42fa-83e8-88d5f2d7ffd6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.981372] env[70527]: DEBUG oslo_vmware.api [None req-ed4f0ccc-c449-4d29-b6ca-d246bfd9b3b9 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Waiting for the task: (returnval){ [ 712.981372] env[70527]: value = "task-3912661" [ 712.981372] env[70527]: _type = "Task" [ 712.981372] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.997869] env[70527]: DEBUG oslo_vmware.api [None req-ed4f0ccc-c449-4d29-b6ca-d246bfd9b3b9 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Task: {'id': task-3912661, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.020280] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1522b0e6-d9d0-40d0-b77c-cb11c1f2f936 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.021075] env[70527]: INFO nova.compute.manager [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] [instance: a8990c35-0ff5-42a2-a236-871039dc979a] Took 24.24 seconds to build instance. [ 713.042151] env[70527]: DEBUG oslo_vmware.api [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Task: {'id': task-3912656, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.759016} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.043272] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] 7d528f60-1928-4642-9764-ac7c776b85f6/7d528f60-1928-4642-9764-ac7c776b85f6.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 713.043272] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] [instance: 7d528f60-1928-4642-9764-ac7c776b85f6] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 713.043272] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b6c10b7b-7d64-4dd1-a16a-8b0bea6554ce {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.056080] env[70527]: DEBUG oslo_vmware.api [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Waiting for the task: (returnval){ [ 713.056080] env[70527]: value = "task-3912662" [ 713.056080] env[70527]: _type = "Task" [ 713.056080] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.076741] env[70527]: DEBUG oslo_vmware.api [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Task: {'id': task-3912662, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.129265] env[70527]: DEBUG oslo_vmware.api [None req-95883c24-5163-44b9-945b-8b61fe0c9c18 tempest-ServersAdmin275Test-1018622716 tempest-ServersAdmin275Test-1018622716-project-admin] Task: {'id': task-3912660, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.148992] env[70527]: DEBUG oslo_vmware.api [None req-eb21ed3f-b37b-4708-85d8-9a4c1df5aae1 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5251a9b1-b735-c4d4-5b24-7e2a9f8e9242, 'name': SearchDatastore_Task, 'duration_secs': 0.057856} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.150097] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d8f6868-8175-421e-88e5-c2d5499f31b6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.160044] env[70527]: DEBUG oslo_vmware.api [None req-eb21ed3f-b37b-4708-85d8-9a4c1df5aae1 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for the task: (returnval){ [ 713.160044] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52ce25b0-5f97-1d08-f0fa-77392be6c1d9" [ 713.160044] env[70527]: _type = "Task" [ 713.160044] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.174577] env[70527]: DEBUG oslo_vmware.api [None req-eb21ed3f-b37b-4708-85d8-9a4c1df5aae1 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52ce25b0-5f97-1d08-f0fa-77392be6c1d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.207695] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9789581-ce6c-478e-8cc2-7108b123d38f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.222562] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a59a8c-fe82-45a2-9cb5-fa05cba4b459 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.277404] env[70527]: DEBUG nova.network.neutron [-] [instance: a7404f22-2bdf-4c11-a015-adf07f82ab75] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.278135] env[70527]: DEBUG nova.network.neutron [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] [instance: 9ad6dd25-d461-4c1a-a084-28ad37c432fc] Successfully created port: 4f49c968-d5c6-40d2-a792-e81645ac849a {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 713.281082] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5caaeb24-0358-4664-a900-91153e2c4b5a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.295517] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c325d5-37d2-4402-ab16-2cd66b063f19 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.318621] env[70527]: DEBUG nova.compute.provider_tree [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 713.494726] env[70527]: DEBUG oslo_vmware.api [None req-ed4f0ccc-c449-4d29-b6ca-d246bfd9b3b9 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Task: {'id': task-3912661, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.525519] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c9af87fe-fcc6-4173-ab69-5cf8e988138a tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Lock "a8990c35-0ff5-42a2-a236-871039dc979a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.759s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.572071] env[70527]: DEBUG oslo_vmware.api [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Task: {'id': task-3912662, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105026} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.572526] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] [instance: 7d528f60-1928-4642-9764-ac7c776b85f6] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 713.574264] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a88d4a-615e-4c31-aae0-d1f49638ca94 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.601532] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] [instance: 7d528f60-1928-4642-9764-ac7c776b85f6] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 7d528f60-1928-4642-9764-ac7c776b85f6/7d528f60-1928-4642-9764-ac7c776b85f6.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 713.605656] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-950c4efd-efcd-40bd-a35e-c522523f5019 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.636418] env[70527]: DEBUG oslo_vmware.api [None req-95883c24-5163-44b9-945b-8b61fe0c9c18 tempest-ServersAdmin275Test-1018622716 tempest-ServersAdmin275Test-1018622716-project-admin] Task: {'id': task-3912660, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.791165} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.637884] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-95883c24-5163-44b9-945b-8b61fe0c9c18 tempest-ServersAdmin275Test-1018622716 tempest-ServersAdmin275Test-1018622716-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] 0388e623-1848-4d69-9232-e995611c3c6a/0388e623-1848-4d69-9232-e995611c3c6a.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 713.638133] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-95883c24-5163-44b9-945b-8b61fe0c9c18 tempest-ServersAdmin275Test-1018622716 tempest-ServersAdmin275Test-1018622716-project-admin] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 713.638451] env[70527]: DEBUG oslo_vmware.api [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Waiting for the task: (returnval){ [ 713.638451] env[70527]: value = "task-3912663" [ 713.638451] env[70527]: _type = "Task" [ 713.638451] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.639377] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d4b0361a-063b-4539-ae8d-c4678fea21ae {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.658656] env[70527]: DEBUG oslo_vmware.api [None req-95883c24-5163-44b9-945b-8b61fe0c9c18 tempest-ServersAdmin275Test-1018622716 tempest-ServersAdmin275Test-1018622716-project-admin] Waiting for the task: (returnval){ [ 713.658656] env[70527]: value = "task-3912664" [ 713.658656] env[70527]: _type = "Task" [ 713.658656] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.658939] env[70527]: DEBUG oslo_vmware.api [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Task: {'id': task-3912663, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.674063] env[70527]: DEBUG oslo_vmware.api [None req-95883c24-5163-44b9-945b-8b61fe0c9c18 tempest-ServersAdmin275Test-1018622716 tempest-ServersAdmin275Test-1018622716-project-admin] Task: {'id': task-3912664, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.675418] env[70527]: DEBUG oslo_vmware.api [None req-eb21ed3f-b37b-4708-85d8-9a4c1df5aae1 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52ce25b0-5f97-1d08-f0fa-77392be6c1d9, 'name': SearchDatastore_Task, 'duration_secs': 0.057988} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.675669] env[70527]: DEBUG oslo_concurrency.lockutils [None req-eb21ed3f-b37b-4708-85d8-9a4c1df5aae1 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.675963] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb21ed3f-b37b-4708-85d8-9a4c1df5aae1 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] 5db10105-c39d-4d08-b423-0df14ac4250d/5db10105-c39d-4d08-b423-0df14ac4250d.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 713.676234] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f2f4341-3072-4fe5-8270-4bb558115f38 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.684028] env[70527]: DEBUG oslo_vmware.api [None req-eb21ed3f-b37b-4708-85d8-9a4c1df5aae1 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for the task: (returnval){ [ 713.684028] env[70527]: value = "task-3912665" [ 713.684028] env[70527]: _type = "Task" [ 713.684028] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.693085] env[70527]: DEBUG oslo_vmware.api [None req-eb21ed3f-b37b-4708-85d8-9a4c1df5aae1 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3912665, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.779675] env[70527]: DEBUG nova.compute.manager [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] [instance: 9ad6dd25-d461-4c1a-a084-28ad37c432fc] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 713.781670] env[70527]: INFO nova.compute.manager [-] [instance: a7404f22-2bdf-4c11-a015-adf07f82ab75] Took 2.22 seconds to deallocate network for instance. [ 713.812776] env[70527]: DEBUG nova.virt.hardware [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 713.813047] env[70527]: DEBUG nova.virt.hardware [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 713.813341] env[70527]: DEBUG nova.virt.hardware [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 713.813541] env[70527]: DEBUG nova.virt.hardware [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 713.813668] env[70527]: DEBUG nova.virt.hardware [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 713.813812] env[70527]: DEBUG nova.virt.hardware [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 713.814030] env[70527]: DEBUG nova.virt.hardware [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 713.814237] env[70527]: DEBUG nova.virt.hardware [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 713.814347] env[70527]: DEBUG nova.virt.hardware [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 713.814544] env[70527]: DEBUG nova.virt.hardware [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 713.814727] env[70527]: DEBUG nova.virt.hardware [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 713.815636] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1753e24-358b-4ed9-b42b-95806d633a93 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.819662] env[70527]: DEBUG nova.scheduler.client.report [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.828327] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ae1918-430d-40f4-9a72-6f5e83c8d8d7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.995632] env[70527]: DEBUG oslo_vmware.api [None req-ed4f0ccc-c449-4d29-b6ca-d246bfd9b3b9 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Task: {'id': task-3912661, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.112368] env[70527]: DEBUG nova.compute.manager [req-c8f1a6bd-be0d-4626-b272-aa2bfb3f4666 req-08aef5e6-99c5-4826-8820-3bc2aa72f37f service nova] [instance: 6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d] Received event network-vif-deleted-aedffa36-533b-4c42-8013-76539a30db62 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.132196] env[70527]: DEBUG nova.network.neutron [-] [instance: 683944f0-defd-4b89-8276-7ed7ad804197] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.163688] env[70527]: DEBUG oslo_vmware.api [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Task: {'id': task-3912663, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.176489] env[70527]: DEBUG oslo_vmware.api [None req-95883c24-5163-44b9-945b-8b61fe0c9c18 tempest-ServersAdmin275Test-1018622716 tempest-ServersAdmin275Test-1018622716-project-admin] Task: {'id': task-3912664, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.251338} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.178706] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-95883c24-5163-44b9-945b-8b61fe0c9c18 tempest-ServersAdmin275Test-1018622716 tempest-ServersAdmin275Test-1018622716-project-admin] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 714.178706] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a76710-1d08-4f3b-a5a2-780bce1a07c9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.216523] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-95883c24-5163-44b9-945b-8b61fe0c9c18 tempest-ServersAdmin275Test-1018622716 tempest-ServersAdmin275Test-1018622716-project-admin] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 0388e623-1848-4d69-9232-e995611c3c6a/0388e623-1848-4d69-9232-e995611c3c6a.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 714.217783] env[70527]: DEBUG nova.network.neutron [req-9dd380fb-ef0f-4b21-adb9-ff61b893d34e req-0368f88b-b955-4489-b0aa-ffd2e7f0c775 service nova] [instance: 7d528f60-1928-4642-9764-ac7c776b85f6] Updated VIF entry in instance network info cache for port adc1c5e2-7a2e-4b4a-8dda-fbf04920f7bb. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 714.218111] env[70527]: DEBUG nova.network.neutron [req-9dd380fb-ef0f-4b21-adb9-ff61b893d34e req-0368f88b-b955-4489-b0aa-ffd2e7f0c775 service nova] [instance: 7d528f60-1928-4642-9764-ac7c776b85f6] Updating instance_info_cache with network_info: [{"id": "adc1c5e2-7a2e-4b4a-8dda-fbf04920f7bb", "address": "fa:16:3e:37:df:1f", "network": {"id": "3b30914b-bb1b-4e89-be64-4d158e14c24d", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-2119982589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec1043ceb8914936aa65ee2b68c3160d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadc1c5e2-7a", "ovs_interfaceid": "adc1c5e2-7a2e-4b4a-8dda-fbf04920f7bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.226247] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8c031b2-896c-4548-8934-641bbe884267 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.245830] env[70527]: DEBUG oslo_concurrency.lockutils [req-9dd380fb-ef0f-4b21-adb9-ff61b893d34e req-0368f88b-b955-4489-b0aa-ffd2e7f0c775 service nova] Releasing lock "refresh_cache-7d528f60-1928-4642-9764-ac7c776b85f6" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.246305] env[70527]: DEBUG oslo_vmware.api [None req-eb21ed3f-b37b-4708-85d8-9a4c1df5aae1 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3912665, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.256243] env[70527]: DEBUG oslo_vmware.api [None req-95883c24-5163-44b9-945b-8b61fe0c9c18 tempest-ServersAdmin275Test-1018622716 tempest-ServersAdmin275Test-1018622716-project-admin] Waiting for the task: (returnval){ [ 714.256243] env[70527]: value = "task-3912666" [ 714.256243] env[70527]: _type = "Task" [ 714.256243] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.259822] env[70527]: DEBUG nova.network.neutron [-] [instance: 2f797a33-e18e-45f5-84e8-b1b80e3ad11b] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.271979] env[70527]: DEBUG oslo_vmware.api [None req-95883c24-5163-44b9-945b-8b61fe0c9c18 tempest-ServersAdmin275Test-1018622716 tempest-ServersAdmin275Test-1018622716-project-admin] Task: {'id': task-3912666, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.291213] env[70527]: DEBUG oslo_concurrency.lockutils [None req-33290a01-b5f9-4404-bd66-9e9a38e6a89e tempest-DeleteServersAdminTestJSON-1819798580 tempest-DeleteServersAdminTestJSON-1819798580-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.331782] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.613s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.331782] env[70527]: DEBUG nova.compute.manager [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] [instance: 3f4349d7-2095-4377-9036-5edcf415c18c] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 714.338257] env[70527]: DEBUG oslo_concurrency.lockutils [None req-70a56309-b4e9-4ef9-b86d-077ca839da2c tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 11.129s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.338257] env[70527]: DEBUG nova.objects.instance [None req-70a56309-b4e9-4ef9-b86d-077ca839da2c tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70527) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 714.500172] env[70527]: DEBUG oslo_vmware.api [None req-ed4f0ccc-c449-4d29-b6ca-d246bfd9b3b9 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Task: {'id': task-3912661, 'name': PowerOnVM_Task, 'duration_secs': 1.328077} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.500491] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed4f0ccc-c449-4d29-b6ca-d246bfd9b3b9 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] [instance: 99388db0-92e9-43d3-810a-5854edf7739a] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 714.500867] env[70527]: INFO nova.compute.manager [None req-ed4f0ccc-c449-4d29-b6ca-d246bfd9b3b9 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] [instance: 99388db0-92e9-43d3-810a-5854edf7739a] Took 7.84 seconds to spawn the instance on the hypervisor. [ 714.501122] env[70527]: DEBUG nova.compute.manager [None req-ed4f0ccc-c449-4d29-b6ca-d246bfd9b3b9 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] [instance: 99388db0-92e9-43d3-810a-5854edf7739a] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 714.502058] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dbf9428-9ade-4cfa-954e-48b9b6e4af30 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.635175] env[70527]: INFO nova.compute.manager [-] [instance: 683944f0-defd-4b89-8276-7ed7ad804197] Took 2.38 seconds to deallocate network for instance. [ 714.661026] env[70527]: DEBUG oslo_vmware.api [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Task: {'id': task-3912663, 'name': ReconfigVM_Task, 'duration_secs': 1.009618} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.661026] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] [instance: 7d528f60-1928-4642-9764-ac7c776b85f6] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 7d528f60-1928-4642-9764-ac7c776b85f6/7d528f60-1928-4642-9764-ac7c776b85f6.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 714.661789] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6eedda9-1a7d-4f85-85cb-c94461c9414c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.671382] env[70527]: DEBUG oslo_vmware.api [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Waiting for the task: (returnval){ [ 714.671382] env[70527]: value = "task-3912667" [ 714.671382] env[70527]: _type = "Task" [ 714.671382] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.685176] env[70527]: DEBUG oslo_vmware.api [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Task: {'id': task-3912667, 'name': Rename_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.700592] env[70527]: DEBUG oslo_vmware.api [None req-eb21ed3f-b37b-4708-85d8-9a4c1df5aae1 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3912665, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.892885} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.701099] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb21ed3f-b37b-4708-85d8-9a4c1df5aae1 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] 5db10105-c39d-4d08-b423-0df14ac4250d/5db10105-c39d-4d08-b423-0df14ac4250d.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 714.701439] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-eb21ed3f-b37b-4708-85d8-9a4c1df5aae1 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5db10105-c39d-4d08-b423-0df14ac4250d] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 714.701833] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d17f46a1-a66e-422f-8dec-e97261f5bd01 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.711222] env[70527]: DEBUG oslo_vmware.api [None req-eb21ed3f-b37b-4708-85d8-9a4c1df5aae1 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for the task: (returnval){ [ 714.711222] env[70527]: value = "task-3912668" [ 714.711222] env[70527]: _type = "Task" [ 714.711222] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.725585] env[70527]: DEBUG oslo_vmware.api [None req-eb21ed3f-b37b-4708-85d8-9a4c1df5aae1 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3912668, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.763109] env[70527]: INFO nova.compute.manager [-] [instance: 2f797a33-e18e-45f5-84e8-b1b80e3ad11b] Took 1.87 seconds to deallocate network for instance. [ 714.770416] env[70527]: DEBUG oslo_vmware.api [None req-95883c24-5163-44b9-945b-8b61fe0c9c18 tempest-ServersAdmin275Test-1018622716 tempest-ServersAdmin275Test-1018622716-project-admin] Task: {'id': task-3912666, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.850295] env[70527]: DEBUG nova.compute.utils [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 714.851877] env[70527]: DEBUG nova.compute.manager [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] [instance: 3f4349d7-2095-4377-9036-5edcf415c18c] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 714.853205] env[70527]: DEBUG nova.network.neutron [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] [instance: 3f4349d7-2095-4377-9036-5edcf415c18c] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 714.870692] env[70527]: DEBUG nova.compute.manager [None req-8a2a7d47-3f96-4c1e-af57-ca0040288bf4 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: ea9f773a-4f52-4819-9f4e-628db9b920f2] Stashing vm_state: active {{(pid=70527) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 715.023827] env[70527]: INFO nova.compute.manager [None req-ed4f0ccc-c449-4d29-b6ca-d246bfd9b3b9 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] [instance: 99388db0-92e9-43d3-810a-5854edf7739a] Took 20.30 seconds to build instance. [ 715.035463] env[70527]: DEBUG nova.policy [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b72368e5dbb54fbface50101d6618594', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1c9672c42a9428691f82d4453963d3e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 715.146744] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b5f24eb1-449c-46b0-b1d1-9efb10eebc85 tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.183429] env[70527]: DEBUG oslo_vmware.api [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Task: {'id': task-3912667, 'name': Rename_Task, 'duration_secs': 0.246261} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.183958] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] [instance: 7d528f60-1928-4642-9764-ac7c776b85f6] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 715.184275] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ffa0a7b-ac94-43cc-bf10-08e27f26cef7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.192774] env[70527]: DEBUG oslo_vmware.api [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Waiting for the task: (returnval){ [ 715.192774] env[70527]: value = "task-3912669" [ 715.192774] env[70527]: _type = "Task" [ 715.192774] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.203219] env[70527]: DEBUG oslo_vmware.api [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Task: {'id': task-3912669, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.223791] env[70527]: DEBUG oslo_vmware.api [None req-eb21ed3f-b37b-4708-85d8-9a4c1df5aae1 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3912668, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122727} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.224287] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-eb21ed3f-b37b-4708-85d8-9a4c1df5aae1 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5db10105-c39d-4d08-b423-0df14ac4250d] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 715.225166] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ffe0a3c-fd07-4f71-a7dd-70affbadcd6c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.251664] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb21ed3f-b37b-4708-85d8-9a4c1df5aae1 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5db10105-c39d-4d08-b423-0df14ac4250d] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 5db10105-c39d-4d08-b423-0df14ac4250d/5db10105-c39d-4d08-b423-0df14ac4250d.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 715.251664] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ab856da-3ff2-437b-90a9-89b9dbd33241 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.275273] env[70527]: DEBUG oslo_concurrency.lockutils [None req-597e230b-a180-460b-81b3-7f5521a78f1e tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.281369] env[70527]: DEBUG oslo_vmware.api [None req-95883c24-5163-44b9-945b-8b61fe0c9c18 tempest-ServersAdmin275Test-1018622716 tempest-ServersAdmin275Test-1018622716-project-admin] Task: {'id': task-3912666, 'name': ReconfigVM_Task, 'duration_secs': 0.802059} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.282955] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-95883c24-5163-44b9-945b-8b61fe0c9c18 tempest-ServersAdmin275Test-1018622716 tempest-ServersAdmin275Test-1018622716-project-admin] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 0388e623-1848-4d69-9232-e995611c3c6a/0388e623-1848-4d69-9232-e995611c3c6a.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 715.286970] env[70527]: DEBUG oslo_vmware.api [None req-eb21ed3f-b37b-4708-85d8-9a4c1df5aae1 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for the task: (returnval){ [ 715.286970] env[70527]: value = "task-3912670" [ 715.286970] env[70527]: _type = "Task" [ 715.286970] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.286970] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee644381-5a6a-4176-8764-872c2a9c755f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.298858] env[70527]: DEBUG oslo_vmware.api [None req-eb21ed3f-b37b-4708-85d8-9a4c1df5aae1 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3912670, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.301220] env[70527]: DEBUG oslo_vmware.api [None req-95883c24-5163-44b9-945b-8b61fe0c9c18 tempest-ServersAdmin275Test-1018622716 tempest-ServersAdmin275Test-1018622716-project-admin] Waiting for the task: (returnval){ [ 715.301220] env[70527]: value = "task-3912671" [ 715.301220] env[70527]: _type = "Task" [ 715.301220] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.314489] env[70527]: DEBUG oslo_vmware.api [None req-95883c24-5163-44b9-945b-8b61fe0c9c18 tempest-ServersAdmin275Test-1018622716 tempest-ServersAdmin275Test-1018622716-project-admin] Task: {'id': task-3912671, 'name': Rename_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.355373] env[70527]: DEBUG oslo_concurrency.lockutils [None req-70a56309-b4e9-4ef9-b86d-077ca839da2c tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.358556] env[70527]: DEBUG nova.compute.manager [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] [instance: 3f4349d7-2095-4377-9036-5edcf415c18c] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 715.360140] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.482s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.366463] env[70527]: INFO nova.compute.claims [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 6506c3e1-dc99-49be-a878-8a4d167658aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 715.407494] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8a2a7d47-3f96-4c1e-af57-ca0040288bf4 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.530978] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ed4f0ccc-c449-4d29-b6ca-d246bfd9b3b9 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Lock "99388db0-92e9-43d3-810a-5854edf7739a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.046s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.704844] env[70527]: DEBUG oslo_vmware.api [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Task: {'id': task-3912669, 'name': PowerOnVM_Task} progress is 1%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.805370] env[70527]: DEBUG oslo_vmware.api [None req-eb21ed3f-b37b-4708-85d8-9a4c1df5aae1 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3912670, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.819414] env[70527]: DEBUG oslo_vmware.api [None req-95883c24-5163-44b9-945b-8b61fe0c9c18 tempest-ServersAdmin275Test-1018622716 tempest-ServersAdmin275Test-1018622716-project-admin] Task: {'id': task-3912671, 'name': Rename_Task, 'duration_secs': 0.217658} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.819741] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-95883c24-5163-44b9-945b-8b61fe0c9c18 tempest-ServersAdmin275Test-1018622716 tempest-ServersAdmin275Test-1018622716-project-admin] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 715.820017] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ca7875d-3140-4268-bfce-92b9c09fe502 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.832877] env[70527]: DEBUG oslo_vmware.api [None req-95883c24-5163-44b9-945b-8b61fe0c9c18 tempest-ServersAdmin275Test-1018622716 tempest-ServersAdmin275Test-1018622716-project-admin] Waiting for the task: (returnval){ [ 715.832877] env[70527]: value = "task-3912672" [ 715.832877] env[70527]: _type = "Task" [ 715.832877] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.841365] env[70527]: DEBUG oslo_vmware.api [None req-95883c24-5163-44b9-945b-8b61fe0c9c18 tempest-ServersAdmin275Test-1018622716 tempest-ServersAdmin275Test-1018622716-project-admin] Task: {'id': task-3912672, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.016271] env[70527]: DEBUG nova.network.neutron [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] [instance: 3f4349d7-2095-4377-9036-5edcf415c18c] Successfully created port: e4340211-ef59-4906-a49d-6fdbb08d3ef8 {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 716.155436] env[70527]: DEBUG nova.network.neutron [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] [instance: 9ad6dd25-d461-4c1a-a084-28ad37c432fc] Successfully updated port: 4f49c968-d5c6-40d2-a792-e81645ac849a {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 716.181690] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Acquiring lock "850f970e-3e0e-4328-a584-ddbe3e8a2c42" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.181992] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Lock "850f970e-3e0e-4328-a584-ddbe3e8a2c42" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.210217] env[70527]: DEBUG oslo_vmware.api [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Task: {'id': task-3912669, 'name': PowerOnVM_Task} progress is 64%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.227179] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Acquiring lock "f5c1ab55-0e8b-4117-896c-728e547a938d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.227722] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Lock "f5c1ab55-0e8b-4117-896c-728e547a938d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.264132] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Acquiring lock "2f725879-41a4-443d-8bfa-718f70ef1a64" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.267777] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Lock "2f725879-41a4-443d-8bfa-718f70ef1a64" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.300063] env[70527]: DEBUG oslo_vmware.api [None req-eb21ed3f-b37b-4708-85d8-9a4c1df5aae1 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3912670, 'name': ReconfigVM_Task, 'duration_secs': 0.827586} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.300940] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb21ed3f-b37b-4708-85d8-9a4c1df5aae1 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5db10105-c39d-4d08-b423-0df14ac4250d] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 5db10105-c39d-4d08-b423-0df14ac4250d/5db10105-c39d-4d08-b423-0df14ac4250d.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 716.301639] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9976b669-ee9d-4c50-b28d-c526a812a19b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.311976] env[70527]: DEBUG oslo_vmware.api [None req-eb21ed3f-b37b-4708-85d8-9a4c1df5aae1 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for the task: (returnval){ [ 716.311976] env[70527]: value = "task-3912673" [ 716.311976] env[70527]: _type = "Task" [ 716.311976] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.323511] env[70527]: DEBUG oslo_vmware.api [None req-eb21ed3f-b37b-4708-85d8-9a4c1df5aae1 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3912673, 'name': Rename_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.343527] env[70527]: DEBUG oslo_vmware.api [None req-95883c24-5163-44b9-945b-8b61fe0c9c18 tempest-ServersAdmin275Test-1018622716 tempest-ServersAdmin275Test-1018622716-project-admin] Task: {'id': task-3912672, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.383945] env[70527]: DEBUG nova.compute.manager [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] [instance: 3f4349d7-2095-4377-9036-5edcf415c18c] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 716.432756] env[70527]: DEBUG nova.virt.hardware [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:22:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1184902836',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1713985718',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 716.436021] env[70527]: DEBUG nova.virt.hardware [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 716.436021] env[70527]: DEBUG nova.virt.hardware [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 716.436021] env[70527]: DEBUG nova.virt.hardware [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 716.436021] env[70527]: DEBUG nova.virt.hardware [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 716.436021] env[70527]: DEBUG nova.virt.hardware [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 716.436324] env[70527]: DEBUG nova.virt.hardware [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 716.436324] env[70527]: DEBUG nova.virt.hardware [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 716.436324] env[70527]: DEBUG nova.virt.hardware [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 716.436324] env[70527]: DEBUG nova.virt.hardware [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 716.436324] env[70527]: DEBUG nova.virt.hardware [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 716.436573] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c123dd6-1752-46a0-983c-714bb0a6fd22 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.452901] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f768c84-f27e-40c3-85a4-88399b81bc2e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.659783] env[70527]: DEBUG oslo_concurrency.lockutils [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Acquiring lock "refresh_cache-9ad6dd25-d461-4c1a-a084-28ad37c432fc" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.659953] env[70527]: DEBUG oslo_concurrency.lockutils [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Acquired lock "refresh_cache-9ad6dd25-d461-4c1a-a084-28ad37c432fc" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.660162] env[70527]: DEBUG nova.network.neutron [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] [instance: 9ad6dd25-d461-4c1a-a084-28ad37c432fc] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 716.686162] env[70527]: DEBUG nova.compute.manager [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: 850f970e-3e0e-4328-a584-ddbe3e8a2c42] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 716.708695] env[70527]: DEBUG oslo_vmware.api [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Task: {'id': task-3912669, 'name': PowerOnVM_Task} progress is 64%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.730197] env[70527]: DEBUG nova.compute.manager [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: f5c1ab55-0e8b-4117-896c-728e547a938d] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 716.773528] env[70527]: DEBUG nova.compute.manager [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: 2f725879-41a4-443d-8bfa-718f70ef1a64] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 716.816016] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8940c1c4-3414-46c7-8dd2-aae7a64cece9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.844771] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c597e6-253c-4b25-a972-0f84915b2e72 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.847681] env[70527]: DEBUG oslo_vmware.api [None req-eb21ed3f-b37b-4708-85d8-9a4c1df5aae1 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3912673, 'name': Rename_Task, 'duration_secs': 0.340683} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.848342] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb21ed3f-b37b-4708-85d8-9a4c1df5aae1 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5db10105-c39d-4d08-b423-0df14ac4250d] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 716.848889] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5388d62-e550-4283-bab4-7b6b7fcb7487 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.882240] env[70527]: DEBUG oslo_vmware.api [None req-95883c24-5163-44b9-945b-8b61fe0c9c18 tempest-ServersAdmin275Test-1018622716 tempest-ServersAdmin275Test-1018622716-project-admin] Task: {'id': task-3912672, 'name': PowerOnVM_Task, 'duration_secs': 0.682632} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.883836] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a295e3-9f27-4a83-b30f-06d4342386f3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.889022] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-95883c24-5163-44b9-945b-8b61fe0c9c18 tempest-ServersAdmin275Test-1018622716 tempest-ServersAdmin275Test-1018622716-project-admin] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 716.889022] env[70527]: DEBUG nova.compute.manager [None req-95883c24-5163-44b9-945b-8b61fe0c9c18 tempest-ServersAdmin275Test-1018622716 tempest-ServersAdmin275Test-1018622716-project-admin] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 716.889022] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6758baaa-9450-4967-9437-7cb65829d2e1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.895110] env[70527]: DEBUG oslo_vmware.api [None req-eb21ed3f-b37b-4708-85d8-9a4c1df5aae1 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for the task: (returnval){ [ 716.895110] env[70527]: value = "task-3912674" [ 716.895110] env[70527]: _type = "Task" [ 716.895110] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.910079] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c77581-ec2c-4b77-935d-f4879e0ff086 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.922747] env[70527]: DEBUG oslo_vmware.api [None req-eb21ed3f-b37b-4708-85d8-9a4c1df5aae1 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3912674, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.935886] env[70527]: DEBUG nova.compute.provider_tree [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 717.120339] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Acquiring lock "17f84970-6de3-497d-b810-719b4964ef12" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.120663] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Lock "17f84970-6de3-497d-b810-719b4964ef12" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.208568] env[70527]: DEBUG oslo_vmware.api [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Task: {'id': task-3912669, 'name': PowerOnVM_Task, 'duration_secs': 1.815775} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.208872] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] [instance: 7d528f60-1928-4642-9764-ac7c776b85f6] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 717.209087] env[70527]: INFO nova.compute.manager [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] [instance: 7d528f60-1928-4642-9764-ac7c776b85f6] Took 13.11 seconds to spawn the instance on the hypervisor. [ 717.209262] env[70527]: DEBUG nova.compute.manager [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] [instance: 7d528f60-1928-4642-9764-ac7c776b85f6] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 717.210165] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643af700-6cf8-4f13-813a-dc498deb789b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.216668] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.230112] env[70527]: DEBUG nova.network.neutron [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] [instance: 9ad6dd25-d461-4c1a-a084-28ad37c432fc] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 717.257720] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.305431] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.364974] env[70527]: DEBUG nova.compute.manager [req-1f36a9eb-a864-404d-a55f-5784229ffad2 req-90d34e5a-0021-4582-a8ed-bdf5ce13e20f service nova] [instance: 9ad6dd25-d461-4c1a-a084-28ad37c432fc] Received event network-vif-plugged-4f49c968-d5c6-40d2-a792-e81645ac849a {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.364974] env[70527]: DEBUG oslo_concurrency.lockutils [req-1f36a9eb-a864-404d-a55f-5784229ffad2 req-90d34e5a-0021-4582-a8ed-bdf5ce13e20f service nova] Acquiring lock "9ad6dd25-d461-4c1a-a084-28ad37c432fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.364974] env[70527]: DEBUG oslo_concurrency.lockutils [req-1f36a9eb-a864-404d-a55f-5784229ffad2 req-90d34e5a-0021-4582-a8ed-bdf5ce13e20f service nova] Lock "9ad6dd25-d461-4c1a-a084-28ad37c432fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.364974] env[70527]: DEBUG oslo_concurrency.lockutils [req-1f36a9eb-a864-404d-a55f-5784229ffad2 req-90d34e5a-0021-4582-a8ed-bdf5ce13e20f service nova] Lock "9ad6dd25-d461-4c1a-a084-28ad37c432fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.364974] env[70527]: DEBUG nova.compute.manager [req-1f36a9eb-a864-404d-a55f-5784229ffad2 req-90d34e5a-0021-4582-a8ed-bdf5ce13e20f service nova] [instance: 9ad6dd25-d461-4c1a-a084-28ad37c432fc] No waiting events found dispatching network-vif-plugged-4f49c968-d5c6-40d2-a792-e81645ac849a {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 717.365420] env[70527]: WARNING nova.compute.manager [req-1f36a9eb-a864-404d-a55f-5784229ffad2 req-90d34e5a-0021-4582-a8ed-bdf5ce13e20f service nova] [instance: 9ad6dd25-d461-4c1a-a084-28ad37c432fc] Received unexpected event network-vif-plugged-4f49c968-d5c6-40d2-a792-e81645ac849a for instance with vm_state building and task_state spawning. [ 717.414572] env[70527]: DEBUG oslo_vmware.api [None req-eb21ed3f-b37b-4708-85d8-9a4c1df5aae1 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3912674, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.435216] env[70527]: DEBUG oslo_concurrency.lockutils [None req-95883c24-5163-44b9-945b-8b61fe0c9c18 tempest-ServersAdmin275Test-1018622716 tempest-ServersAdmin275Test-1018622716-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.442901] env[70527]: DEBUG nova.scheduler.client.report [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 717.492189] env[70527]: DEBUG oslo_concurrency.lockutils [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Acquiring lock "680e9855-2905-4c0d-adc7-e45781fd1e4e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.492525] env[70527]: DEBUG oslo_concurrency.lockutils [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Lock "680e9855-2905-4c0d-adc7-e45781fd1e4e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.533310] env[70527]: DEBUG nova.network.neutron [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] [instance: 9ad6dd25-d461-4c1a-a084-28ad37c432fc] Updating instance_info_cache with network_info: [{"id": "4f49c968-d5c6-40d2-a792-e81645ac849a", "address": "fa:16:3e:50:62:9b", "network": {"id": "5b8bec49-b0f7-40b2-9ea4-be775b1404d7", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-602560123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38ab96198d4c4f12b7d8cee4ba61b306", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f49c968-d5", "ovs_interfaceid": "4f49c968-d5c6-40d2-a792-e81645ac849a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.601045] env[70527]: DEBUG nova.compute.manager [None req-ef4d511a-25c6-402e-a0c3-a070b60e0061 tempest-ServerDiagnosticsV248Test-380685839 tempest-ServerDiagnosticsV248Test-380685839-project-admin] [instance: 99388db0-92e9-43d3-810a-5854edf7739a] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 717.602546] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4019b1ca-4bbf-4681-a29f-8d0cd808b5ee {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.611233] env[70527]: INFO nova.compute.manager [None req-ef4d511a-25c6-402e-a0c3-a070b60e0061 tempest-ServerDiagnosticsV248Test-380685839 tempest-ServerDiagnosticsV248Test-380685839-project-admin] [instance: 99388db0-92e9-43d3-810a-5854edf7739a] Retrieving diagnostics [ 717.612037] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906d8db9-a3dd-4c4c-b315-c57d8f5e8ee7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.645994] env[70527]: DEBUG nova.compute.manager [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] [instance: 17f84970-6de3-497d-b810-719b4964ef12] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 717.732928] env[70527]: INFO nova.compute.manager [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] [instance: 7d528f60-1928-4642-9764-ac7c776b85f6] Took 25.81 seconds to build instance. [ 717.910223] env[70527]: DEBUG oslo_vmware.api [None req-eb21ed3f-b37b-4708-85d8-9a4c1df5aae1 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3912674, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.928828] env[70527]: DEBUG nova.network.neutron [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] [instance: 3f4349d7-2095-4377-9036-5edcf415c18c] Successfully updated port: e4340211-ef59-4906-a49d-6fdbb08d3ef8 {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 717.941949] env[70527]: DEBUG nova.compute.manager [req-11aaaf3b-d879-4fd6-a7a3-90da2d1ee669 req-bbd5b866-d009-4434-ad5e-32cef7f2b592 service nova] [instance: a7404f22-2bdf-4c11-a015-adf07f82ab75] Received event network-vif-deleted-932202ca-05c0-43b3-92cc-af20484d598f {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.941949] env[70527]: DEBUG nova.compute.manager [req-11aaaf3b-d879-4fd6-a7a3-90da2d1ee669 req-bbd5b866-d009-4434-ad5e-32cef7f2b592 service nova] [instance: 683944f0-defd-4b89-8276-7ed7ad804197] Received event network-vif-deleted-69cf1cff-d8da-4d4e-8606-c3aefb58deca {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.941949] env[70527]: DEBUG nova.compute.manager [req-11aaaf3b-d879-4fd6-a7a3-90da2d1ee669 req-bbd5b866-d009-4434-ad5e-32cef7f2b592 service nova] [instance: 2f797a33-e18e-45f5-84e8-b1b80e3ad11b] Received event network-vif-deleted-979e2304-ca4c-41ab-a030-d479208df03c {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.941949] env[70527]: DEBUG nova.compute.manager [req-11aaaf3b-d879-4fd6-a7a3-90da2d1ee669 req-bbd5b866-d009-4434-ad5e-32cef7f2b592 service nova] [instance: 11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6] Received event network-changed-dda56ee0-696b-4d69-ae68-3cfe9e6324bc {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.941949] env[70527]: DEBUG nova.compute.manager [req-11aaaf3b-d879-4fd6-a7a3-90da2d1ee669 req-bbd5b866-d009-4434-ad5e-32cef7f2b592 service nova] [instance: 11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6] Refreshing instance network info cache due to event network-changed-dda56ee0-696b-4d69-ae68-3cfe9e6324bc. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 717.942245] env[70527]: DEBUG oslo_concurrency.lockutils [req-11aaaf3b-d879-4fd6-a7a3-90da2d1ee669 req-bbd5b866-d009-4434-ad5e-32cef7f2b592 service nova] Acquiring lock "refresh_cache-11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.942245] env[70527]: DEBUG oslo_concurrency.lockutils [req-11aaaf3b-d879-4fd6-a7a3-90da2d1ee669 req-bbd5b866-d009-4434-ad5e-32cef7f2b592 service nova] Acquired lock "refresh_cache-11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.942245] env[70527]: DEBUG nova.network.neutron [req-11aaaf3b-d879-4fd6-a7a3-90da2d1ee669 req-bbd5b866-d009-4434-ad5e-32cef7f2b592 service nova] [instance: 11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6] Refreshing network info cache for port dda56ee0-696b-4d69-ae68-3cfe9e6324bc {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 717.946482] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.586s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.947174] env[70527]: DEBUG nova.compute.manager [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 6506c3e1-dc99-49be-a878-8a4d167658aa] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 717.950524] env[70527]: DEBUG oslo_concurrency.lockutils [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.144s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.952849] env[70527]: INFO nova.compute.claims [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] [instance: 5d2b9cdf-5e26-456d-b47f-29183dee3966] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 718.036565] env[70527]: DEBUG oslo_concurrency.lockutils [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Releasing lock "refresh_cache-9ad6dd25-d461-4c1a-a084-28ad37c432fc" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.039022] env[70527]: DEBUG nova.compute.manager [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] [instance: 9ad6dd25-d461-4c1a-a084-28ad37c432fc] Instance network_info: |[{"id": "4f49c968-d5c6-40d2-a792-e81645ac849a", "address": "fa:16:3e:50:62:9b", "network": {"id": "5b8bec49-b0f7-40b2-9ea4-be775b1404d7", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-602560123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38ab96198d4c4f12b7d8cee4ba61b306", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f49c968-d5", "ovs_interfaceid": "4f49c968-d5c6-40d2-a792-e81645ac849a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 718.039318] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] [instance: 9ad6dd25-d461-4c1a-a084-28ad37c432fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:62:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4adc8ed0-d11a-4510-9be0-b27c0da3a903', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4f49c968-d5c6-40d2-a792-e81645ac849a', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 718.046857] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Creating folder: Project (38ab96198d4c4f12b7d8cee4ba61b306). Parent ref: group-v776920. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 718.047703] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-35dd6775-6bd4-49e1-914d-e31e5f292718 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.068725] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Created folder: Project (38ab96198d4c4f12b7d8cee4ba61b306) in parent group-v776920. [ 718.068725] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Creating folder: Instances. Parent ref: group-v776960. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 718.068725] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-77cfc6dc-c3cb-4993-a691-2792f179ed32 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.080657] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Created folder: Instances in parent group-v776960. [ 718.081201] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 718.081431] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ad6dd25-d461-4c1a-a084-28ad37c432fc] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 718.082565] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d3aba70-bd39-45f4-8ac0-7b3cc33687eb {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.113399] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 718.113399] env[70527]: value = "task-3912677" [ 718.113399] env[70527]: _type = "Task" [ 718.113399] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.122735] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912677, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.180458] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.235091] env[70527]: DEBUG oslo_concurrency.lockutils [None req-69367f61-8c22-4709-a475-4d357925edd8 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Lock "7d528f60-1928-4642-9764-ac7c776b85f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.789s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.412964] env[70527]: DEBUG oslo_vmware.api [None req-eb21ed3f-b37b-4708-85d8-9a4c1df5aae1 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3912674, 'name': PowerOnVM_Task, 'duration_secs': 1.169203} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.412964] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb21ed3f-b37b-4708-85d8-9a4c1df5aae1 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5db10105-c39d-4d08-b423-0df14ac4250d] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 718.413173] env[70527]: DEBUG nova.compute.manager [None req-eb21ed3f-b37b-4708-85d8-9a4c1df5aae1 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5db10105-c39d-4d08-b423-0df14ac4250d] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 718.414065] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c43170-4853-447d-b951-0970dd029ef9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.434142] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Acquiring lock "refresh_cache-3f4349d7-2095-4377-9036-5edcf415c18c" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.434142] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Acquired lock "refresh_cache-3f4349d7-2095-4377-9036-5edcf415c18c" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.434142] env[70527]: DEBUG nova.network.neutron [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] [instance: 3f4349d7-2095-4377-9036-5edcf415c18c] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 718.461796] env[70527]: DEBUG nova.compute.utils [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 718.468037] env[70527]: DEBUG nova.compute.manager [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 6506c3e1-dc99-49be-a878-8a4d167658aa] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 718.468037] env[70527]: DEBUG nova.network.neutron [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 6506c3e1-dc99-49be-a878-8a4d167658aa] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 718.546026] env[70527]: DEBUG nova.policy [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '816d635341be462e9456b9ff47ee35e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '79060d06877149fb8970e454e0927e61', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 718.628069] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912677, 'name': CreateVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.740183] env[70527]: DEBUG nova.compute.manager [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 718.944034] env[70527]: DEBUG oslo_concurrency.lockutils [None req-eb21ed3f-b37b-4708-85d8-9a4c1df5aae1 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.971157] env[70527]: DEBUG nova.compute.manager [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 6506c3e1-dc99-49be-a878-8a4d167658aa] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 719.005865] env[70527]: DEBUG nova.network.neutron [req-11aaaf3b-d879-4fd6-a7a3-90da2d1ee669 req-bbd5b866-d009-4434-ad5e-32cef7f2b592 service nova] [instance: 11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6] Updated VIF entry in instance network info cache for port dda56ee0-696b-4d69-ae68-3cfe9e6324bc. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 719.006260] env[70527]: DEBUG nova.network.neutron [req-11aaaf3b-d879-4fd6-a7a3-90da2d1ee669 req-bbd5b866-d009-4434-ad5e-32cef7f2b592 service nova] [instance: 11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6] Updating instance_info_cache with network_info: [{"id": "dda56ee0-696b-4d69-ae68-3cfe9e6324bc", "address": "fa:16:3e:c6:21:03", "network": {"id": "a2744a6b-e33a-4d4c-adaf-028e96cbc0f5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1009542333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16d28b9d76f24c79b327a48b17cb113b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdda56ee0-69", "ovs_interfaceid": "dda56ee0-696b-4d69-ae68-3cfe9e6324bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.011177] env[70527]: DEBUG nova.network.neutron [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] [instance: 3f4349d7-2095-4377-9036-5edcf415c18c] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 719.051077] env[70527]: DEBUG nova.network.neutron [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 6506c3e1-dc99-49be-a878-8a4d167658aa] Successfully created port: 38d2ebd8-d515-4615-9d0e-504ef313737a {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 719.097142] env[70527]: DEBUG oslo_concurrency.lockutils [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Acquiring lock "da8faa86-f0f4-4376-8230-044988916d00" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.097600] env[70527]: DEBUG oslo_concurrency.lockutils [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Lock "da8faa86-f0f4-4376-8230-044988916d00" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.137037] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912677, 'name': CreateVM_Task, 'duration_secs': 0.584406} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.137037] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ad6dd25-d461-4c1a-a084-28ad37c432fc] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 719.137037] env[70527]: DEBUG oslo_concurrency.lockutils [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.137037] env[70527]: DEBUG oslo_concurrency.lockutils [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.137468] env[70527]: DEBUG oslo_concurrency.lockutils [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.137726] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f0bd0f7-79a3-43cc-b60b-14043b0370de {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.145166] env[70527]: DEBUG oslo_vmware.api [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Waiting for the task: (returnval){ [ 719.145166] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]5281fdb8-2f64-d21c-87bd-df22b857850f" [ 719.145166] env[70527]: _type = "Task" [ 719.145166] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.167125] env[70527]: DEBUG oslo_vmware.api [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5281fdb8-2f64-d21c-87bd-df22b857850f, 'name': SearchDatastore_Task, 'duration_secs': 0.013548} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.170171] env[70527]: DEBUG oslo_concurrency.lockutils [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.170171] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] [instance: 9ad6dd25-d461-4c1a-a084-28ad37c432fc] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 719.170171] env[70527]: DEBUG oslo_concurrency.lockutils [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.170171] env[70527]: DEBUG oslo_concurrency.lockutils [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.170348] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 719.170348] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed7f4462-bb2b-4e64-b733-e237a1c2124c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.185880] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 719.186181] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 719.187021] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfc98d23-3428-4fc6-b83d-60f811e1a8a5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.195288] env[70527]: DEBUG oslo_vmware.api [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Waiting for the task: (returnval){ [ 719.195288] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52a13e2e-b146-8d79-023e-7f667c7587e8" [ 719.195288] env[70527]: _type = "Task" [ 719.195288] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.206869] env[70527]: DEBUG oslo_vmware.api [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52a13e2e-b146-8d79-023e-7f667c7587e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.268039] env[70527]: DEBUG oslo_concurrency.lockutils [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.312336] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Acquiring lock "e0f5066e-917e-4e4a-9b1c-b2e9eef96296" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.312336] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Lock "e0f5066e-917e-4e4a-9b1c-b2e9eef96296" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.390936] env[70527]: DEBUG nova.network.neutron [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] [instance: 3f4349d7-2095-4377-9036-5edcf415c18c] Updating instance_info_cache with network_info: [{"id": "e4340211-ef59-4906-a49d-6fdbb08d3ef8", "address": "fa:16:3e:aa:6f:ac", "network": {"id": "bf0e3a89-990f-4484-9154-ead6cffd7ca5", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-36617799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1c9672c42a9428691f82d4453963d3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4340211-ef", "ovs_interfaceid": "e4340211-ef59-4906-a49d-6fdbb08d3ef8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.515585] env[70527]: DEBUG oslo_concurrency.lockutils [req-11aaaf3b-d879-4fd6-a7a3-90da2d1ee669 req-bbd5b866-d009-4434-ad5e-32cef7f2b592 service nova] Releasing lock "refresh_cache-11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.580843] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2652757-2f9d-4adf-9d46-1a494b64acc9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.589505] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09924132-d9b5-44b4-9781-cbf720b45910 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.628954] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4274a08-a74b-43b0-b6d4-495e401f07e4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.634207] env[70527]: DEBUG oslo_concurrency.lockutils [None req-36f3a2ca-a6dc-4b7d-be0e-758f6fb71112 tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Acquiring lock "0388e623-1848-4d69-9232-e995611c3c6a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.634207] env[70527]: DEBUG oslo_concurrency.lockutils [None req-36f3a2ca-a6dc-4b7d-be0e-758f6fb71112 tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Lock "0388e623-1848-4d69-9232-e995611c3c6a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.634207] env[70527]: DEBUG oslo_concurrency.lockutils [None req-36f3a2ca-a6dc-4b7d-be0e-758f6fb71112 tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Acquiring lock "0388e623-1848-4d69-9232-e995611c3c6a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.634207] env[70527]: DEBUG oslo_concurrency.lockutils [None req-36f3a2ca-a6dc-4b7d-be0e-758f6fb71112 tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Lock "0388e623-1848-4d69-9232-e995611c3c6a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.634543] env[70527]: DEBUG oslo_concurrency.lockutils [None req-36f3a2ca-a6dc-4b7d-be0e-758f6fb71112 tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Lock "0388e623-1848-4d69-9232-e995611c3c6a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.635967] env[70527]: INFO nova.compute.manager [None req-36f3a2ca-a6dc-4b7d-be0e-758f6fb71112 tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Terminating instance [ 719.645640] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-373aa203-3f71-4da0-b7cb-73f7b91a7927 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.659339] env[70527]: DEBUG nova.compute.provider_tree [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 719.710060] env[70527]: DEBUG oslo_vmware.api [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52a13e2e-b146-8d79-023e-7f667c7587e8, 'name': SearchDatastore_Task, 'duration_secs': 0.015565} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.710915] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-146ee5ea-c0d6-43e4-8b69-16a8c3aeb90e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.718032] env[70527]: DEBUG oslo_vmware.api [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Waiting for the task: (returnval){ [ 719.718032] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52691271-a56b-1e36-7535-04e9970bddaf" [ 719.718032] env[70527]: _type = "Task" [ 719.718032] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.730339] env[70527]: DEBUG oslo_vmware.api [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52691271-a56b-1e36-7535-04e9970bddaf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.898322] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Releasing lock "refresh_cache-3f4349d7-2095-4377-9036-5edcf415c18c" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.898896] env[70527]: DEBUG nova.compute.manager [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] [instance: 3f4349d7-2095-4377-9036-5edcf415c18c] Instance network_info: |[{"id": "e4340211-ef59-4906-a49d-6fdbb08d3ef8", "address": "fa:16:3e:aa:6f:ac", "network": {"id": "bf0e3a89-990f-4484-9154-ead6cffd7ca5", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-36617799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1c9672c42a9428691f82d4453963d3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4340211-ef", "ovs_interfaceid": "e4340211-ef59-4906-a49d-6fdbb08d3ef8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 719.899552] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] [instance: 3f4349d7-2095-4377-9036-5edcf415c18c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:6f:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'abcf0d10-3f3f-45dc-923e-1c78766e2dad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e4340211-ef59-4906-a49d-6fdbb08d3ef8', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 719.909318] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Creating folder: Project (a1c9672c42a9428691f82d4453963d3e). Parent ref: group-v776920. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.911950] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-62c1b3de-9a1f-4377-91d5-fb7ec9df118c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.923429] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Created folder: Project (a1c9672c42a9428691f82d4453963d3e) in parent group-v776920. [ 719.923429] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Creating folder: Instances. Parent ref: group-v776963. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.923429] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f6f45ed9-7901-4b4e-b533-c1d7bf958fa2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.935618] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Created folder: Instances in parent group-v776963. [ 719.935922] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 719.936168] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f4349d7-2095-4377-9036-5edcf415c18c] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 719.936389] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-931d2e4d-5dea-41c2-8e12-da35f01d1557 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.964209] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 719.964209] env[70527]: value = "task-3912680" [ 719.964209] env[70527]: _type = "Task" [ 719.964209] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.973270] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912680, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.994903] env[70527]: DEBUG nova.compute.manager [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 6506c3e1-dc99-49be-a878-8a4d167658aa] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 720.029392] env[70527]: DEBUG nova.virt.hardware [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 720.029392] env[70527]: DEBUG nova.virt.hardware [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 720.029392] env[70527]: DEBUG nova.virt.hardware [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 720.029982] env[70527]: DEBUG nova.virt.hardware [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 720.030662] env[70527]: DEBUG nova.virt.hardware [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 720.030662] env[70527]: DEBUG nova.virt.hardware [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 720.030888] env[70527]: DEBUG nova.virt.hardware [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 720.031127] env[70527]: DEBUG nova.virt.hardware [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 720.031305] env[70527]: DEBUG nova.virt.hardware [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 720.031504] env[70527]: DEBUG nova.virt.hardware [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 720.031658] env[70527]: DEBUG nova.virt.hardware [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 720.032640] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2734b64-478a-41e5-b8ef-8bb54b096c9e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.041681] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d59978-d8f6-4910-a490-40da5dee1a13 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.143837] env[70527]: DEBUG oslo_concurrency.lockutils [None req-36f3a2ca-a6dc-4b7d-be0e-758f6fb71112 tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Acquiring lock "refresh_cache-0388e623-1848-4d69-9232-e995611c3c6a" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.144172] env[70527]: DEBUG oslo_concurrency.lockutils [None req-36f3a2ca-a6dc-4b7d-be0e-758f6fb71112 tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Acquired lock "refresh_cache-0388e623-1848-4d69-9232-e995611c3c6a" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.144360] env[70527]: DEBUG nova.network.neutron [None req-36f3a2ca-a6dc-4b7d-be0e-758f6fb71112 tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 720.163465] env[70527]: DEBUG nova.scheduler.client.report [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 720.231138] env[70527]: DEBUG oslo_vmware.api [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52691271-a56b-1e36-7535-04e9970bddaf, 'name': SearchDatastore_Task, 'duration_secs': 0.013184} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.231623] env[70527]: DEBUG oslo_concurrency.lockutils [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.231966] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 9ad6dd25-d461-4c1a-a084-28ad37c432fc/9ad6dd25-d461-4c1a-a084-28ad37c432fc.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 720.232570] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9400a86a-c1ab-442a-b750-3266d63fe201 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.242230] env[70527]: DEBUG oslo_vmware.api [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Waiting for the task: (returnval){ [ 720.242230] env[70527]: value = "task-3912681" [ 720.242230] env[70527]: _type = "Task" [ 720.242230] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.253807] env[70527]: DEBUG oslo_vmware.api [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Task: {'id': task-3912681, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.482320] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912680, 'name': CreateVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.671351] env[70527]: DEBUG oslo_concurrency.lockutils [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.721s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.672110] env[70527]: DEBUG nova.compute.manager [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] [instance: 5d2b9cdf-5e26-456d-b47f-29183dee3966] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 720.675895] env[70527]: DEBUG oslo_concurrency.lockutils [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.514s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.678205] env[70527]: INFO nova.compute.claims [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] [instance: 3a8a9038-76f1-43e2-bb08-fb2cc51a3e58] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 720.693049] env[70527]: DEBUG nova.network.neutron [None req-36f3a2ca-a6dc-4b7d-be0e-758f6fb71112 tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 720.760744] env[70527]: DEBUG oslo_vmware.api [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Task: {'id': task-3912681, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.761896] env[70527]: DEBUG nova.compute.manager [req-a3c3ab3c-a4f7-4286-a700-1569719233d3 req-aaebf822-ca1d-4820-bf54-e4a8ae9d5df5 service nova] [instance: 9ad6dd25-d461-4c1a-a084-28ad37c432fc] Received event network-changed-4f49c968-d5c6-40d2-a792-e81645ac849a {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.762108] env[70527]: DEBUG nova.compute.manager [req-a3c3ab3c-a4f7-4286-a700-1569719233d3 req-aaebf822-ca1d-4820-bf54-e4a8ae9d5df5 service nova] [instance: 9ad6dd25-d461-4c1a-a084-28ad37c432fc] Refreshing instance network info cache due to event network-changed-4f49c968-d5c6-40d2-a792-e81645ac849a. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 720.762334] env[70527]: DEBUG oslo_concurrency.lockutils [req-a3c3ab3c-a4f7-4286-a700-1569719233d3 req-aaebf822-ca1d-4820-bf54-e4a8ae9d5df5 service nova] Acquiring lock "refresh_cache-9ad6dd25-d461-4c1a-a084-28ad37c432fc" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.762552] env[70527]: DEBUG oslo_concurrency.lockutils [req-a3c3ab3c-a4f7-4286-a700-1569719233d3 req-aaebf822-ca1d-4820-bf54-e4a8ae9d5df5 service nova] Acquired lock "refresh_cache-9ad6dd25-d461-4c1a-a084-28ad37c432fc" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.763207] env[70527]: DEBUG nova.network.neutron [req-a3c3ab3c-a4f7-4286-a700-1569719233d3 req-aaebf822-ca1d-4820-bf54-e4a8ae9d5df5 service nova] [instance: 9ad6dd25-d461-4c1a-a084-28ad37c432fc] Refreshing network info cache for port 4f49c968-d5c6-40d2-a792-e81645ac849a {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 720.874502] env[70527]: DEBUG oslo_concurrency.lockutils [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Acquiring lock "269d41c2-b7c9-4d6d-9671-3c31ac3b02ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.877179] env[70527]: DEBUG oslo_concurrency.lockutils [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Lock "269d41c2-b7c9-4d6d-9671-3c31ac3b02ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.884276] env[70527]: DEBUG nova.network.neutron [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 6506c3e1-dc99-49be-a878-8a4d167658aa] Successfully updated port: 38d2ebd8-d515-4615-9d0e-504ef313737a {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 720.921584] env[70527]: DEBUG nova.network.neutron [None req-36f3a2ca-a6dc-4b7d-be0e-758f6fb71112 tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.982033] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912680, 'name': CreateVM_Task, 'duration_secs': 0.55775} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.982033] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f4349d7-2095-4377-9036-5edcf415c18c] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 720.982033] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.982033] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.982033] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.982421] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c88a65b-ef45-4dfd-9a04-f80fcacf61c8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.988061] env[70527]: DEBUG oslo_vmware.api [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Waiting for the task: (returnval){ [ 720.988061] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52d22aac-9c85-1fd0-9dfd-d376c08e7c0d" [ 720.988061] env[70527]: _type = "Task" [ 720.988061] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.999895] env[70527]: DEBUG oslo_vmware.api [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52d22aac-9c85-1fd0-9dfd-d376c08e7c0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.183777] env[70527]: DEBUG nova.compute.utils [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 721.189054] env[70527]: DEBUG nova.compute.manager [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] [instance: 5d2b9cdf-5e26-456d-b47f-29183dee3966] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 721.189216] env[70527]: DEBUG nova.network.neutron [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] [instance: 5d2b9cdf-5e26-456d-b47f-29183dee3966] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 721.253266] env[70527]: DEBUG oslo_vmware.api [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Task: {'id': task-3912681, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576275} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.253757] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 9ad6dd25-d461-4c1a-a084-28ad37c432fc/9ad6dd25-d461-4c1a-a084-28ad37c432fc.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 721.253757] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] [instance: 9ad6dd25-d461-4c1a-a084-28ad37c432fc] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 721.253919] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c1ad4f1b-d133-4ae9-8b6d-f0e010720d92 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.264818] env[70527]: DEBUG oslo_vmware.api [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Waiting for the task: (returnval){ [ 721.264818] env[70527]: value = "task-3912682" [ 721.264818] env[70527]: _type = "Task" [ 721.264818] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.278007] env[70527]: DEBUG oslo_vmware.api [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Task: {'id': task-3912682, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.323978] env[70527]: DEBUG nova.policy [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d0b25417d88474bbfaca4f4c691e0f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85cd560e258646a5af912c4ad90c865c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 721.338760] env[70527]: DEBUG nova.compute.manager [req-bc98c6c4-bf8c-434f-b5b9-13b85945bef9 req-9c0623a6-36bb-4d21-921f-d4802081b32e service nova] [instance: 3f4349d7-2095-4377-9036-5edcf415c18c] Received event network-vif-plugged-e4340211-ef59-4906-a49d-6fdbb08d3ef8 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.338760] env[70527]: DEBUG oslo_concurrency.lockutils [req-bc98c6c4-bf8c-434f-b5b9-13b85945bef9 req-9c0623a6-36bb-4d21-921f-d4802081b32e service nova] Acquiring lock "3f4349d7-2095-4377-9036-5edcf415c18c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.338760] env[70527]: DEBUG oslo_concurrency.lockutils [req-bc98c6c4-bf8c-434f-b5b9-13b85945bef9 req-9c0623a6-36bb-4d21-921f-d4802081b32e service nova] Lock "3f4349d7-2095-4377-9036-5edcf415c18c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.339094] env[70527]: DEBUG oslo_concurrency.lockutils [req-bc98c6c4-bf8c-434f-b5b9-13b85945bef9 req-9c0623a6-36bb-4d21-921f-d4802081b32e service nova] Lock "3f4349d7-2095-4377-9036-5edcf415c18c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.339094] env[70527]: DEBUG nova.compute.manager [req-bc98c6c4-bf8c-434f-b5b9-13b85945bef9 req-9c0623a6-36bb-4d21-921f-d4802081b32e service nova] [instance: 3f4349d7-2095-4377-9036-5edcf415c18c] No waiting events found dispatching network-vif-plugged-e4340211-ef59-4906-a49d-6fdbb08d3ef8 {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 721.339354] env[70527]: WARNING nova.compute.manager [req-bc98c6c4-bf8c-434f-b5b9-13b85945bef9 req-9c0623a6-36bb-4d21-921f-d4802081b32e service nova] [instance: 3f4349d7-2095-4377-9036-5edcf415c18c] Received unexpected event network-vif-plugged-e4340211-ef59-4906-a49d-6fdbb08d3ef8 for instance with vm_state building and task_state spawning. [ 721.339478] env[70527]: DEBUG nova.compute.manager [req-bc98c6c4-bf8c-434f-b5b9-13b85945bef9 req-9c0623a6-36bb-4d21-921f-d4802081b32e service nova] [instance: 3f4349d7-2095-4377-9036-5edcf415c18c] Received event network-changed-e4340211-ef59-4906-a49d-6fdbb08d3ef8 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.340695] env[70527]: DEBUG nova.compute.manager [req-bc98c6c4-bf8c-434f-b5b9-13b85945bef9 req-9c0623a6-36bb-4d21-921f-d4802081b32e service nova] [instance: 3f4349d7-2095-4377-9036-5edcf415c18c] Refreshing instance network info cache due to event network-changed-e4340211-ef59-4906-a49d-6fdbb08d3ef8. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 721.340695] env[70527]: DEBUG oslo_concurrency.lockutils [req-bc98c6c4-bf8c-434f-b5b9-13b85945bef9 req-9c0623a6-36bb-4d21-921f-d4802081b32e service nova] Acquiring lock "refresh_cache-3f4349d7-2095-4377-9036-5edcf415c18c" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.340695] env[70527]: DEBUG oslo_concurrency.lockutils [req-bc98c6c4-bf8c-434f-b5b9-13b85945bef9 req-9c0623a6-36bb-4d21-921f-d4802081b32e service nova] Acquired lock "refresh_cache-3f4349d7-2095-4377-9036-5edcf415c18c" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.340695] env[70527]: DEBUG nova.network.neutron [req-bc98c6c4-bf8c-434f-b5b9-13b85945bef9 req-9c0623a6-36bb-4d21-921f-d4802081b32e service nova] [instance: 3f4349d7-2095-4377-9036-5edcf415c18c] Refreshing network info cache for port e4340211-ef59-4906-a49d-6fdbb08d3ef8 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 721.390813] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquiring lock "refresh_cache-6506c3e1-dc99-49be-a878-8a4d167658aa" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.390975] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquired lock "refresh_cache-6506c3e1-dc99-49be-a878-8a4d167658aa" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.391133] env[70527]: DEBUG nova.network.neutron [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 6506c3e1-dc99-49be-a878-8a4d167658aa] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 721.426042] env[70527]: DEBUG oslo_concurrency.lockutils [None req-36f3a2ca-a6dc-4b7d-be0e-758f6fb71112 tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Releasing lock "refresh_cache-0388e623-1848-4d69-9232-e995611c3c6a" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.426378] env[70527]: DEBUG nova.compute.manager [None req-36f3a2ca-a6dc-4b7d-be0e-758f6fb71112 tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 721.426928] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-36f3a2ca-a6dc-4b7d-be0e-758f6fb71112 tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 721.427440] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00666d76-9ae3-42d0-a58f-3dd24c0910ba {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.438690] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-36f3a2ca-a6dc-4b7d-be0e-758f6fb71112 tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 721.438975] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01e935a0-d25f-4c24-a0e0-c86512f04b96 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.448644] env[70527]: DEBUG oslo_vmware.api [None req-36f3a2ca-a6dc-4b7d-be0e-758f6fb71112 tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Waiting for the task: (returnval){ [ 721.448644] env[70527]: value = "task-3912683" [ 721.448644] env[70527]: _type = "Task" [ 721.448644] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.460620] env[70527]: DEBUG oslo_vmware.api [None req-36f3a2ca-a6dc-4b7d-be0e-758f6fb71112 tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Task: {'id': task-3912683, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.499898] env[70527]: DEBUG oslo_vmware.api [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52d22aac-9c85-1fd0-9dfd-d376c08e7c0d, 'name': SearchDatastore_Task, 'duration_secs': 0.016533} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.500168] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.500383] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] [instance: 3f4349d7-2095-4377-9036-5edcf415c18c] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 721.500772] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.500772] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.500978] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 721.501703] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-724b5382-5a5c-4760-bc3e-6cd520595c67 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.513755] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 721.514056] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 721.515349] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4560b5fa-d2e8-44b5-83c8-88849029d12d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.522314] env[70527]: DEBUG oslo_vmware.api [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Waiting for the task: (returnval){ [ 721.522314] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52a53f63-f685-16d9-516b-2d15ba7710dd" [ 721.522314] env[70527]: _type = "Task" [ 721.522314] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.534957] env[70527]: DEBUG oslo_vmware.api [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52a53f63-f685-16d9-516b-2d15ba7710dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.630019] env[70527]: DEBUG nova.network.neutron [req-a3c3ab3c-a4f7-4286-a700-1569719233d3 req-aaebf822-ca1d-4820-bf54-e4a8ae9d5df5 service nova] [instance: 9ad6dd25-d461-4c1a-a084-28ad37c432fc] Updated VIF entry in instance network info cache for port 4f49c968-d5c6-40d2-a792-e81645ac849a. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 721.630019] env[70527]: DEBUG nova.network.neutron [req-a3c3ab3c-a4f7-4286-a700-1569719233d3 req-aaebf822-ca1d-4820-bf54-e4a8ae9d5df5 service nova] [instance: 9ad6dd25-d461-4c1a-a084-28ad37c432fc] Updating instance_info_cache with network_info: [{"id": "4f49c968-d5c6-40d2-a792-e81645ac849a", "address": "fa:16:3e:50:62:9b", "network": {"id": "5b8bec49-b0f7-40b2-9ea4-be775b1404d7", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-602560123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38ab96198d4c4f12b7d8cee4ba61b306", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f49c968-d5", "ovs_interfaceid": "4f49c968-d5c6-40d2-a792-e81645ac849a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.691813] env[70527]: DEBUG nova.compute.manager [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] [instance: 5d2b9cdf-5e26-456d-b47f-29183dee3966] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 721.777250] env[70527]: DEBUG oslo_vmware.api [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Task: {'id': task-3912682, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085045} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.780048] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] [instance: 9ad6dd25-d461-4c1a-a084-28ad37c432fc] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 721.781584] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca044be-d39a-430e-aec2-b796bbf66e2b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.811285] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] [instance: 9ad6dd25-d461-4c1a-a084-28ad37c432fc] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 9ad6dd25-d461-4c1a-a084-28ad37c432fc/9ad6dd25-d461-4c1a-a084-28ad37c432fc.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 721.815256] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bd4d00d-1926-42ae-9f55-db2c23ac4c20 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.847503] env[70527]: DEBUG oslo_vmware.api [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Waiting for the task: (returnval){ [ 721.847503] env[70527]: value = "task-3912684" [ 721.847503] env[70527]: _type = "Task" [ 721.847503] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.858856] env[70527]: DEBUG oslo_vmware.api [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Task: {'id': task-3912684, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.961625] env[70527]: DEBUG oslo_vmware.api [None req-36f3a2ca-a6dc-4b7d-be0e-758f6fb71112 tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Task: {'id': task-3912683, 'name': PowerOffVM_Task, 'duration_secs': 0.297599} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.961900] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-36f3a2ca-a6dc-4b7d-be0e-758f6fb71112 tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 721.962162] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-36f3a2ca-a6dc-4b7d-be0e-758f6fb71112 tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 721.962388] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cdb1e783-175a-43e3-87b6-bba7bf95fa52 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.968836] env[70527]: DEBUG nova.network.neutron [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 6506c3e1-dc99-49be-a878-8a4d167658aa] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 721.996172] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-36f3a2ca-a6dc-4b7d-be0e-758f6fb71112 tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 721.996399] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-36f3a2ca-a6dc-4b7d-be0e-758f6fb71112 tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Deleting contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 721.996594] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-36f3a2ca-a6dc-4b7d-be0e-758f6fb71112 tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Deleting the datastore file [datastore1] 0388e623-1848-4d69-9232-e995611c3c6a {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 722.000770] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55aecbce-aeeb-4424-98a8-58a04f874cf9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.009839] env[70527]: DEBUG oslo_vmware.api [None req-36f3a2ca-a6dc-4b7d-be0e-758f6fb71112 tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Waiting for the task: (returnval){ [ 722.009839] env[70527]: value = "task-3912686" [ 722.009839] env[70527]: _type = "Task" [ 722.009839] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.026204] env[70527]: DEBUG oslo_vmware.api [None req-36f3a2ca-a6dc-4b7d-be0e-758f6fb71112 tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Task: {'id': task-3912686, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.044342] env[70527]: DEBUG oslo_vmware.api [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52a53f63-f685-16d9-516b-2d15ba7710dd, 'name': SearchDatastore_Task, 'duration_secs': 0.02823} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.045227] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1dd2f4e-cb55-45e0-9b20-6290173a0b22 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.055215] env[70527]: DEBUG oslo_vmware.api [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Waiting for the task: (returnval){ [ 722.055215] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]520d6a7a-ba51-831f-56c3-36eb8672052b" [ 722.055215] env[70527]: _type = "Task" [ 722.055215] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.070546] env[70527]: DEBUG oslo_vmware.api [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]520d6a7a-ba51-831f-56c3-36eb8672052b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.135616] env[70527]: DEBUG oslo_concurrency.lockutils [req-a3c3ab3c-a4f7-4286-a700-1569719233d3 req-aaebf822-ca1d-4820-bf54-e4a8ae9d5df5 service nova] Releasing lock "refresh_cache-9ad6dd25-d461-4c1a-a084-28ad37c432fc" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.206035] env[70527]: DEBUG oslo_concurrency.lockutils [None req-e9663531-61cd-4100-8eae-1e8f6a25ec6f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquiring lock "5db10105-c39d-4d08-b423-0df14ac4250d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.206035] env[70527]: DEBUG oslo_concurrency.lockutils [None req-e9663531-61cd-4100-8eae-1e8f6a25ec6f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Lock "5db10105-c39d-4d08-b423-0df14ac4250d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.206035] env[70527]: DEBUG oslo_concurrency.lockutils [None req-e9663531-61cd-4100-8eae-1e8f6a25ec6f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquiring lock "5db10105-c39d-4d08-b423-0df14ac4250d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.206035] env[70527]: DEBUG oslo_concurrency.lockutils [None req-e9663531-61cd-4100-8eae-1e8f6a25ec6f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Lock "5db10105-c39d-4d08-b423-0df14ac4250d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.206498] env[70527]: DEBUG oslo_concurrency.lockutils [None req-e9663531-61cd-4100-8eae-1e8f6a25ec6f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Lock "5db10105-c39d-4d08-b423-0df14ac4250d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.207760] env[70527]: INFO nova.compute.manager [None req-e9663531-61cd-4100-8eae-1e8f6a25ec6f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5db10105-c39d-4d08-b423-0df14ac4250d] Terminating instance [ 722.286316] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b1b890-e401-4e44-8187-19f0a038258b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.295729] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-059ad07b-b703-4c7e-bcec-4eef83baa88b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.341374] env[70527]: DEBUG nova.network.neutron [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] [instance: 5d2b9cdf-5e26-456d-b47f-29183dee3966] Successfully created port: 13296c6b-84b3-40b0-a4f5-e471117d2583 {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 722.346783] env[70527]: DEBUG nova.compute.manager [None req-3c9f3f3e-6964-4ef8-92c3-a0bc8252b313 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] [instance: 7d528f60-1928-4642-9764-ac7c776b85f6] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 722.347713] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b556950-d3c7-4ed0-ba25-2df704cc7459 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.353968] env[70527]: DEBUG nova.network.neutron [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 6506c3e1-dc99-49be-a878-8a4d167658aa] Updating instance_info_cache with network_info: [{"id": "38d2ebd8-d515-4615-9d0e-504ef313737a", "address": "fa:16:3e:cf:a9:52", "network": {"id": "0b72ef80-5e63-4bac-b3dd-4a63ff7abe74", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-571665589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79060d06877149fb8970e454e0927e61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38d2ebd8-d5", "ovs_interfaceid": "38d2ebd8-d515-4615-9d0e-504ef313737a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.353968] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d6128f3-87ae-40f3-8c59-ea8f59b79be8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.365941] env[70527]: DEBUG oslo_vmware.api [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Task: {'id': task-3912684, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.374398] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a9ae6f-99b8-44a1-872e-070c57d012a4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.391041] env[70527]: DEBUG nova.compute.provider_tree [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 722.463805] env[70527]: DEBUG nova.network.neutron [req-bc98c6c4-bf8c-434f-b5b9-13b85945bef9 req-9c0623a6-36bb-4d21-921f-d4802081b32e service nova] [instance: 3f4349d7-2095-4377-9036-5edcf415c18c] Updated VIF entry in instance network info cache for port e4340211-ef59-4906-a49d-6fdbb08d3ef8. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 722.463998] env[70527]: DEBUG nova.network.neutron [req-bc98c6c4-bf8c-434f-b5b9-13b85945bef9 req-9c0623a6-36bb-4d21-921f-d4802081b32e service nova] [instance: 3f4349d7-2095-4377-9036-5edcf415c18c] Updating instance_info_cache with network_info: [{"id": "e4340211-ef59-4906-a49d-6fdbb08d3ef8", "address": "fa:16:3e:aa:6f:ac", "network": {"id": "bf0e3a89-990f-4484-9154-ead6cffd7ca5", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-36617799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1c9672c42a9428691f82d4453963d3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4340211-ef", "ovs_interfaceid": "e4340211-ef59-4906-a49d-6fdbb08d3ef8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.521645] env[70527]: DEBUG oslo_vmware.api [None req-36f3a2ca-a6dc-4b7d-be0e-758f6fb71112 tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Task: {'id': task-3912686, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197705} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.522150] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-36f3a2ca-a6dc-4b7d-be0e-758f6fb71112 tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 722.522590] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-36f3a2ca-a6dc-4b7d-be0e-758f6fb71112 tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Deleted contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 722.522871] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-36f3a2ca-a6dc-4b7d-be0e-758f6fb71112 tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 722.523166] env[70527]: INFO nova.compute.manager [None req-36f3a2ca-a6dc-4b7d-be0e-758f6fb71112 tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Took 1.10 seconds to destroy the instance on the hypervisor. [ 722.523520] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36f3a2ca-a6dc-4b7d-be0e-758f6fb71112 tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 722.523816] env[70527]: DEBUG nova.compute.manager [-] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 722.524030] env[70527]: DEBUG nova.network.neutron [-] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 722.541159] env[70527]: DEBUG nova.network.neutron [-] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 722.563537] env[70527]: DEBUG oslo_vmware.api [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]520d6a7a-ba51-831f-56c3-36eb8672052b, 'name': SearchDatastore_Task, 'duration_secs': 0.035751} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.563802] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.564081] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 3f4349d7-2095-4377-9036-5edcf415c18c/3f4349d7-2095-4377-9036-5edcf415c18c.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 722.564364] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-77c3bc9b-ace6-411f-9878-644db2457013 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.572224] env[70527]: DEBUG oslo_vmware.api [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Waiting for the task: (returnval){ [ 722.572224] env[70527]: value = "task-3912687" [ 722.572224] env[70527]: _type = "Task" [ 722.572224] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.581586] env[70527]: DEBUG oslo_vmware.api [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Task: {'id': task-3912687, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.702729] env[70527]: DEBUG nova.compute.manager [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] [instance: 5d2b9cdf-5e26-456d-b47f-29183dee3966] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 722.713990] env[70527]: DEBUG nova.compute.manager [None req-e9663531-61cd-4100-8eae-1e8f6a25ec6f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5db10105-c39d-4d08-b423-0df14ac4250d] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 722.716222] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-e9663531-61cd-4100-8eae-1e8f6a25ec6f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5db10105-c39d-4d08-b423-0df14ac4250d] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 722.717262] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c559d2-52d3-4b40-a37f-4721966efbf6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.738209] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9663531-61cd-4100-8eae-1e8f6a25ec6f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5db10105-c39d-4d08-b423-0df14ac4250d] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 722.739255] env[70527]: DEBUG nova.virt.hardware [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 722.739943] env[70527]: DEBUG nova.virt.hardware [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 722.740241] env[70527]: DEBUG nova.virt.hardware [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 722.740817] env[70527]: DEBUG nova.virt.hardware [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 722.741192] env[70527]: DEBUG nova.virt.hardware [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 722.741493] env[70527]: DEBUG nova.virt.hardware [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 722.741854] env[70527]: DEBUG nova.virt.hardware [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 722.742157] env[70527]: DEBUG nova.virt.hardware [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 722.742798] env[70527]: DEBUG nova.virt.hardware [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 722.742798] env[70527]: DEBUG nova.virt.hardware [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 722.743032] env[70527]: DEBUG nova.virt.hardware [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 722.743434] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87794e0a-5998-4ed5-9f88-ab45abad52a0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.747019] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27233817-ee1a-491d-bc5b-19ab5b696c44 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.759495] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7fd4414-0fbc-4138-b7c4-6f3a26f4bd74 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.764435] env[70527]: DEBUG oslo_vmware.api [None req-e9663531-61cd-4100-8eae-1e8f6a25ec6f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for the task: (returnval){ [ 722.764435] env[70527]: value = "task-3912688" [ 722.764435] env[70527]: _type = "Task" [ 722.764435] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.789350] env[70527]: DEBUG oslo_vmware.api [None req-e9663531-61cd-4100-8eae-1e8f6a25ec6f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3912688, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.859060] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Releasing lock "refresh_cache-6506c3e1-dc99-49be-a878-8a4d167658aa" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.859060] env[70527]: DEBUG nova.compute.manager [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 6506c3e1-dc99-49be-a878-8a4d167658aa] Instance network_info: |[{"id": "38d2ebd8-d515-4615-9d0e-504ef313737a", "address": "fa:16:3e:cf:a9:52", "network": {"id": "0b72ef80-5e63-4bac-b3dd-4a63ff7abe74", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-571665589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79060d06877149fb8970e454e0927e61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38d2ebd8-d5", "ovs_interfaceid": "38d2ebd8-d515-4615-9d0e-504ef313737a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 722.859516] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 6506c3e1-dc99-49be-a878-8a4d167658aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:a9:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6edb8eae-1113-49d0-84f7-9fd9f82b26fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38d2ebd8-d515-4615-9d0e-504ef313737a', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 722.870109] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Creating folder: Project (79060d06877149fb8970e454e0927e61). Parent ref: group-v776920. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 722.871162] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8cc37b48-9d2b-4f5d-8e71-a9e601d0494b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.880697] env[70527]: INFO nova.compute.manager [None req-3c9f3f3e-6964-4ef8-92c3-a0bc8252b313 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] [instance: 7d528f60-1928-4642-9764-ac7c776b85f6] instance snapshotting [ 722.883870] env[70527]: DEBUG oslo_vmware.api [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Task: {'id': task-3912684, 'name': ReconfigVM_Task, 'duration_secs': 0.617493} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.885303] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] [instance: 9ad6dd25-d461-4c1a-a084-28ad37c432fc] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 9ad6dd25-d461-4c1a-a084-28ad37c432fc/9ad6dd25-d461-4c1a-a084-28ad37c432fc.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 722.886839] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad397e1-1ae7-4c0b-b1b0-0acaae6d47dd {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.889997] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-442e27b1-088d-45c2-b667-5df1bec604d1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.893549] env[70527]: DEBUG nova.scheduler.client.report [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 722.918470] env[70527]: DEBUG oslo_vmware.api [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Waiting for the task: (returnval){ [ 722.918470] env[70527]: value = "task-3912690" [ 722.918470] env[70527]: _type = "Task" [ 722.918470] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.919417] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Created folder: Project (79060d06877149fb8970e454e0927e61) in parent group-v776920. [ 722.919417] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Creating folder: Instances. Parent ref: group-v776966. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 722.920205] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-80cd750c-6131-4053-8820-3f9ee11d358c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.923605] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9229fbe8-4e6f-405f-ae03-96c8e893a5fa {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.941277] env[70527]: DEBUG oslo_vmware.api [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Task: {'id': task-3912690, 'name': Rename_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.949636] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Created folder: Instances in parent group-v776966. [ 722.949949] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 722.950522] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6506c3e1-dc99-49be-a878-8a4d167658aa] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 722.950861] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43cc0d8a-0291-4e1b-a68e-fd0ae25c482b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.970489] env[70527]: DEBUG oslo_concurrency.lockutils [req-bc98c6c4-bf8c-434f-b5b9-13b85945bef9 req-9c0623a6-36bb-4d21-921f-d4802081b32e service nova] Releasing lock "refresh_cache-3f4349d7-2095-4377-9036-5edcf415c18c" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.982997] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 722.982997] env[70527]: value = "task-3912692" [ 722.982997] env[70527]: _type = "Task" [ 722.982997] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.993973] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912692, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.051355] env[70527]: DEBUG nova.network.neutron [-] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.087282] env[70527]: DEBUG oslo_vmware.api [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Task: {'id': task-3912687, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.280781] env[70527]: DEBUG oslo_vmware.api [None req-e9663531-61cd-4100-8eae-1e8f6a25ec6f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3912688, 'name': PowerOffVM_Task, 'duration_secs': 0.222645} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.281476] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9663531-61cd-4100-8eae-1e8f6a25ec6f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5db10105-c39d-4d08-b423-0df14ac4250d] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 723.281476] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-e9663531-61cd-4100-8eae-1e8f6a25ec6f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5db10105-c39d-4d08-b423-0df14ac4250d] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 723.281775] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8e313f2-1ba9-4bb0-8e0b-0243e430460e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.422301] env[70527]: DEBUG oslo_concurrency.lockutils [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.746s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.425755] env[70527]: DEBUG nova.compute.manager [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] [instance: 3a8a9038-76f1-43e2-bb08-fb2cc51a3e58] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 723.428777] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1522b0e6-d9d0-40d0-b77c-cb11c1f2f936 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.409s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.431031] env[70527]: DEBUG nova.objects.instance [None req-1522b0e6-d9d0-40d0-b77c-cb11c1f2f936 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Lazy-loading 'resources' on Instance uuid 6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 723.437165] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-e9663531-61cd-4100-8eae-1e8f6a25ec6f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5db10105-c39d-4d08-b423-0df14ac4250d] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 723.437409] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-e9663531-61cd-4100-8eae-1e8f6a25ec6f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5db10105-c39d-4d08-b423-0df14ac4250d] Deleting contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 723.437586] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9663531-61cd-4100-8eae-1e8f6a25ec6f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Deleting the datastore file [datastore1] 5db10105-c39d-4d08-b423-0df14ac4250d {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 723.440665] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b468cc84-e8fe-4c0e-8ef5-9785b079fda7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.450917] env[70527]: DEBUG oslo_vmware.api [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Task: {'id': task-3912690, 'name': Rename_Task, 'duration_secs': 0.278066} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.455185] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-3c9f3f3e-6964-4ef8-92c3-a0bc8252b313 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] [instance: 7d528f60-1928-4642-9764-ac7c776b85f6] Creating Snapshot of the VM instance {{(pid=70527) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 723.455185] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] [instance: 9ad6dd25-d461-4c1a-a084-28ad37c432fc] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 723.455185] env[70527]: DEBUG oslo_vmware.api [None req-e9663531-61cd-4100-8eae-1e8f6a25ec6f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for the task: (returnval){ [ 723.455185] env[70527]: value = "task-3912694" [ 723.455185] env[70527]: _type = "Task" [ 723.455185] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.455185] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-88cf3932-2150-4197-a772-7a0a44e0d3ba {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.456944] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9abf7b49-262c-4063-86cd-baf94f1f9b8c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.474187] env[70527]: DEBUG oslo_vmware.api [None req-e9663531-61cd-4100-8eae-1e8f6a25ec6f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3912694, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.477753] env[70527]: DEBUG oslo_vmware.api [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Waiting for the task: (returnval){ [ 723.477753] env[70527]: value = "task-3912696" [ 723.477753] env[70527]: _type = "Task" [ 723.477753] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.478600] env[70527]: DEBUG oslo_vmware.api [None req-3c9f3f3e-6964-4ef8-92c3-a0bc8252b313 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Waiting for the task: (returnval){ [ 723.478600] env[70527]: value = "task-3912695" [ 723.478600] env[70527]: _type = "Task" [ 723.478600] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.496843] env[70527]: DEBUG oslo_vmware.api [None req-3c9f3f3e-6964-4ef8-92c3-a0bc8252b313 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Task: {'id': task-3912695, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.504476] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912692, 'name': CreateVM_Task} progress is 25%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.504807] env[70527]: DEBUG oslo_vmware.api [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Task: {'id': task-3912696, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.557304] env[70527]: INFO nova.compute.manager [-] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Took 1.03 seconds to deallocate network for instance. [ 723.584525] env[70527]: DEBUG oslo_vmware.api [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Task: {'id': task-3912687, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544387} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.584907] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 3f4349d7-2095-4377-9036-5edcf415c18c/3f4349d7-2095-4377-9036-5edcf415c18c.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 723.585149] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] [instance: 3f4349d7-2095-4377-9036-5edcf415c18c] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 723.585429] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64184dd2-b19e-492f-95b2-a21cf2e9f920 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.594940] env[70527]: DEBUG oslo_vmware.api [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Waiting for the task: (returnval){ [ 723.594940] env[70527]: value = "task-3912697" [ 723.594940] env[70527]: _type = "Task" [ 723.594940] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.609843] env[70527]: DEBUG oslo_vmware.api [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Task: {'id': task-3912697, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.612918] env[70527]: DEBUG nova.compute.manager [req-f5193f38-c9d8-49e5-b115-3ba7de8eacfa req-62b30c65-f907-41d7-8d0a-6c84cbb17f79 service nova] [instance: 6506c3e1-dc99-49be-a878-8a4d167658aa] Received event network-vif-plugged-38d2ebd8-d515-4615-9d0e-504ef313737a {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.613108] env[70527]: DEBUG oslo_concurrency.lockutils [req-f5193f38-c9d8-49e5-b115-3ba7de8eacfa req-62b30c65-f907-41d7-8d0a-6c84cbb17f79 service nova] Acquiring lock "6506c3e1-dc99-49be-a878-8a4d167658aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.613409] env[70527]: DEBUG oslo_concurrency.lockutils [req-f5193f38-c9d8-49e5-b115-3ba7de8eacfa req-62b30c65-f907-41d7-8d0a-6c84cbb17f79 service nova] Lock "6506c3e1-dc99-49be-a878-8a4d167658aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.613660] env[70527]: DEBUG oslo_concurrency.lockutils [req-f5193f38-c9d8-49e5-b115-3ba7de8eacfa req-62b30c65-f907-41d7-8d0a-6c84cbb17f79 service nova] Lock "6506c3e1-dc99-49be-a878-8a4d167658aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.613879] env[70527]: DEBUG nova.compute.manager [req-f5193f38-c9d8-49e5-b115-3ba7de8eacfa req-62b30c65-f907-41d7-8d0a-6c84cbb17f79 service nova] [instance: 6506c3e1-dc99-49be-a878-8a4d167658aa] No waiting events found dispatching network-vif-plugged-38d2ebd8-d515-4615-9d0e-504ef313737a {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 723.614168] env[70527]: WARNING nova.compute.manager [req-f5193f38-c9d8-49e5-b115-3ba7de8eacfa req-62b30c65-f907-41d7-8d0a-6c84cbb17f79 service nova] [instance: 6506c3e1-dc99-49be-a878-8a4d167658aa] Received unexpected event network-vif-plugged-38d2ebd8-d515-4615-9d0e-504ef313737a for instance with vm_state building and task_state spawning. [ 723.614378] env[70527]: DEBUG nova.compute.manager [req-f5193f38-c9d8-49e5-b115-3ba7de8eacfa req-62b30c65-f907-41d7-8d0a-6c84cbb17f79 service nova] [instance: 6506c3e1-dc99-49be-a878-8a4d167658aa] Received event network-changed-38d2ebd8-d515-4615-9d0e-504ef313737a {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.614608] env[70527]: DEBUG nova.compute.manager [req-f5193f38-c9d8-49e5-b115-3ba7de8eacfa req-62b30c65-f907-41d7-8d0a-6c84cbb17f79 service nova] [instance: 6506c3e1-dc99-49be-a878-8a4d167658aa] Refreshing instance network info cache due to event network-changed-38d2ebd8-d515-4615-9d0e-504ef313737a. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 723.614885] env[70527]: DEBUG oslo_concurrency.lockutils [req-f5193f38-c9d8-49e5-b115-3ba7de8eacfa req-62b30c65-f907-41d7-8d0a-6c84cbb17f79 service nova] Acquiring lock "refresh_cache-6506c3e1-dc99-49be-a878-8a4d167658aa" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.615090] env[70527]: DEBUG oslo_concurrency.lockutils [req-f5193f38-c9d8-49e5-b115-3ba7de8eacfa req-62b30c65-f907-41d7-8d0a-6c84cbb17f79 service nova] Acquired lock "refresh_cache-6506c3e1-dc99-49be-a878-8a4d167658aa" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.615268] env[70527]: DEBUG nova.network.neutron [req-f5193f38-c9d8-49e5-b115-3ba7de8eacfa req-62b30c65-f907-41d7-8d0a-6c84cbb17f79 service nova] [instance: 6506c3e1-dc99-49be-a878-8a4d167658aa] Refreshing network info cache for port 38d2ebd8-d515-4615-9d0e-504ef313737a {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 723.749286] env[70527]: DEBUG oslo_concurrency.lockutils [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquiring lock "04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.749840] env[70527]: DEBUG oslo_concurrency.lockutils [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Lock "04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.946609] env[70527]: DEBUG nova.compute.utils [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 723.950612] env[70527]: DEBUG nova.compute.manager [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] [instance: 3a8a9038-76f1-43e2-bb08-fb2cc51a3e58] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 723.951645] env[70527]: DEBUG nova.network.neutron [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] [instance: 3a8a9038-76f1-43e2-bb08-fb2cc51a3e58] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 723.978582] env[70527]: DEBUG oslo_vmware.api [None req-e9663531-61cd-4100-8eae-1e8f6a25ec6f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3912694, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153989} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.979090] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9663531-61cd-4100-8eae-1e8f6a25ec6f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 723.979846] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-e9663531-61cd-4100-8eae-1e8f6a25ec6f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5db10105-c39d-4d08-b423-0df14ac4250d] Deleted contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 723.979846] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-e9663531-61cd-4100-8eae-1e8f6a25ec6f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5db10105-c39d-4d08-b423-0df14ac4250d] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 723.979846] env[70527]: INFO nova.compute.manager [None req-e9663531-61cd-4100-8eae-1e8f6a25ec6f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5db10105-c39d-4d08-b423-0df14ac4250d] Took 1.26 seconds to destroy the instance on the hypervisor. [ 723.980274] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9663531-61cd-4100-8eae-1e8f6a25ec6f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 723.987498] env[70527]: DEBUG nova.compute.manager [-] [instance: 5db10105-c39d-4d08-b423-0df14ac4250d] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 723.987680] env[70527]: DEBUG nova.network.neutron [-] [instance: 5db10105-c39d-4d08-b423-0df14ac4250d] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 724.000345] env[70527]: DEBUG oslo_vmware.api [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Task: {'id': task-3912696, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.004835] env[70527]: DEBUG oslo_vmware.api [None req-3c9f3f3e-6964-4ef8-92c3-a0bc8252b313 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Task: {'id': task-3912695, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.011660] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912692, 'name': CreateVM_Task, 'duration_secs': 0.873485} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.015248] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6506c3e1-dc99-49be-a878-8a4d167658aa] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 724.016587] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.016587] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.016864] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.017237] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59ce2ebb-b47c-497b-a3f0-814674281f94 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.025694] env[70527]: DEBUG oslo_vmware.api [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for the task: (returnval){ [ 724.025694] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52df0606-2e8a-dbe8-9217-04874c78e19b" [ 724.025694] env[70527]: _type = "Task" [ 724.025694] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.041070] env[70527]: DEBUG oslo_vmware.api [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52df0606-2e8a-dbe8-9217-04874c78e19b, 'name': SearchDatastore_Task, 'duration_secs': 0.012376} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.041392] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.041630] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 6506c3e1-dc99-49be-a878-8a4d167658aa] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 724.041899] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.041991] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.042240] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 724.042568] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-468f9d34-fe91-44a3-a84a-cf846313276c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.056517] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Acquiring lock "1f2f9915-addb-4405-a32e-cfd7ac086321" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.056760] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Lock "1f2f9915-addb-4405-a32e-cfd7ac086321" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.056981] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 724.057187] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 724.057943] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50a575e4-c497-42be-b18d-188c81e56ae8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.061698] env[70527]: DEBUG nova.policy [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '97ffa5f9b71a40d8809d21e72150f95f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '966a12a748c142ca9359b6dc515dbb28', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 724.064020] env[70527]: DEBUG oslo_concurrency.lockutils [None req-36f3a2ca-a6dc-4b7d-be0e-758f6fb71112 tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.070318] env[70527]: DEBUG oslo_vmware.api [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for the task: (returnval){ [ 724.070318] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]526ebdd2-d331-e9be-8e71-736cb5177534" [ 724.070318] env[70527]: _type = "Task" [ 724.070318] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.080009] env[70527]: DEBUG oslo_vmware.api [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]526ebdd2-d331-e9be-8e71-736cb5177534, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.109638] env[70527]: DEBUG oslo_vmware.api [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Task: {'id': task-3912697, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110057} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.109941] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] [instance: 3f4349d7-2095-4377-9036-5edcf415c18c] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 724.110878] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7acb8c0-c2bc-4b57-8cbd-03da700e5428 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.136955] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] [instance: 3f4349d7-2095-4377-9036-5edcf415c18c] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 3f4349d7-2095-4377-9036-5edcf415c18c/3f4349d7-2095-4377-9036-5edcf415c18c.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 724.142377] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e6bc0d7-8972-4d22-b757-4631f8047572 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.165987] env[70527]: DEBUG oslo_vmware.api [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Waiting for the task: (returnval){ [ 724.165987] env[70527]: value = "task-3912698" [ 724.165987] env[70527]: _type = "Task" [ 724.165987] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.179133] env[70527]: DEBUG oslo_vmware.api [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Task: {'id': task-3912698, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.457592] env[70527]: DEBUG nova.compute.manager [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] [instance: 3a8a9038-76f1-43e2-bb08-fb2cc51a3e58] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 724.498833] env[70527]: DEBUG oslo_vmware.api [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Task: {'id': task-3912696, 'name': PowerOnVM_Task, 'duration_secs': 0.59745} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.503181] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] [instance: 9ad6dd25-d461-4c1a-a084-28ad37c432fc] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 724.503565] env[70527]: INFO nova.compute.manager [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] [instance: 9ad6dd25-d461-4c1a-a084-28ad37c432fc] Took 10.72 seconds to spawn the instance on the hypervisor. [ 724.504396] env[70527]: DEBUG nova.compute.manager [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] [instance: 9ad6dd25-d461-4c1a-a084-28ad37c432fc] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 724.504396] env[70527]: DEBUG oslo_vmware.api [None req-3c9f3f3e-6964-4ef8-92c3-a0bc8252b313 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Task: {'id': task-3912695, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.505586] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8bcab31-fe2b-4796-a982-5b8c9b6a66e3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.535833] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e8af282-3cb4-402c-a073-64725f03cf3e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.545783] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5badc6-c4a3-4197-8478-632c92d61967 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.582886] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c13998-46e6-4531-9218-28aeecd0b774 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.592292] env[70527]: DEBUG oslo_vmware.api [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]526ebdd2-d331-e9be-8e71-736cb5177534, 'name': SearchDatastore_Task, 'duration_secs': 0.011515} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.595739] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8402dafc-fa55-4dfb-98ae-d57f3a866306 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.598857] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e811f03f-fc68-4ea9-a92b-6e6bce262472 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.609812] env[70527]: DEBUG oslo_vmware.api [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for the task: (returnval){ [ 724.609812] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52f3dbdb-a47b-057d-3ae2-633f0e9f953c" [ 724.609812] env[70527]: _type = "Task" [ 724.609812] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.618398] env[70527]: DEBUG nova.compute.provider_tree [None req-1522b0e6-d9d0-40d0-b77c-cb11c1f2f936 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 724.630301] env[70527]: DEBUG oslo_vmware.api [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52f3dbdb-a47b-057d-3ae2-633f0e9f953c, 'name': SearchDatastore_Task, 'duration_secs': 0.013189} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.631305] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.632954] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 6506c3e1-dc99-49be-a878-8a4d167658aa/6506c3e1-dc99-49be-a878-8a4d167658aa.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 724.632954] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b498cc49-c426-479a-8b6d-247f0e4056b7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.644972] env[70527]: DEBUG oslo_vmware.api [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for the task: (returnval){ [ 724.644972] env[70527]: value = "task-3912699" [ 724.644972] env[70527]: _type = "Task" [ 724.644972] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.654482] env[70527]: DEBUG oslo_vmware.api [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3912699, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.679935] env[70527]: DEBUG oslo_vmware.api [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Task: {'id': task-3912698, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.790769] env[70527]: DEBUG nova.network.neutron [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] [instance: 3a8a9038-76f1-43e2-bb08-fb2cc51a3e58] Successfully created port: 32e37598-f4ba-4013-9f7c-458955b1123b {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 724.994257] env[70527]: DEBUG oslo_vmware.api [None req-3c9f3f3e-6964-4ef8-92c3-a0bc8252b313 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Task: {'id': task-3912695, 'name': CreateSnapshot_Task, 'duration_secs': 1.117415} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.994257] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-3c9f3f3e-6964-4ef8-92c3-a0bc8252b313 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] [instance: 7d528f60-1928-4642-9764-ac7c776b85f6] Created Snapshot of the VM instance {{(pid=70527) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 724.994257] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad3a0a6-1fe0-4e06-b326-6384b0e3f6c2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.036175] env[70527]: INFO nova.compute.manager [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] [instance: 9ad6dd25-d461-4c1a-a084-28ad37c432fc] Took 22.10 seconds to build instance. [ 725.113302] env[70527]: DEBUG nova.network.neutron [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] [instance: 5d2b9cdf-5e26-456d-b47f-29183dee3966] Successfully updated port: 13296c6b-84b3-40b0-a4f5-e471117d2583 {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 725.124279] env[70527]: DEBUG nova.scheduler.client.report [None req-1522b0e6-d9d0-40d0-b77c-cb11c1f2f936 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 725.129995] env[70527]: DEBUG nova.compute.manager [req-3b54e101-1632-4357-96c1-a595f099a9a3 req-74f05b4e-c2e0-4e46-9b69-34ac5aab4b59 service nova] [instance: 5d2b9cdf-5e26-456d-b47f-29183dee3966] Received event network-vif-plugged-13296c6b-84b3-40b0-a4f5-e471117d2583 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.131378] env[70527]: DEBUG oslo_concurrency.lockutils [req-3b54e101-1632-4357-96c1-a595f099a9a3 req-74f05b4e-c2e0-4e46-9b69-34ac5aab4b59 service nova] Acquiring lock "5d2b9cdf-5e26-456d-b47f-29183dee3966-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.131647] env[70527]: DEBUG oslo_concurrency.lockutils [req-3b54e101-1632-4357-96c1-a595f099a9a3 req-74f05b4e-c2e0-4e46-9b69-34ac5aab4b59 service nova] Lock "5d2b9cdf-5e26-456d-b47f-29183dee3966-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.131830] env[70527]: DEBUG oslo_concurrency.lockutils [req-3b54e101-1632-4357-96c1-a595f099a9a3 req-74f05b4e-c2e0-4e46-9b69-34ac5aab4b59 service nova] Lock "5d2b9cdf-5e26-456d-b47f-29183dee3966-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.132021] env[70527]: DEBUG nova.compute.manager [req-3b54e101-1632-4357-96c1-a595f099a9a3 req-74f05b4e-c2e0-4e46-9b69-34ac5aab4b59 service nova] [instance: 5d2b9cdf-5e26-456d-b47f-29183dee3966] No waiting events found dispatching network-vif-plugged-13296c6b-84b3-40b0-a4f5-e471117d2583 {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 725.132236] env[70527]: WARNING nova.compute.manager [req-3b54e101-1632-4357-96c1-a595f099a9a3 req-74f05b4e-c2e0-4e46-9b69-34ac5aab4b59 service nova] [instance: 5d2b9cdf-5e26-456d-b47f-29183dee3966] Received unexpected event network-vif-plugged-13296c6b-84b3-40b0-a4f5-e471117d2583 for instance with vm_state building and task_state spawning. [ 725.158603] env[70527]: DEBUG nova.network.neutron [req-f5193f38-c9d8-49e5-b115-3ba7de8eacfa req-62b30c65-f907-41d7-8d0a-6c84cbb17f79 service nova] [instance: 6506c3e1-dc99-49be-a878-8a4d167658aa] Updated VIF entry in instance network info cache for port 38d2ebd8-d515-4615-9d0e-504ef313737a. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 725.159094] env[70527]: DEBUG nova.network.neutron [req-f5193f38-c9d8-49e5-b115-3ba7de8eacfa req-62b30c65-f907-41d7-8d0a-6c84cbb17f79 service nova] [instance: 6506c3e1-dc99-49be-a878-8a4d167658aa] Updating instance_info_cache with network_info: [{"id": "38d2ebd8-d515-4615-9d0e-504ef313737a", "address": "fa:16:3e:cf:a9:52", "network": {"id": "0b72ef80-5e63-4bac-b3dd-4a63ff7abe74", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-571665589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79060d06877149fb8970e454e0927e61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38d2ebd8-d5", "ovs_interfaceid": "38d2ebd8-d515-4615-9d0e-504ef313737a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.169712] env[70527]: DEBUG oslo_vmware.api [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3912699, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.185843] env[70527]: DEBUG oslo_vmware.api [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Task: {'id': task-3912698, 'name': ReconfigVM_Task, 'duration_secs': 0.617993} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.186269] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] [instance: 3f4349d7-2095-4377-9036-5edcf415c18c] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 3f4349d7-2095-4377-9036-5edcf415c18c/3f4349d7-2095-4377-9036-5edcf415c18c.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 725.187623] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6cc7eff5-3be3-46dc-8275-eab13c76b354 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.197156] env[70527]: DEBUG oslo_vmware.api [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Waiting for the task: (returnval){ [ 725.197156] env[70527]: value = "task-3912700" [ 725.197156] env[70527]: _type = "Task" [ 725.197156] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.210823] env[70527]: DEBUG oslo_vmware.api [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Task: {'id': task-3912700, 'name': Rename_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.291144] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0e11f407-c764-478d-91b5-bd3b95f6e675 tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Acquiring lock "2b7d550b-ee65-4f22-8984-9b88e08de4d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.292554] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0e11f407-c764-478d-91b5-bd3b95f6e675 tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Lock "2b7d550b-ee65-4f22-8984-9b88e08de4d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.471158] env[70527]: DEBUG nova.compute.manager [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] [instance: 3a8a9038-76f1-43e2-bb08-fb2cc51a3e58] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 725.502120] env[70527]: DEBUG nova.virt.hardware [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 725.502120] env[70527]: DEBUG nova.virt.hardware [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 725.502120] env[70527]: DEBUG nova.virt.hardware [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 725.502774] env[70527]: DEBUG nova.virt.hardware [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 725.502774] env[70527]: DEBUG nova.virt.hardware [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 725.503047] env[70527]: DEBUG nova.virt.hardware [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 725.503453] env[70527]: DEBUG nova.virt.hardware [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 725.503740] env[70527]: DEBUG nova.virt.hardware [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 725.504115] env[70527]: DEBUG nova.virt.hardware [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 725.504415] env[70527]: DEBUG nova.virt.hardware [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 725.504760] env[70527]: DEBUG nova.virt.hardware [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 725.505827] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9514d58e-16a4-42cd-8097-420324f0dd63 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.520522] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-3c9f3f3e-6964-4ef8-92c3-a0bc8252b313 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] [instance: 7d528f60-1928-4642-9764-ac7c776b85f6] Creating linked-clone VM from snapshot {{(pid=70527) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 725.520637] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-edb215f7-7e11-41b1-8464-f8f0d5b69e3b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.535844] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a68b1edc-45f2-42a5-8eb3-35a944f6d032 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.539258] env[70527]: DEBUG oslo_vmware.api [None req-3c9f3f3e-6964-4ef8-92c3-a0bc8252b313 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Waiting for the task: (returnval){ [ 725.539258] env[70527]: value = "task-3912701" [ 725.539258] env[70527]: _type = "Task" [ 725.539258] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.539864] env[70527]: DEBUG oslo_concurrency.lockutils [None req-27ea14ae-9fe9-46dc-9fbc-958cae4f93c5 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Lock "9ad6dd25-d461-4c1a-a084-28ad37c432fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.854s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.568640] env[70527]: DEBUG oslo_vmware.api [None req-3c9f3f3e-6964-4ef8-92c3-a0bc8252b313 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Task: {'id': task-3912701, 'name': CloneVM_Task} progress is 11%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.619071] env[70527]: DEBUG oslo_concurrency.lockutils [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Acquiring lock "refresh_cache-5d2b9cdf-5e26-456d-b47f-29183dee3966" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.620479] env[70527]: DEBUG oslo_concurrency.lockutils [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Acquired lock "refresh_cache-5d2b9cdf-5e26-456d-b47f-29183dee3966" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.620700] env[70527]: DEBUG nova.network.neutron [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] [instance: 5d2b9cdf-5e26-456d-b47f-29183dee3966] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 725.635666] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1522b0e6-d9d0-40d0-b77c-cb11c1f2f936 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.205s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.639190] env[70527]: DEBUG oslo_concurrency.lockutils [None req-33290a01-b5f9-4404-bd66-9e9a38e6a89e tempest-DeleteServersAdminTestJSON-1819798580 tempest-DeleteServersAdminTestJSON-1819798580-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.349s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.639190] env[70527]: DEBUG nova.objects.instance [None req-33290a01-b5f9-4404-bd66-9e9a38e6a89e tempest-DeleteServersAdminTestJSON-1819798580 tempest-DeleteServersAdminTestJSON-1819798580-project-admin] Lazy-loading 'resources' on Instance uuid a7404f22-2bdf-4c11-a015-adf07f82ab75 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 725.660163] env[70527]: DEBUG oslo_vmware.api [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3912699, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566653} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.660257] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 6506c3e1-dc99-49be-a878-8a4d167658aa/6506c3e1-dc99-49be-a878-8a4d167658aa.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 725.660661] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 6506c3e1-dc99-49be-a878-8a4d167658aa] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 725.660903] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e2f1061-bd54-4e9f-9a68-4c4092ab96f6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.664089] env[70527]: DEBUG oslo_concurrency.lockutils [req-f5193f38-c9d8-49e5-b115-3ba7de8eacfa req-62b30c65-f907-41d7-8d0a-6c84cbb17f79 service nova] Releasing lock "refresh_cache-6506c3e1-dc99-49be-a878-8a4d167658aa" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.671897] env[70527]: DEBUG oslo_vmware.api [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for the task: (returnval){ [ 725.671897] env[70527]: value = "task-3912702" [ 725.671897] env[70527]: _type = "Task" [ 725.671897] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.680924] env[70527]: INFO nova.scheduler.client.report [None req-1522b0e6-d9d0-40d0-b77c-cb11c1f2f936 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Deleted allocations for instance 6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d [ 725.686809] env[70527]: DEBUG oslo_vmware.api [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3912702, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.692207] env[70527]: DEBUG nova.network.neutron [-] [instance: 5db10105-c39d-4d08-b423-0df14ac4250d] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.711555] env[70527]: DEBUG oslo_vmware.api [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Task: {'id': task-3912700, 'name': Rename_Task, 'duration_secs': 0.197994} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.714596] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] [instance: 3f4349d7-2095-4377-9036-5edcf415c18c] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 725.715103] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46fb3923-9f48-4c7d-84e3-2fc26299361f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.725461] env[70527]: DEBUG oslo_vmware.api [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Waiting for the task: (returnval){ [ 725.725461] env[70527]: value = "task-3912703" [ 725.725461] env[70527]: _type = "Task" [ 725.725461] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.740915] env[70527]: DEBUG oslo_vmware.api [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Task: {'id': task-3912703, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.054084] env[70527]: DEBUG oslo_vmware.api [None req-3c9f3f3e-6964-4ef8-92c3-a0bc8252b313 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Task: {'id': task-3912701, 'name': CloneVM_Task} progress is 94%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.063379] env[70527]: DEBUG nova.compute.manager [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] [instance: da8faa86-f0f4-4376-8230-044988916d00] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 726.178745] env[70527]: DEBUG nova.network.neutron [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] [instance: 5d2b9cdf-5e26-456d-b47f-29183dee3966] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 726.191963] env[70527]: DEBUG oslo_vmware.api [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3912702, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088038} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.193048] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1522b0e6-d9d0-40d0-b77c-cb11c1f2f936 tempest-InstanceActionsTestJSON-1456976107 tempest-InstanceActionsTestJSON-1456976107-project-member] Lock "6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.944s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.198223] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 6506c3e1-dc99-49be-a878-8a4d167658aa] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 726.198346] env[70527]: INFO nova.compute.manager [-] [instance: 5db10105-c39d-4d08-b423-0df14ac4250d] Took 2.21 seconds to deallocate network for instance. [ 726.199128] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9de087b-9e86-43a8-aca7-ded566cde9bc {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.242334] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 6506c3e1-dc99-49be-a878-8a4d167658aa] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 6506c3e1-dc99-49be-a878-8a4d167658aa/6506c3e1-dc99-49be-a878-8a4d167658aa.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 726.249697] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41bc4fe9-eedb-4e2c-ace3-881b64950564 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.280821] env[70527]: DEBUG oslo_vmware.api [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Task: {'id': task-3912703, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.282533] env[70527]: DEBUG oslo_vmware.api [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for the task: (returnval){ [ 726.282533] env[70527]: value = "task-3912704" [ 726.282533] env[70527]: _type = "Task" [ 726.282533] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.293783] env[70527]: DEBUG oslo_vmware.api [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3912704, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.532358] env[70527]: DEBUG nova.network.neutron [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] [instance: 5d2b9cdf-5e26-456d-b47f-29183dee3966] Updating instance_info_cache with network_info: [{"id": "13296c6b-84b3-40b0-a4f5-e471117d2583", "address": "fa:16:3e:10:26:51", "network": {"id": "29b8e902-296b-4709-aca2-c446fcf3fa56", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.247", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3eee3a2e62a4bcdad1e7484fcad9e2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13296c6b-84", "ovs_interfaceid": "13296c6b-84b3-40b0-a4f5-e471117d2583", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.558268] env[70527]: DEBUG oslo_vmware.api [None req-3c9f3f3e-6964-4ef8-92c3-a0bc8252b313 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Task: {'id': task-3912701, 'name': CloneVM_Task} progress is 94%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.590881] env[70527]: DEBUG oslo_concurrency.lockutils [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.709100] env[70527]: DEBUG oslo_concurrency.lockutils [None req-e9663531-61cd-4100-8eae-1e8f6a25ec6f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.756927] env[70527]: DEBUG oslo_vmware.api [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Task: {'id': task-3912703, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.772597] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c002d0ef-1f13-4de1-998d-efe9ccc76743 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.782383] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30608a85-1e58-4ee5-b350-de132ea9b0f7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.803456] env[70527]: DEBUG oslo_vmware.api [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3912704, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.833480] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-731f86f2-8138-4de6-93e8-42e0044e5916 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.843798] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55925363-89c2-4ad5-86b4-d203f3ca6b04 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.862780] env[70527]: DEBUG nova.compute.provider_tree [None req-33290a01-b5f9-4404-bd66-9e9a38e6a89e tempest-DeleteServersAdminTestJSON-1819798580 tempest-DeleteServersAdminTestJSON-1819798580-project-admin] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 727.035297] env[70527]: DEBUG oslo_concurrency.lockutils [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Releasing lock "refresh_cache-5d2b9cdf-5e26-456d-b47f-29183dee3966" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.035644] env[70527]: DEBUG nova.compute.manager [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] [instance: 5d2b9cdf-5e26-456d-b47f-29183dee3966] Instance network_info: |[{"id": "13296c6b-84b3-40b0-a4f5-e471117d2583", "address": "fa:16:3e:10:26:51", "network": {"id": "29b8e902-296b-4709-aca2-c446fcf3fa56", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.247", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3eee3a2e62a4bcdad1e7484fcad9e2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13296c6b-84", "ovs_interfaceid": "13296c6b-84b3-40b0-a4f5-e471117d2583", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 727.036134] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] [instance: 5d2b9cdf-5e26-456d-b47f-29183dee3966] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:26:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73eeba7c-29e1-4fdf-82b3-d62e63e86051', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '13296c6b-84b3-40b0-a4f5-e471117d2583', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 727.043860] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Creating folder: Project (85cd560e258646a5af912c4ad90c865c). Parent ref: group-v776920. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 727.044258] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6592105f-882f-4a08-9089-7f4930e934e7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.056562] env[70527]: DEBUG oslo_vmware.api [None req-3c9f3f3e-6964-4ef8-92c3-a0bc8252b313 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Task: {'id': task-3912701, 'name': CloneVM_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.060968] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Created folder: Project (85cd560e258646a5af912c4ad90c865c) in parent group-v776920. [ 727.061231] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Creating folder: Instances. Parent ref: group-v776971. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 727.061492] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb610254-f963-403a-8c29-8b66df902c19 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.072528] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Created folder: Instances in parent group-v776971. [ 727.072896] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 727.073127] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d2b9cdf-5e26-456d-b47f-29183dee3966] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 727.073344] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85b845ce-e8ff-4713-9cbe-c2ab8853aa82 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.095045] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 727.095045] env[70527]: value = "task-3912707" [ 727.095045] env[70527]: _type = "Task" [ 727.095045] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.104889] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912707, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.254643] env[70527]: DEBUG oslo_vmware.api [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Task: {'id': task-3912703, 'name': PowerOnVM_Task, 'duration_secs': 1.035427} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.254949] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] [instance: 3f4349d7-2095-4377-9036-5edcf415c18c] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 727.255136] env[70527]: INFO nova.compute.manager [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] [instance: 3f4349d7-2095-4377-9036-5edcf415c18c] Took 10.87 seconds to spawn the instance on the hypervisor. [ 727.255499] env[70527]: DEBUG nova.compute.manager [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] [instance: 3f4349d7-2095-4377-9036-5edcf415c18c] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 727.256301] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8715b63a-9b6e-4e74-b135-f68fc8536782 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.299968] env[70527]: DEBUG oslo_vmware.api [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3912704, 'name': ReconfigVM_Task, 'duration_secs': 0.558594} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.300543] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 6506c3e1-dc99-49be-a878-8a4d167658aa] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 6506c3e1-dc99-49be-a878-8a4d167658aa/6506c3e1-dc99-49be-a878-8a4d167658aa.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 727.301231] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4947ffca-ef25-42b3-8683-0f6ba7b211a9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.310568] env[70527]: DEBUG oslo_vmware.api [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for the task: (returnval){ [ 727.310568] env[70527]: value = "task-3912708" [ 727.310568] env[70527]: _type = "Task" [ 727.310568] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.324268] env[70527]: DEBUG oslo_vmware.api [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3912708, 'name': Rename_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.366979] env[70527]: DEBUG nova.scheduler.client.report [None req-33290a01-b5f9-4404-bd66-9e9a38e6a89e tempest-DeleteServersAdminTestJSON-1819798580 tempest-DeleteServersAdminTestJSON-1819798580-project-admin] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 727.558047] env[70527]: DEBUG oslo_vmware.api [None req-3c9f3f3e-6964-4ef8-92c3-a0bc8252b313 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Task: {'id': task-3912701, 'name': CloneVM_Task, 'duration_secs': 1.591281} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.558459] env[70527]: INFO nova.virt.vmwareapi.vmops [None req-3c9f3f3e-6964-4ef8-92c3-a0bc8252b313 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] [instance: 7d528f60-1928-4642-9764-ac7c776b85f6] Created linked-clone VM from snapshot [ 727.559152] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9875fdbd-13b4-43b6-8030-6feb55d11da5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.568064] env[70527]: DEBUG nova.virt.vmwareapi.images [None req-3c9f3f3e-6964-4ef8-92c3-a0bc8252b313 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] [instance: 7d528f60-1928-4642-9764-ac7c776b85f6] Uploading image dddc2262-f928-46c2-b392-2ad480dd3306 {{(pid=70527) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 727.602159] env[70527]: DEBUG oslo_vmware.rw_handles [None req-3c9f3f3e-6964-4ef8-92c3-a0bc8252b313 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 727.602159] env[70527]: value = "vm-776970" [ 727.602159] env[70527]: _type = "VirtualMachine" [ 727.602159] env[70527]: }. {{(pid=70527) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 727.602455] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-83ef4094-afd5-47e8-a6fc-1275b9ada124 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.612700] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912707, 'name': CreateVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.614668] env[70527]: DEBUG oslo_vmware.rw_handles [None req-3c9f3f3e-6964-4ef8-92c3-a0bc8252b313 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Lease: (returnval){ [ 727.614668] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]522c6018-7ea9-35fe-8eba-564343ff2d43" [ 727.614668] env[70527]: _type = "HttpNfcLease" [ 727.614668] env[70527]: } obtained for exporting VM: (result){ [ 727.614668] env[70527]: value = "vm-776970" [ 727.614668] env[70527]: _type = "VirtualMachine" [ 727.614668] env[70527]: }. {{(pid=70527) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 727.615034] env[70527]: DEBUG oslo_vmware.api [None req-3c9f3f3e-6964-4ef8-92c3-a0bc8252b313 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Waiting for the lease: (returnval){ [ 727.615034] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]522c6018-7ea9-35fe-8eba-564343ff2d43" [ 727.615034] env[70527]: _type = "HttpNfcLease" [ 727.615034] env[70527]: } to be ready. {{(pid=70527) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 727.621225] env[70527]: DEBUG nova.compute.manager [req-dda56c56-2961-4f54-8587-725c577ba1fd req-152b9266-d249-4611-904a-87f6a2cf4d2f service nova] [instance: 5d2b9cdf-5e26-456d-b47f-29183dee3966] Received event network-changed-13296c6b-84b3-40b0-a4f5-e471117d2583 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.621422] env[70527]: DEBUG nova.compute.manager [req-dda56c56-2961-4f54-8587-725c577ba1fd req-152b9266-d249-4611-904a-87f6a2cf4d2f service nova] [instance: 5d2b9cdf-5e26-456d-b47f-29183dee3966] Refreshing instance network info cache due to event network-changed-13296c6b-84b3-40b0-a4f5-e471117d2583. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 727.621644] env[70527]: DEBUG oslo_concurrency.lockutils [req-dda56c56-2961-4f54-8587-725c577ba1fd req-152b9266-d249-4611-904a-87f6a2cf4d2f service nova] Acquiring lock "refresh_cache-5d2b9cdf-5e26-456d-b47f-29183dee3966" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.621785] env[70527]: DEBUG oslo_concurrency.lockutils [req-dda56c56-2961-4f54-8587-725c577ba1fd req-152b9266-d249-4611-904a-87f6a2cf4d2f service nova] Acquired lock "refresh_cache-5d2b9cdf-5e26-456d-b47f-29183dee3966" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.621953] env[70527]: DEBUG nova.network.neutron [req-dda56c56-2961-4f54-8587-725c577ba1fd req-152b9266-d249-4611-904a-87f6a2cf4d2f service nova] [instance: 5d2b9cdf-5e26-456d-b47f-29183dee3966] Refreshing network info cache for port 13296c6b-84b3-40b0-a4f5-e471117d2583 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 727.630246] env[70527]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 727.630246] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]522c6018-7ea9-35fe-8eba-564343ff2d43" [ 727.630246] env[70527]: _type = "HttpNfcLease" [ 727.630246] env[70527]: } is initializing. {{(pid=70527) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 727.784833] env[70527]: INFO nova.compute.manager [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] [instance: 3f4349d7-2095-4377-9036-5edcf415c18c] Took 24.68 seconds to build instance. [ 727.828819] env[70527]: DEBUG oslo_vmware.api [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3912708, 'name': Rename_Task, 'duration_secs': 0.300418} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.830678] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 6506c3e1-dc99-49be-a878-8a4d167658aa] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 727.830678] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bac0b4a6-27d0-41d0-a4bb-28f2c57a62bf {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.839349] env[70527]: DEBUG oslo_vmware.api [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for the task: (returnval){ [ 727.839349] env[70527]: value = "task-3912710" [ 727.839349] env[70527]: _type = "Task" [ 727.839349] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.856330] env[70527]: DEBUG oslo_vmware.api [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3912710, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.875577] env[70527]: DEBUG oslo_concurrency.lockutils [None req-33290a01-b5f9-4404-bd66-9e9a38e6a89e tempest-DeleteServersAdminTestJSON-1819798580 tempest-DeleteServersAdminTestJSON-1819798580-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.237s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.887084] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b5f24eb1-449c-46b0-b1d1-9efb10eebc85 tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.738s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.887084] env[70527]: DEBUG nova.objects.instance [None req-b5f24eb1-449c-46b0-b1d1-9efb10eebc85 tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Lazy-loading 'resources' on Instance uuid 683944f0-defd-4b89-8276-7ed7ad804197 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 727.925778] env[70527]: INFO nova.scheduler.client.report [None req-33290a01-b5f9-4404-bd66-9e9a38e6a89e tempest-DeleteServersAdminTestJSON-1819798580 tempest-DeleteServersAdminTestJSON-1819798580-project-admin] Deleted allocations for instance a7404f22-2bdf-4c11-a015-adf07f82ab75 [ 728.109493] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912707, 'name': CreateVM_Task, 'duration_secs': 0.606799} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.111183] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d2b9cdf-5e26-456d-b47f-29183dee3966] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 728.112445] env[70527]: DEBUG nova.compute.manager [req-2b0fd6fd-9f75-499d-918d-1bdf183b5e10 req-108ffbb6-7b60-4227-91be-3ccf74d9aeea service nova] [instance: 3a8a9038-76f1-43e2-bb08-fb2cc51a3e58] Received event network-vif-plugged-32e37598-f4ba-4013-9f7c-458955b1123b {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.112929] env[70527]: DEBUG oslo_concurrency.lockutils [req-2b0fd6fd-9f75-499d-918d-1bdf183b5e10 req-108ffbb6-7b60-4227-91be-3ccf74d9aeea service nova] Acquiring lock "3a8a9038-76f1-43e2-bb08-fb2cc51a3e58-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.113323] env[70527]: DEBUG oslo_concurrency.lockutils [req-2b0fd6fd-9f75-499d-918d-1bdf183b5e10 req-108ffbb6-7b60-4227-91be-3ccf74d9aeea service nova] Lock "3a8a9038-76f1-43e2-bb08-fb2cc51a3e58-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.113667] env[70527]: DEBUG oslo_concurrency.lockutils [req-2b0fd6fd-9f75-499d-918d-1bdf183b5e10 req-108ffbb6-7b60-4227-91be-3ccf74d9aeea service nova] Lock "3a8a9038-76f1-43e2-bb08-fb2cc51a3e58-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.114248] env[70527]: DEBUG nova.compute.manager [req-2b0fd6fd-9f75-499d-918d-1bdf183b5e10 req-108ffbb6-7b60-4227-91be-3ccf74d9aeea service nova] [instance: 3a8a9038-76f1-43e2-bb08-fb2cc51a3e58] No waiting events found dispatching network-vif-plugged-32e37598-f4ba-4013-9f7c-458955b1123b {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 728.114608] env[70527]: WARNING nova.compute.manager [req-2b0fd6fd-9f75-499d-918d-1bdf183b5e10 req-108ffbb6-7b60-4227-91be-3ccf74d9aeea service nova] [instance: 3a8a9038-76f1-43e2-bb08-fb2cc51a3e58] Received unexpected event network-vif-plugged-32e37598-f4ba-4013-9f7c-458955b1123b for instance with vm_state building and task_state spawning. [ 728.115452] env[70527]: DEBUG oslo_concurrency.lockutils [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.116718] env[70527]: DEBUG oslo_concurrency.lockutils [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.116718] env[70527]: DEBUG oslo_concurrency.lockutils [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.117356] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f53c5175-d2d1-47c4-a96a-4863d1255f0f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.131188] env[70527]: DEBUG oslo_vmware.api [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Waiting for the task: (returnval){ [ 728.131188] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]522d0113-044a-3f8c-cd81-8c2173bb8020" [ 728.131188] env[70527]: _type = "Task" [ 728.131188] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.131753] env[70527]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 728.131753] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]522c6018-7ea9-35fe-8eba-564343ff2d43" [ 728.131753] env[70527]: _type = "HttpNfcLease" [ 728.131753] env[70527]: } is ready. {{(pid=70527) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 728.132618] env[70527]: DEBUG oslo_vmware.rw_handles [None req-3c9f3f3e-6964-4ef8-92c3-a0bc8252b313 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 728.132618] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]522c6018-7ea9-35fe-8eba-564343ff2d43" [ 728.132618] env[70527]: _type = "HttpNfcLease" [ 728.132618] env[70527]: }. {{(pid=70527) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 728.137477] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd865414-d7b1-492d-aa5c-902cfa160939 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.149723] env[70527]: DEBUG oslo_vmware.rw_handles [None req-3c9f3f3e-6964-4ef8-92c3-a0bc8252b313 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b0c3b2-a86f-077c-1068-6a3c8f2ae97e/disk-0.vmdk from lease info. {{(pid=70527) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 728.150214] env[70527]: DEBUG oslo_vmware.rw_handles [None req-3c9f3f3e-6964-4ef8-92c3-a0bc8252b313 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b0c3b2-a86f-077c-1068-6a3c8f2ae97e/disk-0.vmdk for reading. {{(pid=70527) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 728.157418] env[70527]: DEBUG oslo_vmware.api [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]522d0113-044a-3f8c-cd81-8c2173bb8020, 'name': SearchDatastore_Task, 'duration_secs': 0.010986} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.158511] env[70527]: DEBUG oslo_concurrency.lockutils [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.159178] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] [instance: 5d2b9cdf-5e26-456d-b47f-29183dee3966] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 728.159178] env[70527]: DEBUG oslo_concurrency.lockutils [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.159318] env[70527]: DEBUG oslo_concurrency.lockutils [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.159762] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 728.228491] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4957f04-81fd-4c3d-ae4d-093781a850dc {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.239788] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 728.240046] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 728.241020] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-129ab1cb-6246-4f5a-94a7-b6307efd1d7b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.248438] env[70527]: DEBUG oslo_vmware.api [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Waiting for the task: (returnval){ [ 728.248438] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]526c56e5-8526-b193-5031-7b6e86e248ec" [ 728.248438] env[70527]: _type = "Task" [ 728.248438] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.260602] env[70527]: DEBUG oslo_vmware.api [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]526c56e5-8526-b193-5031-7b6e86e248ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.281305] env[70527]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c123b4f5-1647-4679-879f-bc90968eb2c6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.291432] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4224238f-d453-42a1-938d-df1fa553a4e3 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Lock "3f4349d7-2095-4377-9036-5edcf415c18c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.951s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.351583] env[70527]: DEBUG oslo_vmware.api [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3912710, 'name': PowerOnVM_Task} progress is 37%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.433257] env[70527]: DEBUG nova.network.neutron [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] [instance: 3a8a9038-76f1-43e2-bb08-fb2cc51a3e58] Successfully updated port: 32e37598-f4ba-4013-9f7c-458955b1123b {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 728.439386] env[70527]: DEBUG oslo_concurrency.lockutils [None req-33290a01-b5f9-4404-bd66-9e9a38e6a89e tempest-DeleteServersAdminTestJSON-1819798580 tempest-DeleteServersAdminTestJSON-1819798580-project-admin] Lock "a7404f22-2bdf-4c11-a015-adf07f82ab75" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.129s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.636046] env[70527]: DEBUG nova.compute.manager [None req-23021dd3-d712-434b-95c0-55c588725dc0 tempest-ServerDiagnosticsV248Test-380685839 tempest-ServerDiagnosticsV248Test-380685839-project-admin] [instance: 99388db0-92e9-43d3-810a-5854edf7739a] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 728.639128] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa6856b-b2d9-4ef9-a8e6-743903ef001f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.657731] env[70527]: INFO nova.compute.manager [None req-23021dd3-d712-434b-95c0-55c588725dc0 tempest-ServerDiagnosticsV248Test-380685839 tempest-ServerDiagnosticsV248Test-380685839-project-admin] [instance: 99388db0-92e9-43d3-810a-5854edf7739a] Retrieving diagnostics [ 728.662066] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cabbf235-e6a7-4739-a884-d7ff1ebb2e45 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.771590] env[70527]: DEBUG oslo_vmware.api [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]526c56e5-8526-b193-5031-7b6e86e248ec, 'name': SearchDatastore_Task, 'duration_secs': 0.011177} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.774356] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60710924-b335-42ea-8b9e-d6268f9cd4e4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.793539] env[70527]: DEBUG oslo_vmware.api [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Waiting for the task: (returnval){ [ 728.793539] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]5235a58f-7963-8a9e-ece4-6dcc2e818298" [ 728.793539] env[70527]: _type = "Task" [ 728.793539] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.793539] env[70527]: DEBUG nova.compute.manager [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] [instance: e0f5066e-917e-4e4a-9b1c-b2e9eef96296] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 728.837030] env[70527]: DEBUG oslo_vmware.api [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5235a58f-7963-8a9e-ece4-6dcc2e818298, 'name': SearchDatastore_Task, 'duration_secs': 0.012864} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.843020] env[70527]: DEBUG oslo_concurrency.lockutils [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.843020] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 5d2b9cdf-5e26-456d-b47f-29183dee3966/5d2b9cdf-5e26-456d-b47f-29183dee3966.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 728.843020] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e8e5766-1471-489b-8790-98e55a28c07c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.855761] env[70527]: DEBUG oslo_vmware.api [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3912710, 'name': PowerOnVM_Task} progress is 64%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.858022] env[70527]: DEBUG oslo_vmware.api [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Waiting for the task: (returnval){ [ 728.858022] env[70527]: value = "task-3912711" [ 728.858022] env[70527]: _type = "Task" [ 728.858022] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.868254] env[70527]: DEBUG oslo_vmware.api [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Task: {'id': task-3912711, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.946640] env[70527]: DEBUG oslo_concurrency.lockutils [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Acquiring lock "refresh_cache-3a8a9038-76f1-43e2-bb08-fb2cc51a3e58" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.947181] env[70527]: DEBUG oslo_concurrency.lockutils [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Acquired lock "refresh_cache-3a8a9038-76f1-43e2-bb08-fb2cc51a3e58" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.947480] env[70527]: DEBUG nova.network.neutron [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] [instance: 3a8a9038-76f1-43e2-bb08-fb2cc51a3e58] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 728.964912] env[70527]: DEBUG nova.network.neutron [req-dda56c56-2961-4f54-8587-725c577ba1fd req-152b9266-d249-4611-904a-87f6a2cf4d2f service nova] [instance: 5d2b9cdf-5e26-456d-b47f-29183dee3966] Updated VIF entry in instance network info cache for port 13296c6b-84b3-40b0-a4f5-e471117d2583. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 728.966104] env[70527]: DEBUG nova.network.neutron [req-dda56c56-2961-4f54-8587-725c577ba1fd req-152b9266-d249-4611-904a-87f6a2cf4d2f service nova] [instance: 5d2b9cdf-5e26-456d-b47f-29183dee3966] Updating instance_info_cache with network_info: [{"id": "13296c6b-84b3-40b0-a4f5-e471117d2583", "address": "fa:16:3e:10:26:51", "network": {"id": "29b8e902-296b-4709-aca2-c446fcf3fa56", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.247", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3eee3a2e62a4bcdad1e7484fcad9e2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13296c6b-84", "ovs_interfaceid": "13296c6b-84b3-40b0-a4f5-e471117d2583", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.130768] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-578e9fd7-0e79-49a0-97fe-33afe3c5c506 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.148551] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71881df-49a1-42f9-9393-a4259a9e5290 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.189582] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c72f1a2-88f4-4f2f-8a98-89e1b6b4ca01 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.198126] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dafc37d2-58b3-4be7-b2ad-1e68ef37dc8b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.217067] env[70527]: DEBUG nova.compute.provider_tree [None req-b5f24eb1-449c-46b0-b1d1-9efb10eebc85 tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 729.342056] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.358661] env[70527]: DEBUG oslo_vmware.api [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3912710, 'name': PowerOnVM_Task, 'duration_secs': 1.215578} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.359330] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 6506c3e1-dc99-49be-a878-8a4d167658aa] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 729.359665] env[70527]: INFO nova.compute.manager [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 6506c3e1-dc99-49be-a878-8a4d167658aa] Took 9.36 seconds to spawn the instance on the hypervisor. [ 729.359939] env[70527]: DEBUG nova.compute.manager [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 6506c3e1-dc99-49be-a878-8a4d167658aa] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 729.365895] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729d6083-41d8-4398-a7d6-fedf8c6ed7a4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.376717] env[70527]: DEBUG oslo_vmware.api [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Task: {'id': task-3912711, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.470366] env[70527]: DEBUG oslo_concurrency.lockutils [req-dda56c56-2961-4f54-8587-725c577ba1fd req-152b9266-d249-4611-904a-87f6a2cf4d2f service nova] Releasing lock "refresh_cache-5d2b9cdf-5e26-456d-b47f-29183dee3966" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.470366] env[70527]: DEBUG nova.compute.manager [req-dda56c56-2961-4f54-8587-725c577ba1fd req-152b9266-d249-4611-904a-87f6a2cf4d2f service nova] [instance: 5db10105-c39d-4d08-b423-0df14ac4250d] Received event network-vif-deleted-f14dbd6a-6bc8-4986-9467-38d9e870c536 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.722967] env[70527]: DEBUG nova.scheduler.client.report [None req-b5f24eb1-449c-46b0-b1d1-9efb10eebc85 tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 729.873376] env[70527]: DEBUG oslo_vmware.api [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Task: {'id': task-3912711, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602219} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.874410] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 5d2b9cdf-5e26-456d-b47f-29183dee3966/5d2b9cdf-5e26-456d-b47f-29183dee3966.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 729.874410] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] [instance: 5d2b9cdf-5e26-456d-b47f-29183dee3966] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 729.874410] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c5d098bd-ba3f-474d-933a-f34b4347c356 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.882611] env[70527]: DEBUG oslo_vmware.api [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Waiting for the task: (returnval){ [ 729.882611] env[70527]: value = "task-3912712" [ 729.882611] env[70527]: _type = "Task" [ 729.882611] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.896492] env[70527]: INFO nova.compute.manager [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 6506c3e1-dc99-49be-a878-8a4d167658aa] Took 26.04 seconds to build instance. [ 729.902898] env[70527]: DEBUG oslo_vmware.api [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Task: {'id': task-3912712, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.024239] env[70527]: DEBUG nova.network.neutron [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] [instance: 3a8a9038-76f1-43e2-bb08-fb2cc51a3e58] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 730.231725] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b5f24eb1-449c-46b0-b1d1-9efb10eebc85 tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.347s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.235008] env[70527]: DEBUG oslo_concurrency.lockutils [None req-597e230b-a180-460b-81b3-7f5521a78f1e tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.960s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.239030] env[70527]: DEBUG nova.objects.instance [None req-597e230b-a180-460b-81b3-7f5521a78f1e tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Lazy-loading 'resources' on Instance uuid 2f797a33-e18e-45f5-84e8-b1b80e3ad11b {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 730.264889] env[70527]: INFO nova.scheduler.client.report [None req-b5f24eb1-449c-46b0-b1d1-9efb10eebc85 tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Deleted allocations for instance 683944f0-defd-4b89-8276-7ed7ad804197 [ 730.397446] env[70527]: DEBUG oslo_vmware.api [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Task: {'id': task-3912712, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091456} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.397446] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] [instance: 5d2b9cdf-5e26-456d-b47f-29183dee3966] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 730.397927] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-790231ec-5358-4897-a2a5-04eceb371769 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.402075] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3a8e58e4-c26a-49fb-a6ca-5a1041cb5c28 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lock "6506c3e1-dc99-49be-a878-8a4d167658aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.254s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.428985] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] [instance: 5d2b9cdf-5e26-456d-b47f-29183dee3966] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 5d2b9cdf-5e26-456d-b47f-29183dee3966/5d2b9cdf-5e26-456d-b47f-29183dee3966.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 730.430037] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6dd757f2-4b6b-4afb-b4a7-976d1d932322 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.459657] env[70527]: DEBUG oslo_vmware.api [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Waiting for the task: (returnval){ [ 730.459657] env[70527]: value = "task-3912713" [ 730.459657] env[70527]: _type = "Task" [ 730.459657] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.475250] env[70527]: DEBUG oslo_vmware.api [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Task: {'id': task-3912713, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.530247] env[70527]: DEBUG oslo_concurrency.lockutils [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Acquiring lock "d407b27d-9688-4bcd-95a2-dd37a9faf53e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.531270] env[70527]: DEBUG oslo_concurrency.lockutils [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Lock "d407b27d-9688-4bcd-95a2-dd37a9faf53e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.614738] env[70527]: DEBUG nova.network.neutron [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] [instance: 3a8a9038-76f1-43e2-bb08-fb2cc51a3e58] Updating instance_info_cache with network_info: [{"id": "32e37598-f4ba-4013-9f7c-458955b1123b", "address": "fa:16:3e:a6:7a:1f", "network": {"id": "a57429f2-2857-4e17-a572-6fded6fb9fa8", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-43166350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "966a12a748c142ca9359b6dc515dbb28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32e37598-f4", "ovs_interfaceid": "32e37598-f4ba-4013-9f7c-458955b1123b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.774730] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b5f24eb1-449c-46b0-b1d1-9efb10eebc85 tempest-ServerDiagnosticsTest-599789744 tempest-ServerDiagnosticsTest-599789744-project-member] Lock "683944f0-defd-4b89-8276-7ed7ad804197" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.214s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.905727] env[70527]: DEBUG nova.compute.manager [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] [instance: 269d41c2-b7c9-4d6d-9671-3c31ac3b02ba] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 730.981270] env[70527]: DEBUG oslo_vmware.api [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Task: {'id': task-3912713, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.027771] env[70527]: DEBUG nova.compute.manager [req-bc69df0e-310e-4668-aab3-e7c7bc1194a0 req-f2962b1d-7052-4631-8493-c654cf40d491 service nova] [instance: 3a8a9038-76f1-43e2-bb08-fb2cc51a3e58] Received event network-changed-32e37598-f4ba-4013-9f7c-458955b1123b {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.028335] env[70527]: DEBUG nova.compute.manager [req-bc69df0e-310e-4668-aab3-e7c7bc1194a0 req-f2962b1d-7052-4631-8493-c654cf40d491 service nova] [instance: 3a8a9038-76f1-43e2-bb08-fb2cc51a3e58] Refreshing instance network info cache due to event network-changed-32e37598-f4ba-4013-9f7c-458955b1123b. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 731.029082] env[70527]: DEBUG oslo_concurrency.lockutils [req-bc69df0e-310e-4668-aab3-e7c7bc1194a0 req-f2962b1d-7052-4631-8493-c654cf40d491 service nova] Acquiring lock "refresh_cache-3a8a9038-76f1-43e2-bb08-fb2cc51a3e58" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.105512] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3a5a1dd5-8a76-4df1-96f1-36cfe6914270 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Acquiring lock "99388db0-92e9-43d3-810a-5854edf7739a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.106325] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3a5a1dd5-8a76-4df1-96f1-36cfe6914270 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Lock "99388db0-92e9-43d3-810a-5854edf7739a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.106616] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3a5a1dd5-8a76-4df1-96f1-36cfe6914270 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Acquiring lock "99388db0-92e9-43d3-810a-5854edf7739a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.106833] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3a5a1dd5-8a76-4df1-96f1-36cfe6914270 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Lock "99388db0-92e9-43d3-810a-5854edf7739a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.107035] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3a5a1dd5-8a76-4df1-96f1-36cfe6914270 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Lock "99388db0-92e9-43d3-810a-5854edf7739a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.110731] env[70527]: INFO nova.compute.manager [None req-3a5a1dd5-8a76-4df1-96f1-36cfe6914270 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] [instance: 99388db0-92e9-43d3-810a-5854edf7739a] Terminating instance [ 731.122043] env[70527]: DEBUG oslo_concurrency.lockutils [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Releasing lock "refresh_cache-3a8a9038-76f1-43e2-bb08-fb2cc51a3e58" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.122405] env[70527]: DEBUG nova.compute.manager [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] [instance: 3a8a9038-76f1-43e2-bb08-fb2cc51a3e58] Instance network_info: |[{"id": "32e37598-f4ba-4013-9f7c-458955b1123b", "address": "fa:16:3e:a6:7a:1f", "network": {"id": "a57429f2-2857-4e17-a572-6fded6fb9fa8", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-43166350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "966a12a748c142ca9359b6dc515dbb28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32e37598-f4", "ovs_interfaceid": "32e37598-f4ba-4013-9f7c-458955b1123b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 731.123100] env[70527]: DEBUG oslo_concurrency.lockutils [req-bc69df0e-310e-4668-aab3-e7c7bc1194a0 req-f2962b1d-7052-4631-8493-c654cf40d491 service nova] Acquired lock "refresh_cache-3a8a9038-76f1-43e2-bb08-fb2cc51a3e58" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.125518] env[70527]: DEBUG nova.network.neutron [req-bc69df0e-310e-4668-aab3-e7c7bc1194a0 req-f2962b1d-7052-4631-8493-c654cf40d491 service nova] [instance: 3a8a9038-76f1-43e2-bb08-fb2cc51a3e58] Refreshing network info cache for port 32e37598-f4ba-4013-9f7c-458955b1123b {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 731.126970] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] [instance: 3a8a9038-76f1-43e2-bb08-fb2cc51a3e58] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:7a:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1880df72-582c-44cb-992d-88dc6a514914', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32e37598-f4ba-4013-9f7c-458955b1123b', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 731.145986] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Creating folder: Project (966a12a748c142ca9359b6dc515dbb28). Parent ref: group-v776920. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 731.150055] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a9ea793-82c7-48ee-990a-86e85118b33b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.172783] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Created folder: Project (966a12a748c142ca9359b6dc515dbb28) in parent group-v776920. [ 731.172783] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Creating folder: Instances. Parent ref: group-v776974. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 731.173322] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-934f4566-34f2-43a3-9e02-b0955bee262d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.193292] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Created folder: Instances in parent group-v776974. [ 731.193543] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 731.193782] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a8a9038-76f1-43e2-bb08-fb2cc51a3e58] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 731.193999] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5210e5d-9167-4c45-932d-58bfc75744a9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.234835] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 731.234835] env[70527]: value = "task-3912716" [ 731.234835] env[70527]: _type = "Task" [ 731.234835] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.251387] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912716, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.395070] env[70527]: DEBUG oslo_concurrency.lockutils [None req-58d08519-c5f7-432b-af63-3897a75f040f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquiring lock "6506c3e1-dc99-49be-a878-8a4d167658aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.395907] env[70527]: DEBUG oslo_concurrency.lockutils [None req-58d08519-c5f7-432b-af63-3897a75f040f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lock "6506c3e1-dc99-49be-a878-8a4d167658aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.395907] env[70527]: DEBUG oslo_concurrency.lockutils [None req-58d08519-c5f7-432b-af63-3897a75f040f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquiring lock "6506c3e1-dc99-49be-a878-8a4d167658aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.395907] env[70527]: DEBUG oslo_concurrency.lockutils [None req-58d08519-c5f7-432b-af63-3897a75f040f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lock "6506c3e1-dc99-49be-a878-8a4d167658aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.396106] env[70527]: DEBUG oslo_concurrency.lockutils [None req-58d08519-c5f7-432b-af63-3897a75f040f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lock "6506c3e1-dc99-49be-a878-8a4d167658aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.398284] env[70527]: INFO nova.compute.manager [None req-58d08519-c5f7-432b-af63-3897a75f040f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 6506c3e1-dc99-49be-a878-8a4d167658aa] Terminating instance [ 731.437030] env[70527]: DEBUG oslo_concurrency.lockutils [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.444714] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f46952d1-842b-4e5c-8931-06a6a7948c7d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.455430] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7319be-d642-4551-9929-5ccad56f3e44 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.508994] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70af5917-628a-4aff-88bd-7d0516d46da5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.517826] env[70527]: DEBUG oslo_vmware.api [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Task: {'id': task-3912713, 'name': ReconfigVM_Task, 'duration_secs': 0.666084} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.519127] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] [instance: 5d2b9cdf-5e26-456d-b47f-29183dee3966] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 5d2b9cdf-5e26-456d-b47f-29183dee3966/5d2b9cdf-5e26-456d-b47f-29183dee3966.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 731.520433] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e06fad6-3ffb-4c4a-bd32-2072259f006e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.526017] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e660591c-e544-4d28-ad6a-d5e84b6f3999 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.531644] env[70527]: DEBUG oslo_vmware.api [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Waiting for the task: (returnval){ [ 731.531644] env[70527]: value = "task-3912717" [ 731.531644] env[70527]: _type = "Task" [ 731.531644] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.547576] env[70527]: DEBUG nova.compute.provider_tree [None req-597e230b-a180-460b-81b3-7f5521a78f1e tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 731.557386] env[70527]: DEBUG oslo_vmware.api [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Task: {'id': task-3912717, 'name': Rename_Task} progress is 10%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.622398] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3a5a1dd5-8a76-4df1-96f1-36cfe6914270 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Acquiring lock "refresh_cache-99388db0-92e9-43d3-810a-5854edf7739a" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.622865] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3a5a1dd5-8a76-4df1-96f1-36cfe6914270 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Acquired lock "refresh_cache-99388db0-92e9-43d3-810a-5854edf7739a" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.622865] env[70527]: DEBUG nova.network.neutron [None req-3a5a1dd5-8a76-4df1-96f1-36cfe6914270 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] [instance: 99388db0-92e9-43d3-810a-5854edf7739a] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 731.747774] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912716, 'name': CreateVM_Task, 'duration_secs': 0.47569} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.748388] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a8a9038-76f1-43e2-bb08-fb2cc51a3e58] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 731.748612] env[70527]: DEBUG oslo_concurrency.lockutils [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.748808] env[70527]: DEBUG oslo_concurrency.lockutils [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.749226] env[70527]: DEBUG oslo_concurrency.lockutils [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.749520] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-977f1134-6827-48f8-9abf-ae6878f30bda {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.756464] env[70527]: DEBUG oslo_vmware.api [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Waiting for the task: (returnval){ [ 731.756464] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]522fef36-a6c3-8c5d-130b-dc8d389ac80f" [ 731.756464] env[70527]: _type = "Task" [ 731.756464] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.766569] env[70527]: DEBUG oslo_vmware.api [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]522fef36-a6c3-8c5d-130b-dc8d389ac80f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.767779] env[70527]: DEBUG nova.network.neutron [req-bc69df0e-310e-4668-aab3-e7c7bc1194a0 req-f2962b1d-7052-4631-8493-c654cf40d491 service nova] [instance: 3a8a9038-76f1-43e2-bb08-fb2cc51a3e58] Updated VIF entry in instance network info cache for port 32e37598-f4ba-4013-9f7c-458955b1123b. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 731.768052] env[70527]: DEBUG nova.network.neutron [req-bc69df0e-310e-4668-aab3-e7c7bc1194a0 req-f2962b1d-7052-4631-8493-c654cf40d491 service nova] [instance: 3a8a9038-76f1-43e2-bb08-fb2cc51a3e58] Updating instance_info_cache with network_info: [{"id": "32e37598-f4ba-4013-9f7c-458955b1123b", "address": "fa:16:3e:a6:7a:1f", "network": {"id": "a57429f2-2857-4e17-a572-6fded6fb9fa8", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-43166350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "966a12a748c142ca9359b6dc515dbb28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32e37598-f4", "ovs_interfaceid": "32e37598-f4ba-4013-9f7c-458955b1123b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.907240] env[70527]: DEBUG nova.compute.manager [None req-58d08519-c5f7-432b-af63-3897a75f040f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 6506c3e1-dc99-49be-a878-8a4d167658aa] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 731.907764] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-58d08519-c5f7-432b-af63-3897a75f040f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 6506c3e1-dc99-49be-a878-8a4d167658aa] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 731.909150] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2929b3b1-cee0-4ec5-b917-7815192aae79 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.926552] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-58d08519-c5f7-432b-af63-3897a75f040f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 6506c3e1-dc99-49be-a878-8a4d167658aa] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 731.927687] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ffd1e6e4-346d-4bbe-9c49-c1ca0dbc7dff {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.937757] env[70527]: DEBUG oslo_vmware.api [None req-58d08519-c5f7-432b-af63-3897a75f040f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for the task: (returnval){ [ 731.937757] env[70527]: value = "task-3912718" [ 731.937757] env[70527]: _type = "Task" [ 731.937757] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.954477] env[70527]: DEBUG oslo_vmware.api [None req-58d08519-c5f7-432b-af63-3897a75f040f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3912718, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.050235] env[70527]: DEBUG oslo_vmware.api [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Task: {'id': task-3912717, 'name': Rename_Task, 'duration_secs': 0.216418} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.050567] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] [instance: 5d2b9cdf-5e26-456d-b47f-29183dee3966] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 732.050834] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7478c13a-1475-4e5e-838a-eae491c18e57 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.057786] env[70527]: DEBUG nova.scheduler.client.report [None req-597e230b-a180-460b-81b3-7f5521a78f1e tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 732.067012] env[70527]: DEBUG oslo_vmware.api [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Waiting for the task: (returnval){ [ 732.067012] env[70527]: value = "task-3912719" [ 732.067012] env[70527]: _type = "Task" [ 732.067012] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.081086] env[70527]: DEBUG oslo_vmware.api [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Task: {'id': task-3912719, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.171618] env[70527]: DEBUG nova.network.neutron [None req-3a5a1dd5-8a76-4df1-96f1-36cfe6914270 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] [instance: 99388db0-92e9-43d3-810a-5854edf7739a] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 732.275849] env[70527]: DEBUG oslo_concurrency.lockutils [req-bc69df0e-310e-4668-aab3-e7c7bc1194a0 req-f2962b1d-7052-4631-8493-c654cf40d491 service nova] Releasing lock "refresh_cache-3a8a9038-76f1-43e2-bb08-fb2cc51a3e58" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.276177] env[70527]: DEBUG nova.compute.manager [req-bc69df0e-310e-4668-aab3-e7c7bc1194a0 req-f2962b1d-7052-4631-8493-c654cf40d491 service nova] [instance: 9ad6dd25-d461-4c1a-a084-28ad37c432fc] Received event network-changed-4f49c968-d5c6-40d2-a792-e81645ac849a {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.276483] env[70527]: DEBUG nova.compute.manager [req-bc69df0e-310e-4668-aab3-e7c7bc1194a0 req-f2962b1d-7052-4631-8493-c654cf40d491 service nova] [instance: 9ad6dd25-d461-4c1a-a084-28ad37c432fc] Refreshing instance network info cache due to event network-changed-4f49c968-d5c6-40d2-a792-e81645ac849a. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 732.276588] env[70527]: DEBUG oslo_concurrency.lockutils [req-bc69df0e-310e-4668-aab3-e7c7bc1194a0 req-f2962b1d-7052-4631-8493-c654cf40d491 service nova] Acquiring lock "refresh_cache-9ad6dd25-d461-4c1a-a084-28ad37c432fc" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.276784] env[70527]: DEBUG oslo_concurrency.lockutils [req-bc69df0e-310e-4668-aab3-e7c7bc1194a0 req-f2962b1d-7052-4631-8493-c654cf40d491 service nova] Acquired lock "refresh_cache-9ad6dd25-d461-4c1a-a084-28ad37c432fc" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.277030] env[70527]: DEBUG nova.network.neutron [req-bc69df0e-310e-4668-aab3-e7c7bc1194a0 req-f2962b1d-7052-4631-8493-c654cf40d491 service nova] [instance: 9ad6dd25-d461-4c1a-a084-28ad37c432fc] Refreshing network info cache for port 4f49c968-d5c6-40d2-a792-e81645ac849a {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 732.278462] env[70527]: DEBUG oslo_vmware.api [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]522fef36-a6c3-8c5d-130b-dc8d389ac80f, 'name': SearchDatastore_Task, 'duration_secs': 0.023435} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.279358] env[70527]: DEBUG nova.network.neutron [None req-3a5a1dd5-8a76-4df1-96f1-36cfe6914270 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] [instance: 99388db0-92e9-43d3-810a-5854edf7739a] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.280527] env[70527]: DEBUG oslo_concurrency.lockutils [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.280927] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] [instance: 3a8a9038-76f1-43e2-bb08-fb2cc51a3e58] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 732.285171] env[70527]: DEBUG oslo_concurrency.lockutils [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.285434] env[70527]: DEBUG oslo_concurrency.lockutils [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.285667] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 732.286457] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e23a730a-a181-4ec4-ad95-b7ce4cb919e9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.299788] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 732.299788] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 732.300957] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fd26a05-abda-45ad-afeb-041fdc9f45e1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.310194] env[70527]: DEBUG oslo_vmware.api [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Waiting for the task: (returnval){ [ 732.310194] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]5212fff5-b46d-b229-5bda-28ee82df09f0" [ 732.310194] env[70527]: _type = "Task" [ 732.310194] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.329952] env[70527]: DEBUG oslo_vmware.api [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5212fff5-b46d-b229-5bda-28ee82df09f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.452499] env[70527]: DEBUG oslo_vmware.api [None req-58d08519-c5f7-432b-af63-3897a75f040f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3912718, 'name': PowerOffVM_Task, 'duration_secs': 0.352466} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.452814] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-58d08519-c5f7-432b-af63-3897a75f040f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 6506c3e1-dc99-49be-a878-8a4d167658aa] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 732.452944] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-58d08519-c5f7-432b-af63-3897a75f040f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 6506c3e1-dc99-49be-a878-8a4d167658aa] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 732.453260] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16acd348-3485-406c-9eae-83424fbdefda {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.526571] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-58d08519-c5f7-432b-af63-3897a75f040f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 6506c3e1-dc99-49be-a878-8a4d167658aa] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 732.527238] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-58d08519-c5f7-432b-af63-3897a75f040f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 6506c3e1-dc99-49be-a878-8a4d167658aa] Deleting contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 732.527238] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-58d08519-c5f7-432b-af63-3897a75f040f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Deleting the datastore file [datastore2] 6506c3e1-dc99-49be-a878-8a4d167658aa {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 732.527424] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec8fe4de-a00f-4d89-b528-7e75d8cabb3c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.536806] env[70527]: DEBUG oslo_vmware.api [None req-58d08519-c5f7-432b-af63-3897a75f040f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for the task: (returnval){ [ 732.536806] env[70527]: value = "task-3912721" [ 732.536806] env[70527]: _type = "Task" [ 732.536806] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.547240] env[70527]: DEBUG oslo_vmware.api [None req-58d08519-c5f7-432b-af63-3897a75f040f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3912721, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.575663] env[70527]: DEBUG oslo_concurrency.lockutils [None req-597e230b-a180-460b-81b3-7f5521a78f1e tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.338s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.579430] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8a2a7d47-3f96-4c1e-af57-ca0040288bf4 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 17.170s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.594920] env[70527]: DEBUG oslo_vmware.api [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Task: {'id': task-3912719, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.619517] env[70527]: INFO nova.scheduler.client.report [None req-597e230b-a180-460b-81b3-7f5521a78f1e tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Deleted allocations for instance 2f797a33-e18e-45f5-84e8-b1b80e3ad11b [ 732.722094] env[70527]: DEBUG oslo_concurrency.lockutils [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Acquiring lock "572a409f-4b2a-421d-be2f-99a98bdc7367" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.722495] env[70527]: DEBUG oslo_concurrency.lockutils [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Lock "572a409f-4b2a-421d-be2f-99a98bdc7367" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.790149] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3a5a1dd5-8a76-4df1-96f1-36cfe6914270 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Releasing lock "refresh_cache-99388db0-92e9-43d3-810a-5854edf7739a" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.790585] env[70527]: DEBUG nova.compute.manager [None req-3a5a1dd5-8a76-4df1-96f1-36cfe6914270 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] [instance: 99388db0-92e9-43d3-810a-5854edf7739a] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 732.790784] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-3a5a1dd5-8a76-4df1-96f1-36cfe6914270 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] [instance: 99388db0-92e9-43d3-810a-5854edf7739a] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 732.793799] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b77a87-107f-4d35-ae55-59e1eacb4149 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.805902] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a5a1dd5-8a76-4df1-96f1-36cfe6914270 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] [instance: 99388db0-92e9-43d3-810a-5854edf7739a] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 732.807124] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2056de4-ac3e-4fa5-bdd2-1e14ef15cbfa {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.817113] env[70527]: DEBUG oslo_vmware.api [None req-3a5a1dd5-8a76-4df1-96f1-36cfe6914270 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Waiting for the task: (returnval){ [ 732.817113] env[70527]: value = "task-3912722" [ 732.817113] env[70527]: _type = "Task" [ 732.817113] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.831956] env[70527]: DEBUG oslo_vmware.api [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5212fff5-b46d-b229-5bda-28ee82df09f0, 'name': SearchDatastore_Task, 'duration_secs': 0.012512} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.832457] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2814fa75-1b70-435c-98f8-d08e167c6bc0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.838550] env[70527]: DEBUG oslo_vmware.api [None req-3a5a1dd5-8a76-4df1-96f1-36cfe6914270 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Task: {'id': task-3912722, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.844273] env[70527]: DEBUG oslo_vmware.api [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Waiting for the task: (returnval){ [ 732.844273] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52419564-ed10-960b-e23b-03c204611ece" [ 732.844273] env[70527]: _type = "Task" [ 732.844273] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.861182] env[70527]: DEBUG oslo_vmware.api [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52419564-ed10-960b-e23b-03c204611ece, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.982804] env[70527]: DEBUG oslo_concurrency.lockutils [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Acquiring lock "f9a77c4a-662f-484b-9d72-358d9298974b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.983493] env[70527]: DEBUG oslo_concurrency.lockutils [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Lock "f9a77c4a-662f-484b-9d72-358d9298974b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.055870] env[70527]: DEBUG oslo_vmware.api [None req-58d08519-c5f7-432b-af63-3897a75f040f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3912721, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168372} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.056154] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-58d08519-c5f7-432b-af63-3897a75f040f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 733.056344] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-58d08519-c5f7-432b-af63-3897a75f040f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 6506c3e1-dc99-49be-a878-8a4d167658aa] Deleted contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 733.056518] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-58d08519-c5f7-432b-af63-3897a75f040f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 6506c3e1-dc99-49be-a878-8a4d167658aa] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 733.056723] env[70527]: INFO nova.compute.manager [None req-58d08519-c5f7-432b-af63-3897a75f040f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 6506c3e1-dc99-49be-a878-8a4d167658aa] Took 1.15 seconds to destroy the instance on the hypervisor. [ 733.057024] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58d08519-c5f7-432b-af63-3897a75f040f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 733.058855] env[70527]: DEBUG nova.compute.manager [-] [instance: 6506c3e1-dc99-49be-a878-8a4d167658aa] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 733.058855] env[70527]: DEBUG nova.network.neutron [-] [instance: 6506c3e1-dc99-49be-a878-8a4d167658aa] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 733.088179] env[70527]: INFO nova.compute.claims [None req-8a2a7d47-3f96-4c1e-af57-ca0040288bf4 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: ea9f773a-4f52-4819-9f4e-628db9b920f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 733.094928] env[70527]: DEBUG oslo_vmware.api [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Task: {'id': task-3912719, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.130183] env[70527]: DEBUG oslo_concurrency.lockutils [None req-597e230b-a180-460b-81b3-7f5521a78f1e tempest-TenantUsagesTestJSON-1841604470 tempest-TenantUsagesTestJSON-1841604470-project-member] Lock "2f797a33-e18e-45f5-84e8-b1b80e3ad11b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.889s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.209713] env[70527]: DEBUG nova.compute.manager [req-a151ce4d-d9e7-47cc-a294-a75df0088a91 req-1a3195d9-4cad-4284-9bd4-9e0b8eaacd93 service nova] [instance: 3f4349d7-2095-4377-9036-5edcf415c18c] Received event network-changed-e4340211-ef59-4906-a49d-6fdbb08d3ef8 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.209713] env[70527]: DEBUG nova.compute.manager [req-a151ce4d-d9e7-47cc-a294-a75df0088a91 req-1a3195d9-4cad-4284-9bd4-9e0b8eaacd93 service nova] [instance: 3f4349d7-2095-4377-9036-5edcf415c18c] Refreshing instance network info cache due to event network-changed-e4340211-ef59-4906-a49d-6fdbb08d3ef8. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 733.209713] env[70527]: DEBUG oslo_concurrency.lockutils [req-a151ce4d-d9e7-47cc-a294-a75df0088a91 req-1a3195d9-4cad-4284-9bd4-9e0b8eaacd93 service nova] Acquiring lock "refresh_cache-3f4349d7-2095-4377-9036-5edcf415c18c" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.209713] env[70527]: DEBUG oslo_concurrency.lockutils [req-a151ce4d-d9e7-47cc-a294-a75df0088a91 req-1a3195d9-4cad-4284-9bd4-9e0b8eaacd93 service nova] Acquired lock "refresh_cache-3f4349d7-2095-4377-9036-5edcf415c18c" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.209713] env[70527]: DEBUG nova.network.neutron [req-a151ce4d-d9e7-47cc-a294-a75df0088a91 req-1a3195d9-4cad-4284-9bd4-9e0b8eaacd93 service nova] [instance: 3f4349d7-2095-4377-9036-5edcf415c18c] Refreshing network info cache for port e4340211-ef59-4906-a49d-6fdbb08d3ef8 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 733.293692] env[70527]: DEBUG nova.network.neutron [req-bc69df0e-310e-4668-aab3-e7c7bc1194a0 req-f2962b1d-7052-4631-8493-c654cf40d491 service nova] [instance: 9ad6dd25-d461-4c1a-a084-28ad37c432fc] Updated VIF entry in instance network info cache for port 4f49c968-d5c6-40d2-a792-e81645ac849a. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 733.293692] env[70527]: DEBUG nova.network.neutron [req-bc69df0e-310e-4668-aab3-e7c7bc1194a0 req-f2962b1d-7052-4631-8493-c654cf40d491 service nova] [instance: 9ad6dd25-d461-4c1a-a084-28ad37c432fc] Updating instance_info_cache with network_info: [{"id": "4f49c968-d5c6-40d2-a792-e81645ac849a", "address": "fa:16:3e:50:62:9b", "network": {"id": "5b8bec49-b0f7-40b2-9ea4-be775b1404d7", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-602560123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38ab96198d4c4f12b7d8cee4ba61b306", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f49c968-d5", "ovs_interfaceid": "4f49c968-d5c6-40d2-a792-e81645ac849a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.329687] env[70527]: DEBUG oslo_vmware.api [None req-3a5a1dd5-8a76-4df1-96f1-36cfe6914270 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Task: {'id': task-3912722, 'name': PowerOffVM_Task, 'duration_secs': 0.164819} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.330402] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a5a1dd5-8a76-4df1-96f1-36cfe6914270 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] [instance: 99388db0-92e9-43d3-810a-5854edf7739a] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 733.330402] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-3a5a1dd5-8a76-4df1-96f1-36cfe6914270 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] [instance: 99388db0-92e9-43d3-810a-5854edf7739a] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 733.330542] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90945844-916a-43e1-bdeb-f647a3b08fdc {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.337656] env[70527]: DEBUG oslo_concurrency.lockutils [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Acquiring lock "6efbb7e0-0666-461e-8411-b297928d4ef2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.337941] env[70527]: DEBUG oslo_concurrency.lockutils [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Lock "6efbb7e0-0666-461e-8411-b297928d4ef2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.360960] env[70527]: DEBUG oslo_vmware.api [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52419564-ed10-960b-e23b-03c204611ece, 'name': SearchDatastore_Task, 'duration_secs': 0.016055} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.362516] env[70527]: DEBUG oslo_concurrency.lockutils [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.362516] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] 3a8a9038-76f1-43e2-bb08-fb2cc51a3e58/3a8a9038-76f1-43e2-bb08-fb2cc51a3e58.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 733.362516] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b39a1552-cf85-4578-aa6f-3fc4f2f6adbd {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.370232] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-3a5a1dd5-8a76-4df1-96f1-36cfe6914270 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] [instance: 99388db0-92e9-43d3-810a-5854edf7739a] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 733.370614] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-3a5a1dd5-8a76-4df1-96f1-36cfe6914270 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] [instance: 99388db0-92e9-43d3-810a-5854edf7739a] Deleting contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 733.372423] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a5a1dd5-8a76-4df1-96f1-36cfe6914270 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Deleting the datastore file [datastore1] 99388db0-92e9-43d3-810a-5854edf7739a {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 733.372423] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3594e09d-6ee7-4709-837b-81740df67658 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.377650] env[70527]: DEBUG oslo_vmware.api [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Waiting for the task: (returnval){ [ 733.377650] env[70527]: value = "task-3912724" [ 733.377650] env[70527]: _type = "Task" [ 733.377650] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.386526] env[70527]: DEBUG oslo_vmware.api [None req-3a5a1dd5-8a76-4df1-96f1-36cfe6914270 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Waiting for the task: (returnval){ [ 733.386526] env[70527]: value = "task-3912725" [ 733.386526] env[70527]: _type = "Task" [ 733.386526] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.399891] env[70527]: DEBUG oslo_vmware.api [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Task: {'id': task-3912724, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.406794] env[70527]: DEBUG oslo_vmware.api [None req-3a5a1dd5-8a76-4df1-96f1-36cfe6914270 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Task: {'id': task-3912725, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.590623] env[70527]: DEBUG oslo_vmware.api [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Task: {'id': task-3912719, 'name': PowerOnVM_Task, 'duration_secs': 1.030089} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.590942] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] [instance: 5d2b9cdf-5e26-456d-b47f-29183dee3966] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 733.591276] env[70527]: INFO nova.compute.manager [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] [instance: 5d2b9cdf-5e26-456d-b47f-29183dee3966] Took 10.89 seconds to spawn the instance on the hypervisor. [ 733.591367] env[70527]: DEBUG nova.compute.manager [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] [instance: 5d2b9cdf-5e26-456d-b47f-29183dee3966] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 733.592222] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2c701c-82ba-42d1-be46-9a7f73fd3b1e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.597230] env[70527]: INFO nova.compute.resource_tracker [None req-8a2a7d47-3f96-4c1e-af57-ca0040288bf4 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: ea9f773a-4f52-4819-9f4e-628db9b920f2] Updating resource usage from migration 323c84c0-f49d-493a-b4f5-05ac15c1f1c6 [ 733.796812] env[70527]: DEBUG oslo_concurrency.lockutils [req-bc69df0e-310e-4668-aab3-e7c7bc1194a0 req-f2962b1d-7052-4631-8493-c654cf40d491 service nova] Releasing lock "refresh_cache-9ad6dd25-d461-4c1a-a084-28ad37c432fc" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.901388] env[70527]: DEBUG oslo_vmware.api [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Task: {'id': task-3912724, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.914915] env[70527]: DEBUG oslo_vmware.api [None req-3a5a1dd5-8a76-4df1-96f1-36cfe6914270 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Task: {'id': task-3912725, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129696} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.917599] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a5a1dd5-8a76-4df1-96f1-36cfe6914270 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 733.917599] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-3a5a1dd5-8a76-4df1-96f1-36cfe6914270 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] [instance: 99388db0-92e9-43d3-810a-5854edf7739a] Deleted contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 733.917599] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-3a5a1dd5-8a76-4df1-96f1-36cfe6914270 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] [instance: 99388db0-92e9-43d3-810a-5854edf7739a] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 733.917599] env[70527]: INFO nova.compute.manager [None req-3a5a1dd5-8a76-4df1-96f1-36cfe6914270 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] [instance: 99388db0-92e9-43d3-810a-5854edf7739a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 733.917599] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a5a1dd5-8a76-4df1-96f1-36cfe6914270 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 733.918452] env[70527]: DEBUG nova.compute.manager [-] [instance: 99388db0-92e9-43d3-810a-5854edf7739a] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 733.918452] env[70527]: DEBUG nova.network.neutron [-] [instance: 99388db0-92e9-43d3-810a-5854edf7739a] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 733.960930] env[70527]: DEBUG nova.network.neutron [-] [instance: 99388db0-92e9-43d3-810a-5854edf7739a] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 734.062604] env[70527]: DEBUG nova.network.neutron [-] [instance: 6506c3e1-dc99-49be-a878-8a4d167658aa] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.127531] env[70527]: INFO nova.compute.manager [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] [instance: 5d2b9cdf-5e26-456d-b47f-29183dee3966] Took 28.34 seconds to build instance. [ 734.170149] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e4c7ff-7710-48ae-82ca-9467ab8d99eb {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.179946] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b66ac9-37f0-46af-a87b-4149f635c5ea {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.229791] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d62722a8-5819-4ab4-a7b7-54bb658081f5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.238496] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec9e35a4-5d1a-4307-92eb-8b76e21ffe4f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.254122] env[70527]: DEBUG nova.compute.provider_tree [None req-8a2a7d47-3f96-4c1e-af57-ca0040288bf4 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 734.377712] env[70527]: DEBUG nova.compute.manager [req-d31d395e-e315-431e-acd5-e9ec1067442c req-c836c24c-7e90-4140-96c3-1a73435a40fa service nova] [instance: 6506c3e1-dc99-49be-a878-8a4d167658aa] Received event network-vif-deleted-38d2ebd8-d515-4615-9d0e-504ef313737a {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.397454] env[70527]: DEBUG oslo_vmware.api [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Task: {'id': task-3912724, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.611825} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.397866] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] 3a8a9038-76f1-43e2-bb08-fb2cc51a3e58/3a8a9038-76f1-43e2-bb08-fb2cc51a3e58.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 734.398168] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] [instance: 3a8a9038-76f1-43e2-bb08-fb2cc51a3e58] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 734.398716] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d897feb4-8492-4ac6-9756-e3ca454e8f77 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.409172] env[70527]: DEBUG oslo_vmware.api [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Waiting for the task: (returnval){ [ 734.409172] env[70527]: value = "task-3912726" [ 734.409172] env[70527]: _type = "Task" [ 734.409172] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.418865] env[70527]: DEBUG oslo_vmware.api [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Task: {'id': task-3912726, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.470058] env[70527]: DEBUG nova.network.neutron [-] [instance: 99388db0-92e9-43d3-810a-5854edf7739a] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.505900] env[70527]: DEBUG nova.network.neutron [req-a151ce4d-d9e7-47cc-a294-a75df0088a91 req-1a3195d9-4cad-4284-9bd4-9e0b8eaacd93 service nova] [instance: 3f4349d7-2095-4377-9036-5edcf415c18c] Updated VIF entry in instance network info cache for port e4340211-ef59-4906-a49d-6fdbb08d3ef8. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 734.505900] env[70527]: DEBUG nova.network.neutron [req-a151ce4d-d9e7-47cc-a294-a75df0088a91 req-1a3195d9-4cad-4284-9bd4-9e0b8eaacd93 service nova] [instance: 3f4349d7-2095-4377-9036-5edcf415c18c] Updating instance_info_cache with network_info: [{"id": "e4340211-ef59-4906-a49d-6fdbb08d3ef8", "address": "fa:16:3e:aa:6f:ac", "network": {"id": "bf0e3a89-990f-4484-9154-ead6cffd7ca5", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-36617799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1c9672c42a9428691f82d4453963d3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4340211-ef", "ovs_interfaceid": "e4340211-ef59-4906-a49d-6fdbb08d3ef8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.566716] env[70527]: INFO nova.compute.manager [-] [instance: 6506c3e1-dc99-49be-a878-8a4d167658aa] Took 1.51 seconds to deallocate network for instance. [ 734.630201] env[70527]: DEBUG oslo_concurrency.lockutils [None req-73d88785-8db6-4c27-970f-0c030965133b tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Lock "5d2b9cdf-5e26-456d-b47f-29183dee3966" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.104s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.761021] env[70527]: DEBUG nova.scheduler.client.report [None req-8a2a7d47-3f96-4c1e-af57-ca0040288bf4 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 734.926601] env[70527]: DEBUG oslo_vmware.api [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Task: {'id': task-3912726, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078228} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.929026] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] [instance: 3a8a9038-76f1-43e2-bb08-fb2cc51a3e58] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 734.929026] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-266b854a-c0a4-4a09-b23e-f4b2ebb0797f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.959305] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] [instance: 3a8a9038-76f1-43e2-bb08-fb2cc51a3e58] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 3a8a9038-76f1-43e2-bb08-fb2cc51a3e58/3a8a9038-76f1-43e2-bb08-fb2cc51a3e58.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 734.960713] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c193d316-b23f-4f2a-933f-138860909a32 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.976913] env[70527]: DEBUG nova.compute.manager [None req-e983647d-ef2d-47ce-9820-0b45ee1b7e6b tempest-ServerExternalEventsTest-434407793 tempest-ServerExternalEventsTest-434407793-project] [instance: 5d2b9cdf-5e26-456d-b47f-29183dee3966] Received event network-changed {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.977144] env[70527]: DEBUG nova.compute.manager [None req-e983647d-ef2d-47ce-9820-0b45ee1b7e6b tempest-ServerExternalEventsTest-434407793 tempest-ServerExternalEventsTest-434407793-project] [instance: 5d2b9cdf-5e26-456d-b47f-29183dee3966] Refreshing instance network info cache due to event network-changed. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 734.977307] env[70527]: DEBUG oslo_concurrency.lockutils [None req-e983647d-ef2d-47ce-9820-0b45ee1b7e6b tempest-ServerExternalEventsTest-434407793 tempest-ServerExternalEventsTest-434407793-project] Acquiring lock "refresh_cache-5d2b9cdf-5e26-456d-b47f-29183dee3966" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.977589] env[70527]: DEBUG oslo_concurrency.lockutils [None req-e983647d-ef2d-47ce-9820-0b45ee1b7e6b tempest-ServerExternalEventsTest-434407793 tempest-ServerExternalEventsTest-434407793-project] Acquired lock "refresh_cache-5d2b9cdf-5e26-456d-b47f-29183dee3966" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.977589] env[70527]: DEBUG nova.network.neutron [None req-e983647d-ef2d-47ce-9820-0b45ee1b7e6b tempest-ServerExternalEventsTest-434407793 tempest-ServerExternalEventsTest-434407793-project] [instance: 5d2b9cdf-5e26-456d-b47f-29183dee3966] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 734.979169] env[70527]: INFO nova.compute.manager [-] [instance: 99388db0-92e9-43d3-810a-5854edf7739a] Took 1.06 seconds to deallocate network for instance. [ 734.990492] env[70527]: DEBUG oslo_vmware.api [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Waiting for the task: (returnval){ [ 734.990492] env[70527]: value = "task-3912727" [ 734.990492] env[70527]: _type = "Task" [ 734.990492] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.005311] env[70527]: DEBUG oslo_vmware.api [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Task: {'id': task-3912727, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.018030] env[70527]: DEBUG oslo_concurrency.lockutils [req-a151ce4d-d9e7-47cc-a294-a75df0088a91 req-1a3195d9-4cad-4284-9bd4-9e0b8eaacd93 service nova] Releasing lock "refresh_cache-3f4349d7-2095-4377-9036-5edcf415c18c" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.075032] env[70527]: DEBUG oslo_concurrency.lockutils [None req-58d08519-c5f7-432b-af63-3897a75f040f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.133150] env[70527]: DEBUG nova.compute.manager [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 735.265222] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8a2a7d47-3f96-4c1e-af57-ca0040288bf4 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.688s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.265222] env[70527]: INFO nova.compute.manager [None req-8a2a7d47-3f96-4c1e-af57-ca0040288bf4 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: ea9f773a-4f52-4819-9f4e-628db9b920f2] Migrating [ 735.265222] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8a2a7d47-3f96-4c1e-af57-ca0040288bf4 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.265222] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8a2a7d47-3f96-4c1e-af57-ca0040288bf4 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Acquired lock "compute-rpcapi-router" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.268170] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.051s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.269666] env[70527]: INFO nova.compute.claims [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: 850f970e-3e0e-4328-a584-ddbe3e8a2c42] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 735.490872] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3a5a1dd5-8a76-4df1-96f1-36cfe6914270 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.506640] env[70527]: DEBUG oslo_vmware.api [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Task: {'id': task-3912727, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.667380] env[70527]: DEBUG oslo_concurrency.lockutils [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.774145] env[70527]: INFO nova.compute.rpcapi [None req-8a2a7d47-3f96-4c1e-af57-ca0040288bf4 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 735.774843] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8a2a7d47-3f96-4c1e-af57-ca0040288bf4 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Releasing lock "compute-rpcapi-router" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.939340] env[70527]: DEBUG nova.network.neutron [None req-e983647d-ef2d-47ce-9820-0b45ee1b7e6b tempest-ServerExternalEventsTest-434407793 tempest-ServerExternalEventsTest-434407793-project] [instance: 5d2b9cdf-5e26-456d-b47f-29183dee3966] Updating instance_info_cache with network_info: [{"id": "13296c6b-84b3-40b0-a4f5-e471117d2583", "address": "fa:16:3e:10:26:51", "network": {"id": "29b8e902-296b-4709-aca2-c446fcf3fa56", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.247", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3eee3a2e62a4bcdad1e7484fcad9e2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13296c6b-84", "ovs_interfaceid": "13296c6b-84b3-40b0-a4f5-e471117d2583", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.002340] env[70527]: DEBUG oslo_vmware.api [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Task: {'id': task-3912727, 'name': ReconfigVM_Task, 'duration_secs': 0.675967} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.002340] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] [instance: 3a8a9038-76f1-43e2-bb08-fb2cc51a3e58] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 3a8a9038-76f1-43e2-bb08-fb2cc51a3e58/3a8a9038-76f1-43e2-bb08-fb2cc51a3e58.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 736.002871] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6bb7dd94-a496-436c-bc1f-bfe839c7bb9f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.012743] env[70527]: DEBUG oslo_vmware.api [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Waiting for the task: (returnval){ [ 736.012743] env[70527]: value = "task-3912728" [ 736.012743] env[70527]: _type = "Task" [ 736.012743] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.026069] env[70527]: DEBUG oslo_vmware.api [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Task: {'id': task-3912728, 'name': Rename_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.061414] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d8fc4104-eb9a-49f8-93a3-257efd68b6a7 tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Acquiring lock "5d2b9cdf-5e26-456d-b47f-29183dee3966" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.061414] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d8fc4104-eb9a-49f8-93a3-257efd68b6a7 tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Lock "5d2b9cdf-5e26-456d-b47f-29183dee3966" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.061414] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d8fc4104-eb9a-49f8-93a3-257efd68b6a7 tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Acquiring lock "5d2b9cdf-5e26-456d-b47f-29183dee3966-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.061414] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d8fc4104-eb9a-49f8-93a3-257efd68b6a7 tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Lock "5d2b9cdf-5e26-456d-b47f-29183dee3966-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.061621] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d8fc4104-eb9a-49f8-93a3-257efd68b6a7 tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Lock "5d2b9cdf-5e26-456d-b47f-29183dee3966-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.069110] env[70527]: INFO nova.compute.manager [None req-d8fc4104-eb9a-49f8-93a3-257efd68b6a7 tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] [instance: 5d2b9cdf-5e26-456d-b47f-29183dee3966] Terminating instance [ 736.302801] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8a2a7d47-3f96-4c1e-af57-ca0040288bf4 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Acquiring lock "refresh_cache-ea9f773a-4f52-4819-9f4e-628db9b920f2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.303017] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8a2a7d47-3f96-4c1e-af57-ca0040288bf4 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Acquired lock "refresh_cache-ea9f773a-4f52-4819-9f4e-628db9b920f2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.304862] env[70527]: DEBUG nova.network.neutron [None req-8a2a7d47-3f96-4c1e-af57-ca0040288bf4 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: ea9f773a-4f52-4819-9f4e-628db9b920f2] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 736.443344] env[70527]: DEBUG oslo_concurrency.lockutils [None req-e983647d-ef2d-47ce-9820-0b45ee1b7e6b tempest-ServerExternalEventsTest-434407793 tempest-ServerExternalEventsTest-434407793-project] Releasing lock "refresh_cache-5d2b9cdf-5e26-456d-b47f-29183dee3966" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.529197] env[70527]: DEBUG oslo_vmware.api [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Task: {'id': task-3912728, 'name': Rename_Task, 'duration_secs': 0.235747} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.529197] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] [instance: 3a8a9038-76f1-43e2-bb08-fb2cc51a3e58] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 736.529197] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5f2b663-d4e2-4f95-86ac-0de0e6c4d5a1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.537757] env[70527]: DEBUG oslo_vmware.api [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Waiting for the task: (returnval){ [ 736.537757] env[70527]: value = "task-3912729" [ 736.537757] env[70527]: _type = "Task" [ 736.537757] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.558635] env[70527]: DEBUG oslo_vmware.api [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Task: {'id': task-3912729, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.576458] env[70527]: DEBUG nova.compute.manager [None req-d8fc4104-eb9a-49f8-93a3-257efd68b6a7 tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] [instance: 5d2b9cdf-5e26-456d-b47f-29183dee3966] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 736.576698] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-d8fc4104-eb9a-49f8-93a3-257efd68b6a7 tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] [instance: 5d2b9cdf-5e26-456d-b47f-29183dee3966] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 736.577946] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77ee62f-2827-4338-bfb9-d4f370ec64f3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.594076] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8fc4104-eb9a-49f8-93a3-257efd68b6a7 tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] [instance: 5d2b9cdf-5e26-456d-b47f-29183dee3966] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 736.594472] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-711fc4b9-a392-40c6-af66-2c680b726fe9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.606192] env[70527]: DEBUG oslo_vmware.api [None req-d8fc4104-eb9a-49f8-93a3-257efd68b6a7 tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Waiting for the task: (returnval){ [ 736.606192] env[70527]: value = "task-3912730" [ 736.606192] env[70527]: _type = "Task" [ 736.606192] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.616855] env[70527]: DEBUG oslo_vmware.api [None req-d8fc4104-eb9a-49f8-93a3-257efd68b6a7 tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Task: {'id': task-3912730, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.950640] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ad8214-fe58-4593-b534-e0914a3af337 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.960677] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-733afdc9-010c-46a3-8c87-85d6139e760f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.004275] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf6e0ace-e527-4c39-8ed6-85ddd203806b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.017843] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f081e42-f6de-4f61-bd6b-821de0968cf3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.035255] env[70527]: DEBUG nova.compute.provider_tree [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Updating inventory in ProviderTree for provider 471551d3-0608-4bcf-a939-f4ec286b26ca with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 737.056397] env[70527]: DEBUG oslo_vmware.api [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Task: {'id': task-3912729, 'name': PowerOnVM_Task} progress is 1%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.119130] env[70527]: DEBUG oslo_vmware.api [None req-d8fc4104-eb9a-49f8-93a3-257efd68b6a7 tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Task: {'id': task-3912730, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.204281] env[70527]: DEBUG nova.network.neutron [None req-8a2a7d47-3f96-4c1e-af57-ca0040288bf4 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: ea9f773a-4f52-4819-9f4e-628db9b920f2] Updating instance_info_cache with network_info: [{"id": "043ebeed-c68a-4794-a3f2-c54a0f8a4377", "address": "fa:16:3e:e1:bb:8e", "network": {"id": "29b8e902-296b-4709-aca2-c446fcf3fa56", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.31", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3eee3a2e62a4bcdad1e7484fcad9e2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap043ebeed-c6", "ovs_interfaceid": "043ebeed-c68a-4794-a3f2-c54a0f8a4377", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.555541] env[70527]: DEBUG oslo_vmware.api [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Task: {'id': task-3912729, 'name': PowerOnVM_Task} progress is 82%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.574711] env[70527]: ERROR nova.scheduler.client.report [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [req-bba16260-a60b-4712-ad67-ec4ec7a5de92] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 471551d3-0608-4bcf-a939-f4ec286b26ca. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-bba16260-a60b-4712-ad67-ec4ec7a5de92"}]} [ 737.599623] env[70527]: DEBUG nova.scheduler.client.report [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Refreshing inventories for resource provider 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 737.619774] env[70527]: DEBUG oslo_vmware.api [None req-d8fc4104-eb9a-49f8-93a3-257efd68b6a7 tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Task: {'id': task-3912730, 'name': PowerOffVM_Task, 'duration_secs': 0.532278} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.620658] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8fc4104-eb9a-49f8-93a3-257efd68b6a7 tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] [instance: 5d2b9cdf-5e26-456d-b47f-29183dee3966] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 737.620658] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-d8fc4104-eb9a-49f8-93a3-257efd68b6a7 tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] [instance: 5d2b9cdf-5e26-456d-b47f-29183dee3966] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 737.620658] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f323ba91-1d73-4ab9-a7cb-c7f4ecf9ad35 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.633041] env[70527]: DEBUG nova.scheduler.client.report [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Updating ProviderTree inventory for provider 471551d3-0608-4bcf-a939-f4ec286b26ca from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 737.633041] env[70527]: DEBUG nova.compute.provider_tree [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Updating inventory in ProviderTree for provider 471551d3-0608-4bcf-a939-f4ec286b26ca with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 737.654880] env[70527]: DEBUG nova.scheduler.client.report [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Refreshing aggregate associations for resource provider 471551d3-0608-4bcf-a939-f4ec286b26ca, aggregates: None {{(pid=70527) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 737.683013] env[70527]: DEBUG nova.scheduler.client.report [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Refreshing trait associations for resource provider 471551d3-0608-4bcf-a939-f4ec286b26ca, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO {{(pid=70527) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 737.708644] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8a2a7d47-3f96-4c1e-af57-ca0040288bf4 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Releasing lock "refresh_cache-ea9f773a-4f52-4819-9f4e-628db9b920f2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.713436] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-d8fc4104-eb9a-49f8-93a3-257efd68b6a7 tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] [instance: 5d2b9cdf-5e26-456d-b47f-29183dee3966] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 737.713660] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-d8fc4104-eb9a-49f8-93a3-257efd68b6a7 tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] [instance: 5d2b9cdf-5e26-456d-b47f-29183dee3966] Deleting contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 737.713849] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8fc4104-eb9a-49f8-93a3-257efd68b6a7 tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Deleting the datastore file [datastore2] 5d2b9cdf-5e26-456d-b47f-29183dee3966 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 737.717981] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f5774120-f0d3-4597-9f0e-e7d9332b15f7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.725979] env[70527]: DEBUG oslo_vmware.api [None req-d8fc4104-eb9a-49f8-93a3-257efd68b6a7 tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Waiting for the task: (returnval){ [ 737.725979] env[70527]: value = "task-3912732" [ 737.725979] env[70527]: _type = "Task" [ 737.725979] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.741331] env[70527]: DEBUG oslo_vmware.api [None req-d8fc4104-eb9a-49f8-93a3-257efd68b6a7 tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Task: {'id': task-3912732, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.055808] env[70527]: DEBUG oslo_vmware.api [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Task: {'id': task-3912729, 'name': PowerOnVM_Task, 'duration_secs': 1.135242} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.061074] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] [instance: 3a8a9038-76f1-43e2-bb08-fb2cc51a3e58] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 738.061074] env[70527]: INFO nova.compute.manager [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] [instance: 3a8a9038-76f1-43e2-bb08-fb2cc51a3e58] Took 12.59 seconds to spawn the instance on the hypervisor. [ 738.061074] env[70527]: DEBUG nova.compute.manager [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] [instance: 3a8a9038-76f1-43e2-bb08-fb2cc51a3e58] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 738.062432] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce830d3b-3a36-46b8-a3e9-c9a941a739ee {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.237461] env[70527]: DEBUG oslo_vmware.api [None req-d8fc4104-eb9a-49f8-93a3-257efd68b6a7 tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Task: {'id': task-3912732, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.24762} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.241113] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8fc4104-eb9a-49f8-93a3-257efd68b6a7 tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 738.242560] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-d8fc4104-eb9a-49f8-93a3-257efd68b6a7 tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] [instance: 5d2b9cdf-5e26-456d-b47f-29183dee3966] Deleted contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 738.242560] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-d8fc4104-eb9a-49f8-93a3-257efd68b6a7 tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] [instance: 5d2b9cdf-5e26-456d-b47f-29183dee3966] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 738.242560] env[70527]: INFO nova.compute.manager [None req-d8fc4104-eb9a-49f8-93a3-257efd68b6a7 tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] [instance: 5d2b9cdf-5e26-456d-b47f-29183dee3966] Took 1.67 seconds to destroy the instance on the hypervisor. [ 738.242560] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8fc4104-eb9a-49f8-93a3-257efd68b6a7 tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 738.242890] env[70527]: DEBUG nova.compute.manager [-] [instance: 5d2b9cdf-5e26-456d-b47f-29183dee3966] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 738.242890] env[70527]: DEBUG nova.network.neutron [-] [instance: 5d2b9cdf-5e26-456d-b47f-29183dee3966] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 738.311277] env[70527]: DEBUG oslo_vmware.rw_handles [None req-3c9f3f3e-6964-4ef8-92c3-a0bc8252b313 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b0c3b2-a86f-077c-1068-6a3c8f2ae97e/disk-0.vmdk. {{(pid=70527) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 738.311277] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b08f75-4fb0-4142-8b1f-4fa7c797f2f7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.319478] env[70527]: DEBUG oslo_vmware.rw_handles [None req-3c9f3f3e-6964-4ef8-92c3-a0bc8252b313 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b0c3b2-a86f-077c-1068-6a3c8f2ae97e/disk-0.vmdk is in state: ready. {{(pid=70527) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 738.319478] env[70527]: ERROR oslo_vmware.rw_handles [None req-3c9f3f3e-6964-4ef8-92c3-a0bc8252b313 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b0c3b2-a86f-077c-1068-6a3c8f2ae97e/disk-0.vmdk due to incomplete transfer. [ 738.321531] env[70527]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-55d44dfc-4994-444e-9868-9c4588f1e86b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.331022] env[70527]: DEBUG oslo_vmware.rw_handles [None req-3c9f3f3e-6964-4ef8-92c3-a0bc8252b313 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b0c3b2-a86f-077c-1068-6a3c8f2ae97e/disk-0.vmdk. {{(pid=70527) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 738.331022] env[70527]: DEBUG nova.virt.vmwareapi.images [None req-3c9f3f3e-6964-4ef8-92c3-a0bc8252b313 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] [instance: 7d528f60-1928-4642-9764-ac7c776b85f6] Uploaded image dddc2262-f928-46c2-b392-2ad480dd3306 to the Glance image server {{(pid=70527) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 738.331391] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c9f3f3e-6964-4ef8-92c3-a0bc8252b313 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] [instance: 7d528f60-1928-4642-9764-ac7c776b85f6] Destroying the VM {{(pid=70527) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 738.334314] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-35973b5c-3d8a-4ecb-92bc-62e8faa60d0d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.344306] env[70527]: DEBUG oslo_vmware.api [None req-3c9f3f3e-6964-4ef8-92c3-a0bc8252b313 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Waiting for the task: (returnval){ [ 738.344306] env[70527]: value = "task-3912733" [ 738.344306] env[70527]: _type = "Task" [ 738.344306] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.353353] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130cce20-b04f-4ae9-899c-f7f4eb0a42cb {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.359393] env[70527]: DEBUG oslo_vmware.api [None req-3c9f3f3e-6964-4ef8-92c3-a0bc8252b313 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Task: {'id': task-3912733, 'name': Destroy_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.364293] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27f7771-cf24-4aa1-a726-95d425d3588b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.399216] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e9a74c9-d25d-4f85-b16d-0583b7811b50 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.407724] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4c468c-b099-4748-ac5d-f3cbff77525e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.423274] env[70527]: DEBUG nova.compute.provider_tree [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.601459] env[70527]: INFO nova.compute.manager [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] [instance: 3a8a9038-76f1-43e2-bb08-fb2cc51a3e58] Took 28.47 seconds to build instance. [ 738.656296] env[70527]: DEBUG oslo_concurrency.lockutils [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Acquiring lock "4a285879-39e7-41c6-ae76-ca5a75c692c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.658248] env[70527]: DEBUG oslo_concurrency.lockutils [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Lock "4a285879-39e7-41c6-ae76-ca5a75c692c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.865023] env[70527]: DEBUG oslo_vmware.api [None req-3c9f3f3e-6964-4ef8-92c3-a0bc8252b313 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Task: {'id': task-3912733, 'name': Destroy_Task, 'duration_secs': 0.344114} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.865023] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-3c9f3f3e-6964-4ef8-92c3-a0bc8252b313 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] [instance: 7d528f60-1928-4642-9764-ac7c776b85f6] Destroyed the VM [ 738.865023] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-3c9f3f3e-6964-4ef8-92c3-a0bc8252b313 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] [instance: 7d528f60-1928-4642-9764-ac7c776b85f6] Deleting Snapshot of the VM instance {{(pid=70527) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 738.865023] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a41694ba-7911-403c-b7e8-15e4736a39dd {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.871213] env[70527]: DEBUG oslo_vmware.api [None req-3c9f3f3e-6964-4ef8-92c3-a0bc8252b313 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Waiting for the task: (returnval){ [ 738.871213] env[70527]: value = "task-3912734" [ 738.871213] env[70527]: _type = "Task" [ 738.871213] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.888029] env[70527]: DEBUG oslo_vmware.api [None req-3c9f3f3e-6964-4ef8-92c3-a0bc8252b313 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Task: {'id': task-3912734, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.927495] env[70527]: DEBUG nova.scheduler.client.report [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 739.103641] env[70527]: DEBUG oslo_concurrency.lockutils [None req-748c8594-935c-41c1-b567-42c5bd588b21 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Lock "3a8a9038-76f1-43e2-bb08-fb2cc51a3e58" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.988s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.233139] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62cc5066-0848-492b-a0c8-029be79d33a0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.254168] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-8a2a7d47-3f96-4c1e-af57-ca0040288bf4 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: ea9f773a-4f52-4819-9f4e-628db9b920f2] Updating instance 'ea9f773a-4f52-4819-9f4e-628db9b920f2' progress to 0 {{(pid=70527) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 739.360356] env[70527]: DEBUG nova.compute.manager [req-fd671c44-41db-4e10-a84e-752bef06d247 req-f4e84efc-5729-48e7-a4ec-79b9da07d75c service nova] [instance: 5d2b9cdf-5e26-456d-b47f-29183dee3966] Received event network-vif-deleted-13296c6b-84b3-40b0-a4f5-e471117d2583 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.360550] env[70527]: INFO nova.compute.manager [req-fd671c44-41db-4e10-a84e-752bef06d247 req-f4e84efc-5729-48e7-a4ec-79b9da07d75c service nova] [instance: 5d2b9cdf-5e26-456d-b47f-29183dee3966] Neutron deleted interface 13296c6b-84b3-40b0-a4f5-e471117d2583; detaching it from the instance and deleting it from the info cache [ 739.360766] env[70527]: DEBUG nova.network.neutron [req-fd671c44-41db-4e10-a84e-752bef06d247 req-f4e84efc-5729-48e7-a4ec-79b9da07d75c service nova] [instance: 5d2b9cdf-5e26-456d-b47f-29183dee3966] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.384580] env[70527]: DEBUG oslo_vmware.api [None req-3c9f3f3e-6964-4ef8-92c3-a0bc8252b313 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Task: {'id': task-3912734, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.437631] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.170s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.438466] env[70527]: DEBUG nova.compute.manager [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: 850f970e-3e0e-4328-a584-ddbe3e8a2c42] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 739.443372] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.186s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.447137] env[70527]: INFO nova.compute.claims [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: f5c1ab55-0e8b-4117-896c-728e547a938d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 739.460049] env[70527]: DEBUG nova.network.neutron [-] [instance: 5d2b9cdf-5e26-456d-b47f-29183dee3966] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.495658] env[70527]: DEBUG oslo_concurrency.lockutils [None req-39e2eebb-8d31-4674-afe9-ad54d7563890 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Acquiring lock "interface-3a8a9038-76f1-43e2-bb08-fb2cc51a3e58-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.496206] env[70527]: DEBUG oslo_concurrency.lockutils [None req-39e2eebb-8d31-4674-afe9-ad54d7563890 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Lock "interface-3a8a9038-76f1-43e2-bb08-fb2cc51a3e58-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.496277] env[70527]: DEBUG nova.objects.instance [None req-39e2eebb-8d31-4674-afe9-ad54d7563890 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Lazy-loading 'flavor' on Instance uuid 3a8a9038-76f1-43e2-bb08-fb2cc51a3e58 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 739.607430] env[70527]: DEBUG nova.compute.manager [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] [instance: 1f2f9915-addb-4405-a32e-cfd7ac086321] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 739.761119] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a2a7d47-3f96-4c1e-af57-ca0040288bf4 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: ea9f773a-4f52-4819-9f4e-628db9b920f2] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 739.761481] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f7890cf-6e59-43f3-8f6b-b8fb1871662f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.769776] env[70527]: DEBUG oslo_vmware.api [None req-8a2a7d47-3f96-4c1e-af57-ca0040288bf4 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Waiting for the task: (returnval){ [ 739.769776] env[70527]: value = "task-3912735" [ 739.769776] env[70527]: _type = "Task" [ 739.769776] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.779345] env[70527]: DEBUG oslo_vmware.api [None req-8a2a7d47-3f96-4c1e-af57-ca0040288bf4 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': task-3912735, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.863604] env[70527]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-24da4257-26fc-4ccd-bfda-8e5e9cfd1139 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.877026] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66075c6d-b684-4150-ab88-e1e311952f26 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.903033] env[70527]: DEBUG oslo_vmware.api [None req-3c9f3f3e-6964-4ef8-92c3-a0bc8252b313 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Task: {'id': task-3912734, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.918360] env[70527]: DEBUG nova.compute.manager [req-fd671c44-41db-4e10-a84e-752bef06d247 req-f4e84efc-5729-48e7-a4ec-79b9da07d75c service nova] [instance: 5d2b9cdf-5e26-456d-b47f-29183dee3966] Detach interface failed, port_id=13296c6b-84b3-40b0-a4f5-e471117d2583, reason: Instance 5d2b9cdf-5e26-456d-b47f-29183dee3966 could not be found. {{(pid=70527) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 739.951287] env[70527]: DEBUG nova.compute.utils [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 739.953373] env[70527]: DEBUG nova.compute.manager [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: 850f970e-3e0e-4328-a584-ddbe3e8a2c42] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 739.953373] env[70527]: DEBUG nova.network.neutron [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: 850f970e-3e0e-4328-a584-ddbe3e8a2c42] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 739.962108] env[70527]: INFO nova.compute.manager [-] [instance: 5d2b9cdf-5e26-456d-b47f-29183dee3966] Took 1.72 seconds to deallocate network for instance. [ 740.002045] env[70527]: DEBUG nova.objects.instance [None req-39e2eebb-8d31-4674-afe9-ad54d7563890 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Lazy-loading 'pci_requests' on Instance uuid 3a8a9038-76f1-43e2-bb08-fb2cc51a3e58 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 740.090982] env[70527]: DEBUG nova.policy [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf1a8d50ccc44c5f8f8771eccd9551cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8d20bccde1c94dcd81636affc1b94085', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 740.143104] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.284307] env[70527]: DEBUG oslo_vmware.api [None req-8a2a7d47-3f96-4c1e-af57-ca0040288bf4 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': task-3912735, 'name': PowerOffVM_Task, 'duration_secs': 0.262244} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.284307] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a2a7d47-3f96-4c1e-af57-ca0040288bf4 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: ea9f773a-4f52-4819-9f4e-628db9b920f2] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 740.284307] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-8a2a7d47-3f96-4c1e-af57-ca0040288bf4 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: ea9f773a-4f52-4819-9f4e-628db9b920f2] Updating instance 'ea9f773a-4f52-4819-9f4e-628db9b920f2' progress to 17 {{(pid=70527) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 740.402505] env[70527]: DEBUG oslo_vmware.api [None req-3c9f3f3e-6964-4ef8-92c3-a0bc8252b313 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Task: {'id': task-3912734, 'name': RemoveSnapshot_Task, 'duration_secs': 1.439899} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.402852] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-3c9f3f3e-6964-4ef8-92c3-a0bc8252b313 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] [instance: 7d528f60-1928-4642-9764-ac7c776b85f6] Deleted Snapshot of the VM instance {{(pid=70527) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 740.403133] env[70527]: INFO nova.compute.manager [None req-3c9f3f3e-6964-4ef8-92c3-a0bc8252b313 tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] [instance: 7d528f60-1928-4642-9764-ac7c776b85f6] Took 17.52 seconds to snapshot the instance on the hypervisor. [ 740.456498] env[70527]: DEBUG nova.compute.manager [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: 850f970e-3e0e-4328-a584-ddbe3e8a2c42] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 740.471740] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d8fc4104-eb9a-49f8-93a3-257efd68b6a7 tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.510059] env[70527]: DEBUG nova.objects.base [None req-39e2eebb-8d31-4674-afe9-ad54d7563890 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Object Instance<3a8a9038-76f1-43e2-bb08-fb2cc51a3e58> lazy-loaded attributes: flavor,pci_requests {{(pid=70527) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 740.510283] env[70527]: DEBUG nova.network.neutron [None req-39e2eebb-8d31-4674-afe9-ad54d7563890 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] [instance: 3a8a9038-76f1-43e2-bb08-fb2cc51a3e58] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 740.665353] env[70527]: DEBUG oslo_concurrency.lockutils [None req-39e2eebb-8d31-4674-afe9-ad54d7563890 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Lock "interface-3a8a9038-76f1-43e2-bb08-fb2cc51a3e58-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.169s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.752691] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Acquiring lock "92d864e4-e030-49df-b739-46f55730fd0a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.752938] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Lock "92d864e4-e030-49df-b739-46f55730fd0a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.793381] env[70527]: DEBUG nova.virt.hardware [None req-8a2a7d47-3f96-4c1e-af57-ca0040288bf4 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 740.793381] env[70527]: DEBUG nova.virt.hardware [None req-8a2a7d47-3f96-4c1e-af57-ca0040288bf4 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 740.793490] env[70527]: DEBUG nova.virt.hardware [None req-8a2a7d47-3f96-4c1e-af57-ca0040288bf4 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 740.796673] env[70527]: DEBUG nova.virt.hardware [None req-8a2a7d47-3f96-4c1e-af57-ca0040288bf4 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 740.796673] env[70527]: DEBUG nova.virt.hardware [None req-8a2a7d47-3f96-4c1e-af57-ca0040288bf4 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 740.796673] env[70527]: DEBUG nova.virt.hardware [None req-8a2a7d47-3f96-4c1e-af57-ca0040288bf4 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 740.796673] env[70527]: DEBUG nova.virt.hardware [None req-8a2a7d47-3f96-4c1e-af57-ca0040288bf4 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 740.796673] env[70527]: DEBUG nova.virt.hardware [None req-8a2a7d47-3f96-4c1e-af57-ca0040288bf4 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 740.797853] env[70527]: DEBUG nova.virt.hardware [None req-8a2a7d47-3f96-4c1e-af57-ca0040288bf4 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 740.797853] env[70527]: DEBUG nova.virt.hardware [None req-8a2a7d47-3f96-4c1e-af57-ca0040288bf4 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 740.797853] env[70527]: DEBUG nova.virt.hardware [None req-8a2a7d47-3f96-4c1e-af57-ca0040288bf4 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 740.804023] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38df5163-4166-4f12-a425-9c6126872419 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.822659] env[70527]: DEBUG oslo_vmware.api [None req-8a2a7d47-3f96-4c1e-af57-ca0040288bf4 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Waiting for the task: (returnval){ [ 740.822659] env[70527]: value = "task-3912736" [ 740.822659] env[70527]: _type = "Task" [ 740.822659] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.835857] env[70527]: DEBUG oslo_vmware.api [None req-8a2a7d47-3f96-4c1e-af57-ca0040288bf4 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': task-3912736, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.069562] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b864e224-7869-4ec6-9f51-948b28f8f8dd {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.078725] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8d2304-44f7-422e-8bcd-7217fea5e45a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.115158] env[70527]: DEBUG nova.network.neutron [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: 850f970e-3e0e-4328-a584-ddbe3e8a2c42] Successfully created port: c6a79693-0503-4218-8e85-4129fdfd82ad {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 741.118131] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-080a9e08-5269-4df4-b494-daf18187ba01 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.128371] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7821f93b-a329-4a3e-a017-fe2249802853 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.143082] env[70527]: DEBUG nova.compute.provider_tree [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 741.332170] env[70527]: DEBUG oslo_vmware.api [None req-8a2a7d47-3f96-4c1e-af57-ca0040288bf4 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': task-3912736, 'name': ReconfigVM_Task, 'duration_secs': 0.211993} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.332377] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-8a2a7d47-3f96-4c1e-af57-ca0040288bf4 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: ea9f773a-4f52-4819-9f4e-628db9b920f2] Updating instance 'ea9f773a-4f52-4819-9f4e-628db9b920f2' progress to 33 {{(pid=70527) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 741.471780] env[70527]: DEBUG nova.compute.manager [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: 850f970e-3e0e-4328-a584-ddbe3e8a2c42] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 741.495241] env[70527]: DEBUG nova.virt.hardware [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 741.495631] env[70527]: DEBUG nova.virt.hardware [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 741.495881] env[70527]: DEBUG nova.virt.hardware [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 741.496139] env[70527]: DEBUG nova.virt.hardware [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 741.496334] env[70527]: DEBUG nova.virt.hardware [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 741.496550] env[70527]: DEBUG nova.virt.hardware [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 741.496777] env[70527]: DEBUG nova.virt.hardware [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 741.496977] env[70527]: DEBUG nova.virt.hardware [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 741.497231] env[70527]: DEBUG nova.virt.hardware [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 741.497441] env[70527]: DEBUG nova.virt.hardware [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 741.497659] env[70527]: DEBUG nova.virt.hardware [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 741.498571] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-552bd477-2375-48a5-9dfa-1c4be9f78826 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.516146] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def0b387-63c6-4b5a-bb0f-144a8f29a71a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.645840] env[70527]: DEBUG nova.scheduler.client.report [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 741.839803] env[70527]: DEBUG nova.virt.hardware [None req-8a2a7d47-3f96-4c1e-af57-ca0040288bf4 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 741.839803] env[70527]: DEBUG nova.virt.hardware [None req-8a2a7d47-3f96-4c1e-af57-ca0040288bf4 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 741.841019] env[70527]: DEBUG nova.virt.hardware [None req-8a2a7d47-3f96-4c1e-af57-ca0040288bf4 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 741.841019] env[70527]: DEBUG nova.virt.hardware [None req-8a2a7d47-3f96-4c1e-af57-ca0040288bf4 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 741.841019] env[70527]: DEBUG nova.virt.hardware [None req-8a2a7d47-3f96-4c1e-af57-ca0040288bf4 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 741.841019] env[70527]: DEBUG nova.virt.hardware [None req-8a2a7d47-3f96-4c1e-af57-ca0040288bf4 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 741.841364] env[70527]: DEBUG nova.virt.hardware [None req-8a2a7d47-3f96-4c1e-af57-ca0040288bf4 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 741.841812] env[70527]: DEBUG nova.virt.hardware [None req-8a2a7d47-3f96-4c1e-af57-ca0040288bf4 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 741.842136] env[70527]: DEBUG nova.virt.hardware [None req-8a2a7d47-3f96-4c1e-af57-ca0040288bf4 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 741.844887] env[70527]: DEBUG nova.virt.hardware [None req-8a2a7d47-3f96-4c1e-af57-ca0040288bf4 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 741.844887] env[70527]: DEBUG nova.virt.hardware [None req-8a2a7d47-3f96-4c1e-af57-ca0040288bf4 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 741.850978] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a2a7d47-3f96-4c1e-af57-ca0040288bf4 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: ea9f773a-4f52-4819-9f4e-628db9b920f2] Reconfiguring VM instance instance-00000008 to detach disk 2000 {{(pid=70527) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 741.851838] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f2f4186-2208-4173-abaa-e512d537d6e0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.875750] env[70527]: DEBUG oslo_vmware.api [None req-8a2a7d47-3f96-4c1e-af57-ca0040288bf4 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Waiting for the task: (returnval){ [ 741.875750] env[70527]: value = "task-3912737" [ 741.875750] env[70527]: _type = "Task" [ 741.875750] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.885811] env[70527]: DEBUG oslo_vmware.api [None req-8a2a7d47-3f96-4c1e-af57-ca0040288bf4 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': task-3912737, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.151756] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.708s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.152318] env[70527]: DEBUG nova.compute.manager [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: f5c1ab55-0e8b-4117-896c-728e547a938d] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 742.159665] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.854s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.161787] env[70527]: INFO nova.compute.claims [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: 2f725879-41a4-443d-8bfa-718f70ef1a64] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 742.386598] env[70527]: DEBUG oslo_vmware.api [None req-8a2a7d47-3f96-4c1e-af57-ca0040288bf4 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': task-3912737, 'name': ReconfigVM_Task, 'duration_secs': 0.186064} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.387025] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a2a7d47-3f96-4c1e-af57-ca0040288bf4 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: ea9f773a-4f52-4819-9f4e-628db9b920f2] Reconfigured VM instance instance-00000008 to detach disk 2000 {{(pid=70527) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 742.387768] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67003bc1-fda2-42f6-9cea-2a2467896e02 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.413308] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a2a7d47-3f96-4c1e-af57-ca0040288bf4 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: ea9f773a-4f52-4819-9f4e-628db9b920f2] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] ea9f773a-4f52-4819-9f4e-628db9b920f2/ea9f773a-4f52-4819-9f4e-628db9b920f2.vmdk or device None with type thin {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 742.413512] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b550970-7a95-4779-a079-c478c9b01bbf {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.436474] env[70527]: DEBUG oslo_vmware.api [None req-8a2a7d47-3f96-4c1e-af57-ca0040288bf4 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Waiting for the task: (returnval){ [ 742.436474] env[70527]: value = "task-3912738" [ 742.436474] env[70527]: _type = "Task" [ 742.436474] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.445665] env[70527]: DEBUG oslo_vmware.api [None req-8a2a7d47-3f96-4c1e-af57-ca0040288bf4 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': task-3912738, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.573156] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Acquiring lock "c8f2bb6b-be01-4473-92f5-2a35a8eff5b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.575223] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Lock "c8f2bb6b-be01-4473-92f5-2a35a8eff5b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.660826] env[70527]: DEBUG nova.compute.utils [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 742.663582] env[70527]: DEBUG nova.compute.manager [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: f5c1ab55-0e8b-4117-896c-728e547a938d] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 742.663799] env[70527]: DEBUG nova.network.neutron [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: f5c1ab55-0e8b-4117-896c-728e547a938d] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 742.756175] env[70527]: DEBUG nova.policy [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf1a8d50ccc44c5f8f8771eccd9551cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8d20bccde1c94dcd81636affc1b94085', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 742.954029] env[70527]: DEBUG oslo_vmware.api [None req-8a2a7d47-3f96-4c1e-af57-ca0040288bf4 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': task-3912738, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.167839] env[70527]: DEBUG nova.network.neutron [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: 850f970e-3e0e-4328-a584-ddbe3e8a2c42] Successfully updated port: c6a79693-0503-4218-8e85-4129fdfd82ad {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 743.169312] env[70527]: DEBUG nova.compute.manager [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: f5c1ab55-0e8b-4117-896c-728e547a938d] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 743.377851] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Acquiring lock "b3a6e20c-cdfe-47f0-8881-ec6ead71e86f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.381405] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Lock "b3a6e20c-cdfe-47f0-8881-ec6ead71e86f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.410414] env[70527]: DEBUG nova.network.neutron [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: f5c1ab55-0e8b-4117-896c-728e547a938d] Successfully created port: 0367136a-8687-40f9-9c9f-6b48731e48e7 {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 743.454921] env[70527]: DEBUG oslo_vmware.api [None req-8a2a7d47-3f96-4c1e-af57-ca0040288bf4 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': task-3912738, 'name': ReconfigVM_Task, 'duration_secs': 0.655666} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.454921] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a2a7d47-3f96-4c1e-af57-ca0040288bf4 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: ea9f773a-4f52-4819-9f4e-628db9b920f2] Reconfigured VM instance instance-00000008 to attach disk [datastore2] ea9f773a-4f52-4819-9f4e-628db9b920f2/ea9f773a-4f52-4819-9f4e-628db9b920f2.vmdk or device None with type thin {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 743.455735] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-8a2a7d47-3f96-4c1e-af57-ca0040288bf4 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: ea9f773a-4f52-4819-9f4e-628db9b920f2] Updating instance 'ea9f773a-4f52-4819-9f4e-628db9b920f2' progress to 50 {{(pid=70527) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 743.671895] env[70527]: DEBUG nova.compute.manager [req-7e78ce38-05ca-4d97-ab58-65b816fdfb8c req-e6f5ea1b-ed27-43ab-ae6c-1c750d275b75 service nova] [instance: 850f970e-3e0e-4328-a584-ddbe3e8a2c42] Received event network-vif-plugged-c6a79693-0503-4218-8e85-4129fdfd82ad {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.672668] env[70527]: DEBUG oslo_concurrency.lockutils [req-7e78ce38-05ca-4d97-ab58-65b816fdfb8c req-e6f5ea1b-ed27-43ab-ae6c-1c750d275b75 service nova] Acquiring lock "850f970e-3e0e-4328-a584-ddbe3e8a2c42-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.672668] env[70527]: DEBUG oslo_concurrency.lockutils [req-7e78ce38-05ca-4d97-ab58-65b816fdfb8c req-e6f5ea1b-ed27-43ab-ae6c-1c750d275b75 service nova] Lock "850f970e-3e0e-4328-a584-ddbe3e8a2c42-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.672668] env[70527]: DEBUG oslo_concurrency.lockutils [req-7e78ce38-05ca-4d97-ab58-65b816fdfb8c req-e6f5ea1b-ed27-43ab-ae6c-1c750d275b75 service nova] Lock "850f970e-3e0e-4328-a584-ddbe3e8a2c42-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.672668] env[70527]: DEBUG nova.compute.manager [req-7e78ce38-05ca-4d97-ab58-65b816fdfb8c req-e6f5ea1b-ed27-43ab-ae6c-1c750d275b75 service nova] [instance: 850f970e-3e0e-4328-a584-ddbe3e8a2c42] No waiting events found dispatching network-vif-plugged-c6a79693-0503-4218-8e85-4129fdfd82ad {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 743.672919] env[70527]: WARNING nova.compute.manager [req-7e78ce38-05ca-4d97-ab58-65b816fdfb8c req-e6f5ea1b-ed27-43ab-ae6c-1c750d275b75 service nova] [instance: 850f970e-3e0e-4328-a584-ddbe3e8a2c42] Received unexpected event network-vif-plugged-c6a79693-0503-4218-8e85-4129fdfd82ad for instance with vm_state building and task_state spawning. [ 743.673573] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Acquiring lock "refresh_cache-850f970e-3e0e-4328-a584-ddbe3e8a2c42" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.673723] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Acquired lock "refresh_cache-850f970e-3e0e-4328-a584-ddbe3e8a2c42" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.673829] env[70527]: DEBUG nova.network.neutron [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: 850f970e-3e0e-4328-a584-ddbe3e8a2c42] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 743.789126] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a61952e-064c-4fdf-a3ad-7ed337c0ac12 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.798800] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3118b9d-27de-4a90-beb0-a32d1405e49e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.844720] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07544ea6-a813-43eb-b22a-457dbff7ce94 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.853865] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e89b46-7d6c-4399-9a73-2537719ff62d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.875913] env[70527]: DEBUG nova.compute.provider_tree [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.877888] env[70527]: DEBUG oslo_concurrency.lockutils [None req-726e38cf-1f25-4075-bf5c-16cfb375b938 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Acquiring lock "3a8a9038-76f1-43e2-bb08-fb2cc51a3e58" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.878151] env[70527]: DEBUG oslo_concurrency.lockutils [None req-726e38cf-1f25-4075-bf5c-16cfb375b938 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Lock "3a8a9038-76f1-43e2-bb08-fb2cc51a3e58" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.878338] env[70527]: DEBUG oslo_concurrency.lockutils [None req-726e38cf-1f25-4075-bf5c-16cfb375b938 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Acquiring lock "3a8a9038-76f1-43e2-bb08-fb2cc51a3e58-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.878516] env[70527]: DEBUG oslo_concurrency.lockutils [None req-726e38cf-1f25-4075-bf5c-16cfb375b938 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Lock "3a8a9038-76f1-43e2-bb08-fb2cc51a3e58-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.879380] env[70527]: DEBUG oslo_concurrency.lockutils [None req-726e38cf-1f25-4075-bf5c-16cfb375b938 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Lock "3a8a9038-76f1-43e2-bb08-fb2cc51a3e58-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.883520] env[70527]: INFO nova.compute.manager [None req-726e38cf-1f25-4075-bf5c-16cfb375b938 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] [instance: 3a8a9038-76f1-43e2-bb08-fb2cc51a3e58] Terminating instance [ 743.964536] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1a8da0-fced-4f73-a4d2-48c1a7a1aacf {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.991459] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-393e223c-be82-42df-a302-0bd7cfd57d1d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.011046] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-8a2a7d47-3f96-4c1e-af57-ca0040288bf4 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: ea9f773a-4f52-4819-9f4e-628db9b920f2] Updating instance 'ea9f773a-4f52-4819-9f4e-628db9b920f2' progress to 67 {{(pid=70527) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 744.182284] env[70527]: DEBUG nova.compute.manager [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: f5c1ab55-0e8b-4117-896c-728e547a938d] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 744.225548] env[70527]: DEBUG nova.virt.hardware [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 744.225778] env[70527]: DEBUG nova.virt.hardware [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 744.228781] env[70527]: DEBUG nova.virt.hardware [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 744.228781] env[70527]: DEBUG nova.virt.hardware [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 744.228781] env[70527]: DEBUG nova.virt.hardware [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 744.228781] env[70527]: DEBUG nova.virt.hardware [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 744.228781] env[70527]: DEBUG nova.virt.hardware [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 744.229053] env[70527]: DEBUG nova.virt.hardware [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 744.229053] env[70527]: DEBUG nova.virt.hardware [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 744.229053] env[70527]: DEBUG nova.virt.hardware [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 744.229053] env[70527]: DEBUG nova.virt.hardware [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 744.229936] env[70527]: DEBUG oslo_concurrency.lockutils [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Acquiring lock "8670e011-a1c3-4b73-9988-3db09378c347" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.230627] env[70527]: DEBUG oslo_concurrency.lockutils [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Lock "8670e011-a1c3-4b73-9988-3db09378c347" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.231263] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecec04fd-2c19-47d4-807f-2be332e91e81 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.244668] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b257d20a-6d54-4d48-936c-7f300f713f45 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.274047] env[70527]: DEBUG nova.network.neutron [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: 850f970e-3e0e-4328-a584-ddbe3e8a2c42] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 744.379167] env[70527]: DEBUG nova.scheduler.client.report [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 744.392221] env[70527]: DEBUG nova.compute.manager [None req-726e38cf-1f25-4075-bf5c-16cfb375b938 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] [instance: 3a8a9038-76f1-43e2-bb08-fb2cc51a3e58] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 744.392451] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-726e38cf-1f25-4075-bf5c-16cfb375b938 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] [instance: 3a8a9038-76f1-43e2-bb08-fb2cc51a3e58] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 744.393375] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ecaf44-6e55-4780-9e39-8bcfeea58a5c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.406728] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-726e38cf-1f25-4075-bf5c-16cfb375b938 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] [instance: 3a8a9038-76f1-43e2-bb08-fb2cc51a3e58] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 744.407094] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5db57b6-ed0b-47f6-a349-7888c5c86fd9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.422773] env[70527]: DEBUG oslo_vmware.api [None req-726e38cf-1f25-4075-bf5c-16cfb375b938 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Waiting for the task: (returnval){ [ 744.422773] env[70527]: value = "task-3912739" [ 744.422773] env[70527]: _type = "Task" [ 744.422773] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.432724] env[70527]: DEBUG oslo_vmware.api [None req-726e38cf-1f25-4075-bf5c-16cfb375b938 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Task: {'id': task-3912739, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.458190] env[70527]: DEBUG nova.network.neutron [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: 850f970e-3e0e-4328-a584-ddbe3e8a2c42] Updating instance_info_cache with network_info: [{"id": "c6a79693-0503-4218-8e85-4129fdfd82ad", "address": "fa:16:3e:25:60:d5", "network": {"id": "5868e10a-1665-4757-86c7-3a085c01a476", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-378374108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d20bccde1c94dcd81636affc1b94085", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "537e0890-4fa2-4f2d-b74c-49933a4edf53", "external-id": "nsx-vlan-transportzone-82", "segmentation_id": 82, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6a79693-05", "ovs_interfaceid": "c6a79693-0503-4218-8e85-4129fdfd82ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.577275] env[70527]: DEBUG nova.network.neutron [None req-8a2a7d47-3f96-4c1e-af57-ca0040288bf4 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: ea9f773a-4f52-4819-9f4e-628db9b920f2] Port 043ebeed-c68a-4794-a3f2-c54a0f8a4377 binding to destination host cpu-1 is already ACTIVE {{(pid=70527) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3252}} [ 744.800041] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Acquiring lock "ee0ccce4-72c3-443c-821b-0d5ae9c9935d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.800253] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Lock "ee0ccce4-72c3-443c-821b-0d5ae9c9935d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.886617] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.727s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.887163] env[70527]: DEBUG nova.compute.manager [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: 2f725879-41a4-443d-8bfa-718f70ef1a64] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 744.890940] env[70527]: DEBUG oslo_concurrency.lockutils [None req-95883c24-5163-44b9-945b-8b61fe0c9c18 tempest-ServersAdmin275Test-1018622716 tempest-ServersAdmin275Test-1018622716-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.456s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.891147] env[70527]: DEBUG nova.objects.instance [None req-95883c24-5163-44b9-945b-8b61fe0c9c18 tempest-ServersAdmin275Test-1018622716 tempest-ServersAdmin275Test-1018622716-project-admin] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70527) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 744.934395] env[70527]: DEBUG oslo_vmware.api [None req-726e38cf-1f25-4075-bf5c-16cfb375b938 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Task: {'id': task-3912739, 'name': PowerOffVM_Task, 'duration_secs': 0.205142} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.935403] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-726e38cf-1f25-4075-bf5c-16cfb375b938 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] [instance: 3a8a9038-76f1-43e2-bb08-fb2cc51a3e58] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 744.935706] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-726e38cf-1f25-4075-bf5c-16cfb375b938 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] [instance: 3a8a9038-76f1-43e2-bb08-fb2cc51a3e58] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 744.936236] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ecf2be5-710a-4177-999c-086cc2d45861 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.963183] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Releasing lock "refresh_cache-850f970e-3e0e-4328-a584-ddbe3e8a2c42" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.963322] env[70527]: DEBUG nova.compute.manager [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: 850f970e-3e0e-4328-a584-ddbe3e8a2c42] Instance network_info: |[{"id": "c6a79693-0503-4218-8e85-4129fdfd82ad", "address": "fa:16:3e:25:60:d5", "network": {"id": "5868e10a-1665-4757-86c7-3a085c01a476", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-378374108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d20bccde1c94dcd81636affc1b94085", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "537e0890-4fa2-4f2d-b74c-49933a4edf53", "external-id": "nsx-vlan-transportzone-82", "segmentation_id": 82, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6a79693-05", "ovs_interfaceid": "c6a79693-0503-4218-8e85-4129fdfd82ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 744.964025] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: 850f970e-3e0e-4328-a584-ddbe3e8a2c42] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:60:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '537e0890-4fa2-4f2d-b74c-49933a4edf53', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c6a79693-0503-4218-8e85-4129fdfd82ad', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 744.973471] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Creating folder: Project (8d20bccde1c94dcd81636affc1b94085). Parent ref: group-v776920. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 744.973819] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8bfac1cc-871a-416c-95a7-4c97bc2e8b23 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.994015] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Created folder: Project (8d20bccde1c94dcd81636affc1b94085) in parent group-v776920. [ 744.994015] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Creating folder: Instances. Parent ref: group-v776977. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 744.994501] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-99d11bf1-b04f-471d-9f50-b76510416e0d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.008822] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Created folder: Instances in parent group-v776977. [ 745.009271] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 745.009516] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 850f970e-3e0e-4328-a584-ddbe3e8a2c42] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 745.009771] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-514e82b5-2ab3-418a-aa04-a7f69d25c9ab {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.029308] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-726e38cf-1f25-4075-bf5c-16cfb375b938 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] [instance: 3a8a9038-76f1-43e2-bb08-fb2cc51a3e58] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 745.029308] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-726e38cf-1f25-4075-bf5c-16cfb375b938 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] [instance: 3a8a9038-76f1-43e2-bb08-fb2cc51a3e58] Deleting contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 745.029308] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-726e38cf-1f25-4075-bf5c-16cfb375b938 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Deleting the datastore file [datastore1] 3a8a9038-76f1-43e2-bb08-fb2cc51a3e58 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 745.029946] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dba52eed-62da-4227-a8fa-aba44e49bee4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.035444] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 745.035444] env[70527]: value = "task-3912743" [ 745.035444] env[70527]: _type = "Task" [ 745.035444] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.040896] env[70527]: DEBUG oslo_vmware.api [None req-726e38cf-1f25-4075-bf5c-16cfb375b938 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Waiting for the task: (returnval){ [ 745.040896] env[70527]: value = "task-3912744" [ 745.040896] env[70527]: _type = "Task" [ 745.040896] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.049786] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912743, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.058062] env[70527]: DEBUG oslo_vmware.api [None req-726e38cf-1f25-4075-bf5c-16cfb375b938 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Task: {'id': task-3912744, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.392456] env[70527]: DEBUG nova.compute.utils [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 745.393857] env[70527]: DEBUG nova.compute.manager [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: 2f725879-41a4-443d-8bfa-718f70ef1a64] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 745.397120] env[70527]: DEBUG nova.network.neutron [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: 2f725879-41a4-443d-8bfa-718f70ef1a64] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 745.430956] env[70527]: DEBUG nova.network.neutron [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: f5c1ab55-0e8b-4117-896c-728e547a938d] Successfully updated port: 0367136a-8687-40f9-9c9f-6b48731e48e7 {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 745.460922] env[70527]: DEBUG nova.policy [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf1a8d50ccc44c5f8f8771eccd9551cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8d20bccde1c94dcd81636affc1b94085', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 745.556721] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912743, 'name': CreateVM_Task, 'duration_secs': 0.334055} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.557069] env[70527]: DEBUG oslo_vmware.api [None req-726e38cf-1f25-4075-bf5c-16cfb375b938 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Task: {'id': task-3912744, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165119} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.557264] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 850f970e-3e0e-4328-a584-ddbe3e8a2c42] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 745.557505] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-726e38cf-1f25-4075-bf5c-16cfb375b938 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 745.557735] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-726e38cf-1f25-4075-bf5c-16cfb375b938 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] [instance: 3a8a9038-76f1-43e2-bb08-fb2cc51a3e58] Deleted contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 745.557955] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-726e38cf-1f25-4075-bf5c-16cfb375b938 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] [instance: 3a8a9038-76f1-43e2-bb08-fb2cc51a3e58] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 745.558183] env[70527]: INFO nova.compute.manager [None req-726e38cf-1f25-4075-bf5c-16cfb375b938 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] [instance: 3a8a9038-76f1-43e2-bb08-fb2cc51a3e58] Took 1.17 seconds to destroy the instance on the hypervisor. [ 745.558460] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-726e38cf-1f25-4075-bf5c-16cfb375b938 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 745.559254] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.560076] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.560750] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.561060] env[70527]: DEBUG nova.compute.manager [-] [instance: 3a8a9038-76f1-43e2-bb08-fb2cc51a3e58] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 745.561187] env[70527]: DEBUG nova.network.neutron [-] [instance: 3a8a9038-76f1-43e2-bb08-fb2cc51a3e58] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 745.562911] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f8aa05f-62a1-4bb2-b52a-7468e9b369d4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.569527] env[70527]: DEBUG oslo_vmware.api [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Waiting for the task: (returnval){ [ 745.569527] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52f35c69-a0b0-787e-e1ed-610d5a134df2" [ 745.569527] env[70527]: _type = "Task" [ 745.569527] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.582037] env[70527]: DEBUG oslo_vmware.api [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52f35c69-a0b0-787e-e1ed-610d5a134df2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.605953] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8a2a7d47-3f96-4c1e-af57-ca0040288bf4 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Acquiring lock "ea9f773a-4f52-4819-9f4e-628db9b920f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.610022] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8a2a7d47-3f96-4c1e-af57-ca0040288bf4 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Lock "ea9f773a-4f52-4819-9f4e-628db9b920f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.610022] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8a2a7d47-3f96-4c1e-af57-ca0040288bf4 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Lock "ea9f773a-4f52-4819-9f4e-628db9b920f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.663141] env[70527]: DEBUG nova.compute.manager [req-889be9ad-52e5-4c79-85a8-ac2ef1a594cb req-1dd3e6ec-3ece-4ee3-9af8-b8831f85d751 service nova] [instance: f5c1ab55-0e8b-4117-896c-728e547a938d] Received event network-vif-plugged-0367136a-8687-40f9-9c9f-6b48731e48e7 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.663330] env[70527]: DEBUG oslo_concurrency.lockutils [req-889be9ad-52e5-4c79-85a8-ac2ef1a594cb req-1dd3e6ec-3ece-4ee3-9af8-b8831f85d751 service nova] Acquiring lock "f5c1ab55-0e8b-4117-896c-728e547a938d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.663498] env[70527]: DEBUG oslo_concurrency.lockutils [req-889be9ad-52e5-4c79-85a8-ac2ef1a594cb req-1dd3e6ec-3ece-4ee3-9af8-b8831f85d751 service nova] Lock "f5c1ab55-0e8b-4117-896c-728e547a938d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.663626] env[70527]: DEBUG oslo_concurrency.lockutils [req-889be9ad-52e5-4c79-85a8-ac2ef1a594cb req-1dd3e6ec-3ece-4ee3-9af8-b8831f85d751 service nova] Lock "f5c1ab55-0e8b-4117-896c-728e547a938d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.663861] env[70527]: DEBUG nova.compute.manager [req-889be9ad-52e5-4c79-85a8-ac2ef1a594cb req-1dd3e6ec-3ece-4ee3-9af8-b8831f85d751 service nova] [instance: f5c1ab55-0e8b-4117-896c-728e547a938d] No waiting events found dispatching network-vif-plugged-0367136a-8687-40f9-9c9f-6b48731e48e7 {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 745.663977] env[70527]: WARNING nova.compute.manager [req-889be9ad-52e5-4c79-85a8-ac2ef1a594cb req-1dd3e6ec-3ece-4ee3-9af8-b8831f85d751 service nova] [instance: f5c1ab55-0e8b-4117-896c-728e547a938d] Received unexpected event network-vif-plugged-0367136a-8687-40f9-9c9f-6b48731e48e7 for instance with vm_state building and task_state spawning. [ 745.843356] env[70527]: DEBUG nova.network.neutron [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: 2f725879-41a4-443d-8bfa-718f70ef1a64] Successfully created port: c8c43eff-195e-4bce-a04b-294e96ef0552 {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 745.898177] env[70527]: DEBUG nova.compute.manager [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: 2f725879-41a4-443d-8bfa-718f70ef1a64] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 745.909406] env[70527]: DEBUG oslo_concurrency.lockutils [None req-95883c24-5163-44b9-945b-8b61fe0c9c18 tempest-ServersAdmin275Test-1018622716 tempest-ServersAdmin275Test-1018622716-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.914664] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.732s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.914664] env[70527]: INFO nova.compute.claims [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] [instance: 17f84970-6de3-497d-b810-719b4964ef12] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 745.936424] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Acquiring lock "refresh_cache-f5c1ab55-0e8b-4117-896c-728e547a938d" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.936602] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Acquired lock "refresh_cache-f5c1ab55-0e8b-4117-896c-728e547a938d" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.937623] env[70527]: DEBUG nova.network.neutron [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: f5c1ab55-0e8b-4117-896c-728e547a938d] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 746.088820] env[70527]: DEBUG oslo_vmware.api [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52f35c69-a0b0-787e-e1ed-610d5a134df2, 'name': SearchDatastore_Task, 'duration_secs': 0.011224} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.088820] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.088820] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: 850f970e-3e0e-4328-a584-ddbe3e8a2c42] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 746.088820] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.089242] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.089242] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 746.089242] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9df1fbbf-43ca-45fc-aff2-24121e64bb2a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.103079] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 746.103286] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 746.104701] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acb11d9d-81a1-4f84-a9aa-23453833d40f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.111350] env[70527]: DEBUG oslo_vmware.api [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Waiting for the task: (returnval){ [ 746.111350] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]525e337f-b0bc-9007-f5cf-8fa6ef97dd29" [ 746.111350] env[70527]: _type = "Task" [ 746.111350] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.123337] env[70527]: DEBUG oslo_vmware.api [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]525e337f-b0bc-9007-f5cf-8fa6ef97dd29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.244185] env[70527]: DEBUG oslo_concurrency.lockutils [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Acquiring lock "23137459-71e2-4681-9054-1bde06450f13" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.244428] env[70527]: DEBUG oslo_concurrency.lockutils [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Lock "23137459-71e2-4681-9054-1bde06450f13" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.419806] env[70527]: DEBUG nova.network.neutron [-] [instance: 3a8a9038-76f1-43e2-bb08-fb2cc51a3e58] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.430366] env[70527]: DEBUG nova.compute.manager [req-499ad97e-4f30-459f-9ca2-8ee10f01c0fa req-9a8e6969-f813-4cde-841f-7a5e5e73a397 service nova] [instance: 850f970e-3e0e-4328-a584-ddbe3e8a2c42] Received event network-changed-c6a79693-0503-4218-8e85-4129fdfd82ad {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 746.430652] env[70527]: DEBUG nova.compute.manager [req-499ad97e-4f30-459f-9ca2-8ee10f01c0fa req-9a8e6969-f813-4cde-841f-7a5e5e73a397 service nova] [instance: 850f970e-3e0e-4328-a584-ddbe3e8a2c42] Refreshing instance network info cache due to event network-changed-c6a79693-0503-4218-8e85-4129fdfd82ad. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 746.430794] env[70527]: DEBUG oslo_concurrency.lockutils [req-499ad97e-4f30-459f-9ca2-8ee10f01c0fa req-9a8e6969-f813-4cde-841f-7a5e5e73a397 service nova] Acquiring lock "refresh_cache-850f970e-3e0e-4328-a584-ddbe3e8a2c42" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.430946] env[70527]: DEBUG oslo_concurrency.lockutils [req-499ad97e-4f30-459f-9ca2-8ee10f01c0fa req-9a8e6969-f813-4cde-841f-7a5e5e73a397 service nova] Acquired lock "refresh_cache-850f970e-3e0e-4328-a584-ddbe3e8a2c42" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.431079] env[70527]: DEBUG nova.network.neutron [req-499ad97e-4f30-459f-9ca2-8ee10f01c0fa req-9a8e6969-f813-4cde-841f-7a5e5e73a397 service nova] [instance: 850f970e-3e0e-4328-a584-ddbe3e8a2c42] Refreshing network info cache for port c6a79693-0503-4218-8e85-4129fdfd82ad {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 746.482677] env[70527]: DEBUG nova.network.neutron [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: f5c1ab55-0e8b-4117-896c-728e547a938d] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 746.628631] env[70527]: DEBUG oslo_vmware.api [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]525e337f-b0bc-9007-f5cf-8fa6ef97dd29, 'name': SearchDatastore_Task, 'duration_secs': 0.011474} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.629056] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3c01252-909f-4ab9-aa8e-e18e71eca645 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.635856] env[70527]: DEBUG oslo_vmware.api [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Waiting for the task: (returnval){ [ 746.635856] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52ae92cd-2bb5-8c4d-8b75-6ea659191bb6" [ 746.635856] env[70527]: _type = "Task" [ 746.635856] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.647093] env[70527]: DEBUG oslo_vmware.api [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52ae92cd-2bb5-8c4d-8b75-6ea659191bb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.703302] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8a2a7d47-3f96-4c1e-af57-ca0040288bf4 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Acquiring lock "refresh_cache-ea9f773a-4f52-4819-9f4e-628db9b920f2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.703488] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8a2a7d47-3f96-4c1e-af57-ca0040288bf4 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Acquired lock "refresh_cache-ea9f773a-4f52-4819-9f4e-628db9b920f2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.703662] env[70527]: DEBUG nova.network.neutron [None req-8a2a7d47-3f96-4c1e-af57-ca0040288bf4 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: ea9f773a-4f52-4819-9f4e-628db9b920f2] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 746.718303] env[70527]: DEBUG nova.network.neutron [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: f5c1ab55-0e8b-4117-896c-728e547a938d] Updating instance_info_cache with network_info: [{"id": "0367136a-8687-40f9-9c9f-6b48731e48e7", "address": "fa:16:3e:8a:9d:77", "network": {"id": "5868e10a-1665-4757-86c7-3a085c01a476", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-378374108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d20bccde1c94dcd81636affc1b94085", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "537e0890-4fa2-4f2d-b74c-49933a4edf53", "external-id": "nsx-vlan-transportzone-82", "segmentation_id": 82, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0367136a-86", "ovs_interfaceid": "0367136a-8687-40f9-9c9f-6b48731e48e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.908497] env[70527]: DEBUG nova.compute.manager [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: 2f725879-41a4-443d-8bfa-718f70ef1a64] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 746.926876] env[70527]: INFO nova.compute.manager [-] [instance: 3a8a9038-76f1-43e2-bb08-fb2cc51a3e58] Took 1.37 seconds to deallocate network for instance. [ 746.940437] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Acquiring lock "ed20e07e-dca3-4e05-987d-254a2d8891a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.940437] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Lock "ed20e07e-dca3-4e05-987d-254a2d8891a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.949642] env[70527]: DEBUG nova.virt.hardware [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 746.949955] env[70527]: DEBUG nova.virt.hardware [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 746.950168] env[70527]: DEBUG nova.virt.hardware [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 746.950365] env[70527]: DEBUG nova.virt.hardware [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 746.950512] env[70527]: DEBUG nova.virt.hardware [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 746.950733] env[70527]: DEBUG nova.virt.hardware [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 746.950960] env[70527]: DEBUG nova.virt.hardware [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 746.951150] env[70527]: DEBUG nova.virt.hardware [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 746.951316] env[70527]: DEBUG nova.virt.hardware [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 746.951479] env[70527]: DEBUG nova.virt.hardware [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 746.951653] env[70527]: DEBUG nova.virt.hardware [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 746.952953] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed395f9-22b4-40de-9bd9-c7edf575bbcd {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.964615] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51de1542-d6b2-46dd-be38-17bf3996dea8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.149101] env[70527]: DEBUG oslo_vmware.api [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52ae92cd-2bb5-8c4d-8b75-6ea659191bb6, 'name': SearchDatastore_Task, 'duration_secs': 0.014399} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.151688] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.151996] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] 850f970e-3e0e-4328-a584-ddbe3e8a2c42/850f970e-3e0e-4328-a584-ddbe3e8a2c42.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 747.155039] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-10ca82a6-44ea-46d0-9b0b-5fcfb35d64b6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.169841] env[70527]: DEBUG oslo_vmware.api [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Waiting for the task: (returnval){ [ 747.169841] env[70527]: value = "task-3912745" [ 747.169841] env[70527]: _type = "Task" [ 747.169841] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.182121] env[70527]: DEBUG oslo_vmware.api [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Task: {'id': task-3912745, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.222991] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Releasing lock "refresh_cache-f5c1ab55-0e8b-4117-896c-728e547a938d" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.223496] env[70527]: DEBUG nova.compute.manager [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: f5c1ab55-0e8b-4117-896c-728e547a938d] Instance network_info: |[{"id": "0367136a-8687-40f9-9c9f-6b48731e48e7", "address": "fa:16:3e:8a:9d:77", "network": {"id": "5868e10a-1665-4757-86c7-3a085c01a476", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-378374108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d20bccde1c94dcd81636affc1b94085", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "537e0890-4fa2-4f2d-b74c-49933a4edf53", "external-id": "nsx-vlan-transportzone-82", "segmentation_id": 82, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0367136a-86", "ovs_interfaceid": "0367136a-8687-40f9-9c9f-6b48731e48e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 747.223829] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: f5c1ab55-0e8b-4117-896c-728e547a938d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:9d:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '537e0890-4fa2-4f2d-b74c-49933a4edf53', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0367136a-8687-40f9-9c9f-6b48731e48e7', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 747.232791] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 747.236329] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5c1ab55-0e8b-4117-896c-728e547a938d] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 747.239384] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58d2eac5-4012-4a6a-9d33-82520ec22f7a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.262691] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 747.262691] env[70527]: value = "task-3912746" [ 747.262691] env[70527]: _type = "Task" [ 747.262691] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.272417] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912746, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.368837] env[70527]: DEBUG nova.network.neutron [req-499ad97e-4f30-459f-9ca2-8ee10f01c0fa req-9a8e6969-f813-4cde-841f-7a5e5e73a397 service nova] [instance: 850f970e-3e0e-4328-a584-ddbe3e8a2c42] Updated VIF entry in instance network info cache for port c6a79693-0503-4218-8e85-4129fdfd82ad. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 747.369378] env[70527]: DEBUG nova.network.neutron [req-499ad97e-4f30-459f-9ca2-8ee10f01c0fa req-9a8e6969-f813-4cde-841f-7a5e5e73a397 service nova] [instance: 850f970e-3e0e-4328-a584-ddbe3e8a2c42] Updating instance_info_cache with network_info: [{"id": "c6a79693-0503-4218-8e85-4129fdfd82ad", "address": "fa:16:3e:25:60:d5", "network": {"id": "5868e10a-1665-4757-86c7-3a085c01a476", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-378374108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d20bccde1c94dcd81636affc1b94085", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "537e0890-4fa2-4f2d-b74c-49933a4edf53", "external-id": "nsx-vlan-transportzone-82", "segmentation_id": 82, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6a79693-05", "ovs_interfaceid": "c6a79693-0503-4218-8e85-4129fdfd82ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.444410] env[70527]: DEBUG oslo_concurrency.lockutils [None req-726e38cf-1f25-4075-bf5c-16cfb375b938 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.575707] env[70527]: DEBUG nova.network.neutron [None req-8a2a7d47-3f96-4c1e-af57-ca0040288bf4 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: ea9f773a-4f52-4819-9f4e-628db9b920f2] Updating instance_info_cache with network_info: [{"id": "043ebeed-c68a-4794-a3f2-c54a0f8a4377", "address": "fa:16:3e:e1:bb:8e", "network": {"id": "29b8e902-296b-4709-aca2-c446fcf3fa56", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.31", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3eee3a2e62a4bcdad1e7484fcad9e2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap043ebeed-c6", "ovs_interfaceid": "043ebeed-c68a-4794-a3f2-c54a0f8a4377", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.585992] env[70527]: DEBUG nova.network.neutron [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: 2f725879-41a4-443d-8bfa-718f70ef1a64] Successfully updated port: c8c43eff-195e-4bce-a04b-294e96ef0552 {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 747.665298] env[70527]: DEBUG nova.compute.manager [None req-6b633536-ab4d-477d-900a-022fd6ac08be tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] [instance: 7d528f60-1928-4642-9764-ac7c776b85f6] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 747.666454] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d8c8e2-626c-409c-95be-9f4a43ba4d5d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.690617] env[70527]: DEBUG oslo_vmware.api [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Task: {'id': task-3912745, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.697198] env[70527]: DEBUG nova.compute.manager [req-2e05672c-a92b-46f1-a411-aea71d309729 req-0e72f8dc-39fb-4e50-80b9-3cc7618bf027 service nova] [instance: f5c1ab55-0e8b-4117-896c-728e547a938d] Received event network-changed-0367136a-8687-40f9-9c9f-6b48731e48e7 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.697198] env[70527]: DEBUG nova.compute.manager [req-2e05672c-a92b-46f1-a411-aea71d309729 req-0e72f8dc-39fb-4e50-80b9-3cc7618bf027 service nova] [instance: f5c1ab55-0e8b-4117-896c-728e547a938d] Refreshing instance network info cache due to event network-changed-0367136a-8687-40f9-9c9f-6b48731e48e7. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 747.697198] env[70527]: DEBUG oslo_concurrency.lockutils [req-2e05672c-a92b-46f1-a411-aea71d309729 req-0e72f8dc-39fb-4e50-80b9-3cc7618bf027 service nova] Acquiring lock "refresh_cache-f5c1ab55-0e8b-4117-896c-728e547a938d" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.697198] env[70527]: DEBUG oslo_concurrency.lockutils [req-2e05672c-a92b-46f1-a411-aea71d309729 req-0e72f8dc-39fb-4e50-80b9-3cc7618bf027 service nova] Acquired lock "refresh_cache-f5c1ab55-0e8b-4117-896c-728e547a938d" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.697198] env[70527]: DEBUG nova.network.neutron [req-2e05672c-a92b-46f1-a411-aea71d309729 req-0e72f8dc-39fb-4e50-80b9-3cc7618bf027 service nova] [instance: f5c1ab55-0e8b-4117-896c-728e547a938d] Refreshing network info cache for port 0367136a-8687-40f9-9c9f-6b48731e48e7 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 747.700802] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88571a2-aff3-46a1-9ca8-be9bd3d97065 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.710019] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a8e9629-e32a-4390-af1c-eecc169de6b4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.744460] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba53014-da47-4c19-843e-8931f26834fa {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.752761] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99656446-50cc-4f3b-b47a-3bf9f1808933 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.770734] env[70527]: DEBUG nova.compute.provider_tree [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 747.782029] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912746, 'name': CreateVM_Task, 'duration_secs': 0.41183} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.782267] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5c1ab55-0e8b-4117-896c-728e547a938d] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 747.783039] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.783275] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.783657] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.784656] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52066217-b1b1-4fc3-9d4d-bdd3389dac6f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.791610] env[70527]: DEBUG oslo_vmware.api [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Waiting for the task: (returnval){ [ 747.791610] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52823034-5a75-8078-16c7-955636d7e28b" [ 747.791610] env[70527]: _type = "Task" [ 747.791610] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.803412] env[70527]: DEBUG oslo_vmware.api [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52823034-5a75-8078-16c7-955636d7e28b, 'name': SearchDatastore_Task, 'duration_secs': 0.009685} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.803714] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.803944] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: f5c1ab55-0e8b-4117-896c-728e547a938d] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 747.804190] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.804333] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.804507] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 747.805187] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0097dbb5-0d35-4cf1-a7e5-e29c6be38a33 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.819246] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 747.819374] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 747.822841] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5e4c89f-a437-44b3-b54e-b4fa40a473c4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.827484] env[70527]: DEBUG oslo_vmware.api [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Waiting for the task: (returnval){ [ 747.827484] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52ac49bb-702e-678e-3681-6e6171aa55a3" [ 747.827484] env[70527]: _type = "Task" [ 747.827484] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.837207] env[70527]: DEBUG oslo_vmware.api [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52ac49bb-702e-678e-3681-6e6171aa55a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.873219] env[70527]: DEBUG oslo_concurrency.lockutils [req-499ad97e-4f30-459f-9ca2-8ee10f01c0fa req-9a8e6969-f813-4cde-841f-7a5e5e73a397 service nova] Releasing lock "refresh_cache-850f970e-3e0e-4328-a584-ddbe3e8a2c42" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.078879] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8a2a7d47-3f96-4c1e-af57-ca0040288bf4 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Releasing lock "refresh_cache-ea9f773a-4f52-4819-9f4e-628db9b920f2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.088275] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Acquiring lock "refresh_cache-2f725879-41a4-443d-8bfa-718f70ef1a64" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.088524] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Acquired lock "refresh_cache-2f725879-41a4-443d-8bfa-718f70ef1a64" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.088736] env[70527]: DEBUG nova.network.neutron [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: 2f725879-41a4-443d-8bfa-718f70ef1a64] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 748.182497] env[70527]: DEBUG oslo_vmware.api [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Task: {'id': task-3912745, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525877} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.184376] env[70527]: INFO nova.compute.manager [None req-6b633536-ab4d-477d-900a-022fd6ac08be tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] [instance: 7d528f60-1928-4642-9764-ac7c776b85f6] instance snapshotting [ 748.185181] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] 850f970e-3e0e-4328-a584-ddbe3e8a2c42/850f970e-3e0e-4328-a584-ddbe3e8a2c42.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 748.186042] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: 850f970e-3e0e-4328-a584-ddbe3e8a2c42] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 748.190019] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd0f9630-ce7a-4d65-b424-2513f984632e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.190019] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c96fbe-6583-4800-897e-abd744eeb730 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.215526] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12864f36-b1a8-4b6f-8f28-07c22dbe5709 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.218336] env[70527]: DEBUG oslo_vmware.api [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Waiting for the task: (returnval){ [ 748.218336] env[70527]: value = "task-3912747" [ 748.218336] env[70527]: _type = "Task" [ 748.218336] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.232431] env[70527]: DEBUG oslo_vmware.api [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Task: {'id': task-3912747, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.278795] env[70527]: DEBUG nova.scheduler.client.report [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 748.337576] env[70527]: DEBUG oslo_vmware.api [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52ac49bb-702e-678e-3681-6e6171aa55a3, 'name': SearchDatastore_Task, 'duration_secs': 0.012188} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.338363] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89edb5eb-0e99-4cf1-84df-989b43db8fe9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.344199] env[70527]: DEBUG oslo_vmware.api [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Waiting for the task: (returnval){ [ 748.344199] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52dc9c83-59a0-f862-b6b1-8560a4c9235b" [ 748.344199] env[70527]: _type = "Task" [ 748.344199] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.354060] env[70527]: DEBUG oslo_vmware.api [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52dc9c83-59a0-f862-b6b1-8560a4c9235b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.570782] env[70527]: DEBUG nova.compute.manager [req-4f705166-d3de-477c-9fa5-0dbe772db37d req-e4f64a57-d189-4b7c-8553-6bcfb835fa95 service nova] [instance: 2f725879-41a4-443d-8bfa-718f70ef1a64] Received event network-vif-plugged-c8c43eff-195e-4bce-a04b-294e96ef0552 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.571047] env[70527]: DEBUG oslo_concurrency.lockutils [req-4f705166-d3de-477c-9fa5-0dbe772db37d req-e4f64a57-d189-4b7c-8553-6bcfb835fa95 service nova] Acquiring lock "2f725879-41a4-443d-8bfa-718f70ef1a64-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.571268] env[70527]: DEBUG oslo_concurrency.lockutils [req-4f705166-d3de-477c-9fa5-0dbe772db37d req-e4f64a57-d189-4b7c-8553-6bcfb835fa95 service nova] Lock "2f725879-41a4-443d-8bfa-718f70ef1a64-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.571433] env[70527]: DEBUG oslo_concurrency.lockutils [req-4f705166-d3de-477c-9fa5-0dbe772db37d req-e4f64a57-d189-4b7c-8553-6bcfb835fa95 service nova] Lock "2f725879-41a4-443d-8bfa-718f70ef1a64-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.571597] env[70527]: DEBUG nova.compute.manager [req-4f705166-d3de-477c-9fa5-0dbe772db37d req-e4f64a57-d189-4b7c-8553-6bcfb835fa95 service nova] [instance: 2f725879-41a4-443d-8bfa-718f70ef1a64] No waiting events found dispatching network-vif-plugged-c8c43eff-195e-4bce-a04b-294e96ef0552 {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 748.571755] env[70527]: WARNING nova.compute.manager [req-4f705166-d3de-477c-9fa5-0dbe772db37d req-e4f64a57-d189-4b7c-8553-6bcfb835fa95 service nova] [instance: 2f725879-41a4-443d-8bfa-718f70ef1a64] Received unexpected event network-vif-plugged-c8c43eff-195e-4bce-a04b-294e96ef0552 for instance with vm_state building and task_state spawning. [ 748.571908] env[70527]: DEBUG nova.compute.manager [req-4f705166-d3de-477c-9fa5-0dbe772db37d req-e4f64a57-d189-4b7c-8553-6bcfb835fa95 service nova] [instance: 2f725879-41a4-443d-8bfa-718f70ef1a64] Received event network-changed-c8c43eff-195e-4bce-a04b-294e96ef0552 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.572071] env[70527]: DEBUG nova.compute.manager [req-4f705166-d3de-477c-9fa5-0dbe772db37d req-e4f64a57-d189-4b7c-8553-6bcfb835fa95 service nova] [instance: 2f725879-41a4-443d-8bfa-718f70ef1a64] Refreshing instance network info cache due to event network-changed-c8c43eff-195e-4bce-a04b-294e96ef0552. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 748.572233] env[70527]: DEBUG oslo_concurrency.lockutils [req-4f705166-d3de-477c-9fa5-0dbe772db37d req-e4f64a57-d189-4b7c-8553-6bcfb835fa95 service nova] Acquiring lock "refresh_cache-2f725879-41a4-443d-8bfa-718f70ef1a64" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.615220] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e798bcd-601d-4467-91b5-c6c8964a0a6b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.639865] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653f4b1c-0c9e-4e4e-85ab-8054aa895714 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.650245] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-8a2a7d47-3f96-4c1e-af57-ca0040288bf4 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: ea9f773a-4f52-4819-9f4e-628db9b920f2] Updating instance 'ea9f773a-4f52-4819-9f4e-628db9b920f2' progress to 83 {{(pid=70527) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 748.654312] env[70527]: DEBUG nova.network.neutron [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: 2f725879-41a4-443d-8bfa-718f70ef1a64] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 748.676852] env[70527]: DEBUG nova.network.neutron [req-2e05672c-a92b-46f1-a411-aea71d309729 req-0e72f8dc-39fb-4e50-80b9-3cc7618bf027 service nova] [instance: f5c1ab55-0e8b-4117-896c-728e547a938d] Updated VIF entry in instance network info cache for port 0367136a-8687-40f9-9c9f-6b48731e48e7. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 748.677282] env[70527]: DEBUG nova.network.neutron [req-2e05672c-a92b-46f1-a411-aea71d309729 req-0e72f8dc-39fb-4e50-80b9-3cc7618bf027 service nova] [instance: f5c1ab55-0e8b-4117-896c-728e547a938d] Updating instance_info_cache with network_info: [{"id": "0367136a-8687-40f9-9c9f-6b48731e48e7", "address": "fa:16:3e:8a:9d:77", "network": {"id": "5868e10a-1665-4757-86c7-3a085c01a476", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-378374108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d20bccde1c94dcd81636affc1b94085", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "537e0890-4fa2-4f2d-b74c-49933a4edf53", "external-id": "nsx-vlan-transportzone-82", "segmentation_id": 82, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0367136a-86", "ovs_interfaceid": "0367136a-8687-40f9-9c9f-6b48731e48e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.730607] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-6b633536-ab4d-477d-900a-022fd6ac08be tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] [instance: 7d528f60-1928-4642-9764-ac7c776b85f6] Creating Snapshot of the VM instance {{(pid=70527) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 748.730920] env[70527]: DEBUG oslo_vmware.api [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Task: {'id': task-3912747, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071374} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.731180] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f57a791b-c575-4bfb-8ca7-654bdae960d9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.733421] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: 850f970e-3e0e-4328-a584-ddbe3e8a2c42] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 748.734240] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c78b9831-a8aa-4693-8ae6-651079ec8a44 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.760204] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: 850f970e-3e0e-4328-a584-ddbe3e8a2c42] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 850f970e-3e0e-4328-a584-ddbe3e8a2c42/850f970e-3e0e-4328-a584-ddbe3e8a2c42.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 748.764295] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b6f7561-325a-4623-90c7-ec565dede47f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.778620] env[70527]: DEBUG oslo_vmware.api [None req-6b633536-ab4d-477d-900a-022fd6ac08be tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Waiting for the task: (returnval){ [ 748.778620] env[70527]: value = "task-3912748" [ 748.778620] env[70527]: _type = "Task" [ 748.778620] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.783172] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.871s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.784318] env[70527]: DEBUG nova.compute.manager [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] [instance: 17f84970-6de3-497d-b810-719b4964ef12] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 748.787541] env[70527]: DEBUG oslo_concurrency.lockutils [None req-eb21ed3f-b37b-4708-85d8-9a4c1df5aae1 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.844s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.787738] env[70527]: DEBUG nova.objects.instance [None req-eb21ed3f-b37b-4708-85d8-9a4c1df5aae1 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5db10105-c39d-4d08-b423-0df14ac4250d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70527) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 748.791848] env[70527]: DEBUG oslo_vmware.api [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Waiting for the task: (returnval){ [ 748.791848] env[70527]: value = "task-3912749" [ 748.791848] env[70527]: _type = "Task" [ 748.791848] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.798887] env[70527]: DEBUG oslo_vmware.api [None req-6b633536-ab4d-477d-900a-022fd6ac08be tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Task: {'id': task-3912748, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.804852] env[70527]: DEBUG oslo_vmware.api [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Task: {'id': task-3912749, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.855777] env[70527]: DEBUG oslo_vmware.api [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52dc9c83-59a0-f862-b6b1-8560a4c9235b, 'name': SearchDatastore_Task, 'duration_secs': 0.011061} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.856156] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.856632] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] f5c1ab55-0e8b-4117-896c-728e547a938d/f5c1ab55-0e8b-4117-896c-728e547a938d.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 748.857030] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a779b8cc-5ced-47d3-b530-6675ba4d04f0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.863118] env[70527]: DEBUG nova.network.neutron [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: 2f725879-41a4-443d-8bfa-718f70ef1a64] Updating instance_info_cache with network_info: [{"id": "c8c43eff-195e-4bce-a04b-294e96ef0552", "address": "fa:16:3e:99:ae:45", "network": {"id": "5868e10a-1665-4757-86c7-3a085c01a476", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-378374108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d20bccde1c94dcd81636affc1b94085", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "537e0890-4fa2-4f2d-b74c-49933a4edf53", "external-id": "nsx-vlan-transportzone-82", "segmentation_id": 82, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8c43eff-19", "ovs_interfaceid": "c8c43eff-195e-4bce-a04b-294e96ef0552", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.865790] env[70527]: DEBUG oslo_vmware.api [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Waiting for the task: (returnval){ [ 748.865790] env[70527]: value = "task-3912750" [ 748.865790] env[70527]: _type = "Task" [ 748.865790] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.876743] env[70527]: DEBUG oslo_vmware.api [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Task: {'id': task-3912750, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.161032] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a2a7d47-3f96-4c1e-af57-ca0040288bf4 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: ea9f773a-4f52-4819-9f4e-628db9b920f2] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 749.161032] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9521a5a-0d8f-45d5-ae0a-6bd2f2ab950c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.171042] env[70527]: DEBUG oslo_vmware.api [None req-8a2a7d47-3f96-4c1e-af57-ca0040288bf4 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Waiting for the task: (returnval){ [ 749.171042] env[70527]: value = "task-3912751" [ 749.171042] env[70527]: _type = "Task" [ 749.171042] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.182978] env[70527]: DEBUG oslo_concurrency.lockutils [req-2e05672c-a92b-46f1-a411-aea71d309729 req-0e72f8dc-39fb-4e50-80b9-3cc7618bf027 service nova] Releasing lock "refresh_cache-f5c1ab55-0e8b-4117-896c-728e547a938d" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.183322] env[70527]: DEBUG nova.compute.manager [req-2e05672c-a92b-46f1-a411-aea71d309729 req-0e72f8dc-39fb-4e50-80b9-3cc7618bf027 service nova] [instance: 3a8a9038-76f1-43e2-bb08-fb2cc51a3e58] Received event network-vif-deleted-32e37598-f4ba-4013-9f7c-458955b1123b {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.183716] env[70527]: DEBUG oslo_vmware.api [None req-8a2a7d47-3f96-4c1e-af57-ca0040288bf4 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': task-3912751, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.290801] env[70527]: DEBUG oslo_vmware.api [None req-6b633536-ab4d-477d-900a-022fd6ac08be tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Task: {'id': task-3912748, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.295188] env[70527]: DEBUG nova.compute.utils [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 749.301154] env[70527]: DEBUG nova.compute.manager [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] [instance: 17f84970-6de3-497d-b810-719b4964ef12] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 749.301154] env[70527]: DEBUG nova.network.neutron [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] [instance: 17f84970-6de3-497d-b810-719b4964ef12] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 749.315396] env[70527]: DEBUG oslo_vmware.api [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Task: {'id': task-3912749, 'name': ReconfigVM_Task, 'duration_secs': 0.300459} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.315580] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: 850f970e-3e0e-4328-a584-ddbe3e8a2c42] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 850f970e-3e0e-4328-a584-ddbe3e8a2c42/850f970e-3e0e-4328-a584-ddbe3e8a2c42.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 749.316654] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9c49614-da56-4f62-abd2-f7317dd10273 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.326904] env[70527]: DEBUG oslo_vmware.api [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Waiting for the task: (returnval){ [ 749.326904] env[70527]: value = "task-3912752" [ 749.326904] env[70527]: _type = "Task" [ 749.326904] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.337380] env[70527]: DEBUG oslo_vmware.api [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Task: {'id': task-3912752, 'name': Rename_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.367845] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Releasing lock "refresh_cache-2f725879-41a4-443d-8bfa-718f70ef1a64" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.368261] env[70527]: DEBUG nova.compute.manager [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: 2f725879-41a4-443d-8bfa-718f70ef1a64] Instance network_info: |[{"id": "c8c43eff-195e-4bce-a04b-294e96ef0552", "address": "fa:16:3e:99:ae:45", "network": {"id": "5868e10a-1665-4757-86c7-3a085c01a476", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-378374108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d20bccde1c94dcd81636affc1b94085", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "537e0890-4fa2-4f2d-b74c-49933a4edf53", "external-id": "nsx-vlan-transportzone-82", "segmentation_id": 82, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8c43eff-19", "ovs_interfaceid": "c8c43eff-195e-4bce-a04b-294e96ef0552", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 749.368675] env[70527]: DEBUG oslo_concurrency.lockutils [req-4f705166-d3de-477c-9fa5-0dbe772db37d req-e4f64a57-d189-4b7c-8553-6bcfb835fa95 service nova] Acquired lock "refresh_cache-2f725879-41a4-443d-8bfa-718f70ef1a64" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.368896] env[70527]: DEBUG nova.network.neutron [req-4f705166-d3de-477c-9fa5-0dbe772db37d req-e4f64a57-d189-4b7c-8553-6bcfb835fa95 service nova] [instance: 2f725879-41a4-443d-8bfa-718f70ef1a64] Refreshing network info cache for port c8c43eff-195e-4bce-a04b-294e96ef0552 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 749.370254] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: 2f725879-41a4-443d-8bfa-718f70ef1a64] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:ae:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '537e0890-4fa2-4f2d-b74c-49933a4edf53', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c8c43eff-195e-4bce-a04b-294e96ef0552', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 749.378285] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 749.383273] env[70527]: DEBUG nova.policy [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6fed3e8736d74a87baef5709086a6e41', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c2dd0f0deabc4889b03b9a30ae205e8b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 749.385331] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f725879-41a4-443d-8bfa-718f70ef1a64] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 749.385586] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a34774e4-0415-411d-a0c4-e73c0200c120 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.412577] env[70527]: DEBUG oslo_vmware.api [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Task: {'id': task-3912750, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48151} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.415035] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] f5c1ab55-0e8b-4117-896c-728e547a938d/f5c1ab55-0e8b-4117-896c-728e547a938d.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 749.415035] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: f5c1ab55-0e8b-4117-896c-728e547a938d] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 749.415306] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 749.415306] env[70527]: value = "task-3912753" [ 749.415306] env[70527]: _type = "Task" [ 749.415306] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.415506] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97f6aa91-7386-4900-a964-14891fb7e12e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.428557] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912753, 'name': CreateVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.430430] env[70527]: DEBUG oslo_vmware.api [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Waiting for the task: (returnval){ [ 749.430430] env[70527]: value = "task-3912754" [ 749.430430] env[70527]: _type = "Task" [ 749.430430] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.443018] env[70527]: DEBUG oslo_vmware.api [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Task: {'id': task-3912754, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.683852] env[70527]: DEBUG oslo_vmware.api [None req-8a2a7d47-3f96-4c1e-af57-ca0040288bf4 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': task-3912751, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.792117] env[70527]: DEBUG oslo_vmware.api [None req-6b633536-ab4d-477d-900a-022fd6ac08be tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Task: {'id': task-3912748, 'name': CreateSnapshot_Task, 'duration_secs': 0.796896} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.792434] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-6b633536-ab4d-477d-900a-022fd6ac08be tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] [instance: 7d528f60-1928-4642-9764-ac7c776b85f6] Created Snapshot of the VM instance {{(pid=70527) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 749.793278] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d0a2920-7e6b-4f08-9c47-204000dd3f44 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.803235] env[70527]: DEBUG nova.compute.manager [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] [instance: 17f84970-6de3-497d-b810-719b4964ef12] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 749.811534] env[70527]: DEBUG oslo_concurrency.lockutils [None req-eb21ed3f-b37b-4708-85d8-9a4c1df5aae1 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.811534] env[70527]: DEBUG oslo_concurrency.lockutils [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.542s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.811893] env[70527]: INFO nova.compute.claims [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 749.838461] env[70527]: DEBUG oslo_vmware.api [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Task: {'id': task-3912752, 'name': Rename_Task, 'duration_secs': 0.237389} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.838821] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: 850f970e-3e0e-4328-a584-ddbe3e8a2c42] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 749.839111] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a98ea7ba-8f62-40ed-bb48-09b80d9f6ce0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.849450] env[70527]: DEBUG oslo_vmware.api [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Waiting for the task: (returnval){ [ 749.849450] env[70527]: value = "task-3912755" [ 749.849450] env[70527]: _type = "Task" [ 749.849450] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.867727] env[70527]: DEBUG oslo_vmware.api [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Task: {'id': task-3912755, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.931029] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912753, 'name': CreateVM_Task, 'duration_secs': 0.471874} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.931853] env[70527]: DEBUG nova.network.neutron [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] [instance: 17f84970-6de3-497d-b810-719b4964ef12] Successfully created port: 7241fe7b-7604-4533-b717-e262b257427d {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 749.935142] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f725879-41a4-443d-8bfa-718f70ef1a64] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 749.938888] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.938981] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.939581] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.942961] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83cb31a2-22de-4ba6-a170-bbd2a4b71662 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.954351] env[70527]: DEBUG oslo_vmware.api [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Task: {'id': task-3912754, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.154111} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.954695] env[70527]: DEBUG oslo_vmware.api [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Waiting for the task: (returnval){ [ 749.954695] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]526089ff-487e-7642-47a8-528ae2f9cfd3" [ 749.954695] env[70527]: _type = "Task" [ 749.954695] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.955684] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: f5c1ab55-0e8b-4117-896c-728e547a938d] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 749.956685] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713ebaee-a04d-48d3-ae1c-b4db26a36c08 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.972012] env[70527]: DEBUG oslo_vmware.api [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]526089ff-487e-7642-47a8-528ae2f9cfd3, 'name': SearchDatastore_Task, 'duration_secs': 0.019612} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.981627] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.981916] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: 2f725879-41a4-443d-8bfa-718f70ef1a64] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 749.982178] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.982351] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.982535] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 749.992077] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: f5c1ab55-0e8b-4117-896c-728e547a938d] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] f5c1ab55-0e8b-4117-896c-728e547a938d/f5c1ab55-0e8b-4117-896c-728e547a938d.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 749.994868] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-96f0055a-0d88-427e-a317-6904ae0e1a93 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.997862] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e69dfb5c-3903-4f7a-aef3-941e97af97bf {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.021545] env[70527]: DEBUG oslo_vmware.api [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Waiting for the task: (returnval){ [ 750.021545] env[70527]: value = "task-3912756" [ 750.021545] env[70527]: _type = "Task" [ 750.021545] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.027130] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 750.027130] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 750.027368] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c91112a5-eeb9-48fb-bd1f-529ae065ff29 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.039174] env[70527]: DEBUG oslo_vmware.api [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Task: {'id': task-3912756, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.040840] env[70527]: DEBUG oslo_vmware.api [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Waiting for the task: (returnval){ [ 750.040840] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52588b3f-d40f-ad73-4d5c-9cb2eac71ab5" [ 750.040840] env[70527]: _type = "Task" [ 750.040840] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.050485] env[70527]: DEBUG oslo_vmware.api [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52588b3f-d40f-ad73-4d5c-9cb2eac71ab5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.181338] env[70527]: DEBUG oslo_vmware.api [None req-8a2a7d47-3f96-4c1e-af57-ca0040288bf4 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': task-3912751, 'name': PowerOnVM_Task, 'duration_secs': 0.559941} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.181640] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a2a7d47-3f96-4c1e-af57-ca0040288bf4 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: ea9f773a-4f52-4819-9f4e-628db9b920f2] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 750.181826] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-8a2a7d47-3f96-4c1e-af57-ca0040288bf4 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: ea9f773a-4f52-4819-9f4e-628db9b920f2] Updating instance 'ea9f773a-4f52-4819-9f4e-628db9b920f2' progress to 100 {{(pid=70527) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 750.213057] env[70527]: DEBUG nova.network.neutron [req-4f705166-d3de-477c-9fa5-0dbe772db37d req-e4f64a57-d189-4b7c-8553-6bcfb835fa95 service nova] [instance: 2f725879-41a4-443d-8bfa-718f70ef1a64] Updated VIF entry in instance network info cache for port c8c43eff-195e-4bce-a04b-294e96ef0552. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 750.213469] env[70527]: DEBUG nova.network.neutron [req-4f705166-d3de-477c-9fa5-0dbe772db37d req-e4f64a57-d189-4b7c-8553-6bcfb835fa95 service nova] [instance: 2f725879-41a4-443d-8bfa-718f70ef1a64] Updating instance_info_cache with network_info: [{"id": "c8c43eff-195e-4bce-a04b-294e96ef0552", "address": "fa:16:3e:99:ae:45", "network": {"id": "5868e10a-1665-4757-86c7-3a085c01a476", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-378374108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d20bccde1c94dcd81636affc1b94085", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "537e0890-4fa2-4f2d-b74c-49933a4edf53", "external-id": "nsx-vlan-transportzone-82", "segmentation_id": 82, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8c43eff-19", "ovs_interfaceid": "c8c43eff-195e-4bce-a04b-294e96ef0552", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.323881] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-6b633536-ab4d-477d-900a-022fd6ac08be tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] [instance: 7d528f60-1928-4642-9764-ac7c776b85f6] Creating linked-clone VM from snapshot {{(pid=70527) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 750.330177] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6bacf902-9c6a-452c-92ce-228a82324c32 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.340452] env[70527]: DEBUG oslo_vmware.api [None req-6b633536-ab4d-477d-900a-022fd6ac08be tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Waiting for the task: (returnval){ [ 750.340452] env[70527]: value = "task-3912757" [ 750.340452] env[70527]: _type = "Task" [ 750.340452] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.352230] env[70527]: DEBUG oslo_vmware.api [None req-6b633536-ab4d-477d-900a-022fd6ac08be tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Task: {'id': task-3912757, 'name': CloneVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.364457] env[70527]: DEBUG oslo_vmware.api [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Task: {'id': task-3912755, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.534443] env[70527]: DEBUG oslo_vmware.api [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Task: {'id': task-3912756, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.557771] env[70527]: DEBUG oslo_vmware.api [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52588b3f-d40f-ad73-4d5c-9cb2eac71ab5, 'name': SearchDatastore_Task, 'duration_secs': 0.051832} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.559388] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a2fe7dc-6acb-4723-a8c6-b9863361bd04 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.568092] env[70527]: DEBUG oslo_vmware.api [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Waiting for the task: (returnval){ [ 750.568092] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]5201ebac-983a-f285-03d2-dc68a52226f1" [ 750.568092] env[70527]: _type = "Task" [ 750.568092] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.584611] env[70527]: DEBUG oslo_vmware.api [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5201ebac-983a-f285-03d2-dc68a52226f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.716445] env[70527]: DEBUG oslo_concurrency.lockutils [req-4f705166-d3de-477c-9fa5-0dbe772db37d req-e4f64a57-d189-4b7c-8553-6bcfb835fa95 service nova] Releasing lock "refresh_cache-2f725879-41a4-443d-8bfa-718f70ef1a64" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.829041] env[70527]: DEBUG nova.compute.manager [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] [instance: 17f84970-6de3-497d-b810-719b4964ef12] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 750.854890] env[70527]: DEBUG oslo_vmware.api [None req-6b633536-ab4d-477d-900a-022fd6ac08be tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Task: {'id': task-3912757, 'name': CloneVM_Task} progress is 94%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.870647] env[70527]: DEBUG nova.virt.hardware [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 750.871124] env[70527]: DEBUG nova.virt.hardware [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 750.871977] env[70527]: DEBUG nova.virt.hardware [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 750.871977] env[70527]: DEBUG nova.virt.hardware [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 750.872234] env[70527]: DEBUG nova.virt.hardware [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 750.872486] env[70527]: DEBUG nova.virt.hardware [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 750.872821] env[70527]: DEBUG nova.virt.hardware [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 750.873133] env[70527]: DEBUG nova.virt.hardware [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 750.873487] env[70527]: DEBUG nova.virt.hardware [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 750.873853] env[70527]: DEBUG nova.virt.hardware [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 750.874466] env[70527]: DEBUG nova.virt.hardware [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 750.876477] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a745cbc7-360c-4709-a8a6-4e038777f7fc {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.886491] env[70527]: DEBUG oslo_vmware.api [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Task: {'id': task-3912755, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.898796] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a9fca4-1ca8-4763-ab62-9b2dbbd2ac0e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.071738] env[70527]: DEBUG oslo_vmware.api [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Task: {'id': task-3912756, 'name': ReconfigVM_Task, 'duration_secs': 1.016288} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.071738] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: f5c1ab55-0e8b-4117-896c-728e547a938d] Reconfigured VM instance instance-00000013 to attach disk [datastore1] f5c1ab55-0e8b-4117-896c-728e547a938d/f5c1ab55-0e8b-4117-896c-728e547a938d.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 751.071738] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14193fd0-15e4-4d4a-8a66-a085bc412050 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.071738] env[70527]: DEBUG oslo_vmware.api [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Waiting for the task: (returnval){ [ 751.071738] env[70527]: value = "task-3912758" [ 751.071738] env[70527]: _type = "Task" [ 751.071738] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.071738] env[70527]: DEBUG oslo_vmware.api [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Task: {'id': task-3912758, 'name': Rename_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.083292] env[70527]: DEBUG oslo_vmware.api [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5201ebac-983a-f285-03d2-dc68a52226f1, 'name': SearchDatastore_Task, 'duration_secs': 0.038467} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.083775] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.083775] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] 2f725879-41a4-443d-8bfa-718f70ef1a64/2f725879-41a4-443d-8bfa-718f70ef1a64.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 751.084035] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99a056aa-fdf3-4342-9f45-2fa793573ffe {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.092413] env[70527]: DEBUG oslo_vmware.api [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Waiting for the task: (returnval){ [ 751.092413] env[70527]: value = "task-3912759" [ 751.092413] env[70527]: _type = "Task" [ 751.092413] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.102643] env[70527]: DEBUG oslo_vmware.api [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Task: {'id': task-3912759, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.356116] env[70527]: DEBUG oslo_vmware.api [None req-6b633536-ab4d-477d-900a-022fd6ac08be tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Task: {'id': task-3912757, 'name': CloneVM_Task} progress is 94%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.371403] env[70527]: DEBUG oslo_vmware.api [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Task: {'id': task-3912755, 'name': PowerOnVM_Task, 'duration_secs': 1.432953} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.371752] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: 850f970e-3e0e-4328-a584-ddbe3e8a2c42] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 751.372026] env[70527]: INFO nova.compute.manager [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: 850f970e-3e0e-4328-a584-ddbe3e8a2c42] Took 9.90 seconds to spawn the instance on the hypervisor. [ 751.372243] env[70527]: DEBUG nova.compute.manager [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: 850f970e-3e0e-4328-a584-ddbe3e8a2c42] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 751.373252] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-903fe612-d382-45e0-8df5-a5874e07e259 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.503898] env[70527]: DEBUG nova.compute.manager [req-97f68d63-68bc-43a9-aed5-498a14fa6fdd req-245a8aee-566d-49eb-8625-73f3b621f046 service nova] [instance: 17f84970-6de3-497d-b810-719b4964ef12] Received event network-vif-plugged-7241fe7b-7604-4533-b717-e262b257427d {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.504192] env[70527]: DEBUG oslo_concurrency.lockutils [req-97f68d63-68bc-43a9-aed5-498a14fa6fdd req-245a8aee-566d-49eb-8625-73f3b621f046 service nova] Acquiring lock "17f84970-6de3-497d-b810-719b4964ef12-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.504444] env[70527]: DEBUG oslo_concurrency.lockutils [req-97f68d63-68bc-43a9-aed5-498a14fa6fdd req-245a8aee-566d-49eb-8625-73f3b621f046 service nova] Lock "17f84970-6de3-497d-b810-719b4964ef12-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.504636] env[70527]: DEBUG oslo_concurrency.lockutils [req-97f68d63-68bc-43a9-aed5-498a14fa6fdd req-245a8aee-566d-49eb-8625-73f3b621f046 service nova] Lock "17f84970-6de3-497d-b810-719b4964ef12-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.504921] env[70527]: DEBUG nova.compute.manager [req-97f68d63-68bc-43a9-aed5-498a14fa6fdd req-245a8aee-566d-49eb-8625-73f3b621f046 service nova] [instance: 17f84970-6de3-497d-b810-719b4964ef12] No waiting events found dispatching network-vif-plugged-7241fe7b-7604-4533-b717-e262b257427d {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 751.505182] env[70527]: WARNING nova.compute.manager [req-97f68d63-68bc-43a9-aed5-498a14fa6fdd req-245a8aee-566d-49eb-8625-73f3b621f046 service nova] [instance: 17f84970-6de3-497d-b810-719b4964ef12] Received unexpected event network-vif-plugged-7241fe7b-7604-4533-b717-e262b257427d for instance with vm_state building and task_state spawning. [ 751.524182] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f07278b0-c0c6-4bd2-8018-810b20fbe8ee {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.537024] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545c9006-f7d1-4991-a530-f5917328ccc7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.578664] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f6cb23-4570-4eeb-8a28-704a53b5b9f2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.588830] env[70527]: DEBUG oslo_vmware.api [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Task: {'id': task-3912758, 'name': Rename_Task, 'duration_secs': 0.152237} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.591345] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: f5c1ab55-0e8b-4117-896c-728e547a938d] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 751.591683] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a53abd9a-bfd3-4ef2-b624-db6c54321738 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.597436] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81bc390d-6c6d-4a61-b89c-db6c0d4d90a3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.603383] env[70527]: DEBUG nova.network.neutron [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] [instance: 17f84970-6de3-497d-b810-719b4964ef12] Successfully updated port: 7241fe7b-7604-4533-b717-e262b257427d {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 751.613572] env[70527]: DEBUG nova.compute.provider_tree [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 751.619847] env[70527]: DEBUG oslo_vmware.api [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Task: {'id': task-3912759, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.620188] env[70527]: DEBUG oslo_vmware.api [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Waiting for the task: (returnval){ [ 751.620188] env[70527]: value = "task-3912760" [ 751.620188] env[70527]: _type = "Task" [ 751.620188] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.632095] env[70527]: DEBUG oslo_vmware.api [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Task: {'id': task-3912760, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.852955] env[70527]: DEBUG oslo_vmware.api [None req-6b633536-ab4d-477d-900a-022fd6ac08be tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Task: {'id': task-3912757, 'name': CloneVM_Task} progress is 95%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.899437] env[70527]: INFO nova.compute.manager [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: 850f970e-3e0e-4328-a584-ddbe3e8a2c42] Took 34.71 seconds to build instance. [ 752.110439] env[70527]: DEBUG oslo_vmware.api [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Task: {'id': task-3912759, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.596401} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.110701] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] 2f725879-41a4-443d-8bfa-718f70ef1a64/2f725879-41a4-443d-8bfa-718f70ef1a64.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 752.110938] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: 2f725879-41a4-443d-8bfa-718f70ef1a64] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 752.111187] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c77bb8f-c815-4a61-b55a-ff155f8c2b5e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.116368] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Acquiring lock "refresh_cache-17f84970-6de3-497d-b810-719b4964ef12" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.116459] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Acquired lock "refresh_cache-17f84970-6de3-497d-b810-719b4964ef12" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.116557] env[70527]: DEBUG nova.network.neutron [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] [instance: 17f84970-6de3-497d-b810-719b4964ef12] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 752.120667] env[70527]: DEBUG oslo_vmware.api [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Waiting for the task: (returnval){ [ 752.120667] env[70527]: value = "task-3912761" [ 752.120667] env[70527]: _type = "Task" [ 752.120667] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.124768] env[70527]: DEBUG nova.scheduler.client.report [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 752.140155] env[70527]: DEBUG oslo_vmware.api [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Task: {'id': task-3912761, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.143826] env[70527]: DEBUG oslo_vmware.api [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Task: {'id': task-3912760, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.355503] env[70527]: DEBUG oslo_vmware.api [None req-6b633536-ab4d-477d-900a-022fd6ac08be tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Task: {'id': task-3912757, 'name': CloneVM_Task, 'duration_secs': 1.738757} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.355788] env[70527]: INFO nova.virt.vmwareapi.vmops [None req-6b633536-ab4d-477d-900a-022fd6ac08be tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] [instance: 7d528f60-1928-4642-9764-ac7c776b85f6] Created linked-clone VM from snapshot [ 752.356708] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c36d34-97da-425e-bb0e-9cc247a1b84a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.365351] env[70527]: DEBUG nova.virt.vmwareapi.images [None req-6b633536-ab4d-477d-900a-022fd6ac08be tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] [instance: 7d528f60-1928-4642-9764-ac7c776b85f6] Uploading image 6d610ec5-b350-4ef6-986d-93bc64386f1c {{(pid=70527) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 752.382646] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d143cefb-1ea7-413b-a931-e4d5da17640e tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Acquiring lock "ea9f773a-4f52-4819-9f4e-628db9b920f2" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.382646] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d143cefb-1ea7-413b-a931-e4d5da17640e tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Lock "ea9f773a-4f52-4819-9f4e-628db9b920f2" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.382646] env[70527]: DEBUG nova.compute.manager [None req-d143cefb-1ea7-413b-a931-e4d5da17640e tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: ea9f773a-4f52-4819-9f4e-628db9b920f2] Going to confirm migration 1 {{(pid=70527) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 752.390949] env[70527]: DEBUG oslo_vmware.rw_handles [None req-6b633536-ab4d-477d-900a-022fd6ac08be tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 752.390949] env[70527]: value = "vm-776983" [ 752.390949] env[70527]: _type = "VirtualMachine" [ 752.390949] env[70527]: }. {{(pid=70527) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 752.391233] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-75d3cef1-0be8-4bd7-ae1d-c5dc64107938 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.398804] env[70527]: DEBUG oslo_vmware.rw_handles [None req-6b633536-ab4d-477d-900a-022fd6ac08be tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Lease: (returnval){ [ 752.398804] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52bc79e3-e652-bbb4-163d-d7bb44629bc3" [ 752.398804] env[70527]: _type = "HttpNfcLease" [ 752.398804] env[70527]: } obtained for exporting VM: (result){ [ 752.398804] env[70527]: value = "vm-776983" [ 752.398804] env[70527]: _type = "VirtualMachine" [ 752.398804] env[70527]: }. {{(pid=70527) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 752.399244] env[70527]: DEBUG oslo_vmware.api [None req-6b633536-ab4d-477d-900a-022fd6ac08be tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Waiting for the lease: (returnval){ [ 752.399244] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52bc79e3-e652-bbb4-163d-d7bb44629bc3" [ 752.399244] env[70527]: _type = "HttpNfcLease" [ 752.399244] env[70527]: } to be ready. {{(pid=70527) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 752.403730] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Lock "850f970e-3e0e-4328-a584-ddbe3e8a2c42" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.222s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.410593] env[70527]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 752.410593] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52bc79e3-e652-bbb4-163d-d7bb44629bc3" [ 752.410593] env[70527]: _type = "HttpNfcLease" [ 752.410593] env[70527]: } is initializing. {{(pid=70527) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 752.633426] env[70527]: DEBUG oslo_vmware.api [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Task: {'id': task-3912761, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.259588} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.636968] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: 2f725879-41a4-443d-8bfa-718f70ef1a64] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 752.637890] env[70527]: DEBUG oslo_concurrency.lockutils [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.828s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.639231] env[70527]: DEBUG nova.compute.manager [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 752.642056] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f53a34-5285-4d61-bd0b-461dee94e27f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.644517] env[70527]: DEBUG oslo_concurrency.lockutils [None req-36f3a2ca-a6dc-4b7d-be0e-758f6fb71112 tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.581s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.644742] env[70527]: DEBUG nova.objects.instance [None req-36f3a2ca-a6dc-4b7d-be0e-758f6fb71112 tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Lazy-loading 'resources' on Instance uuid 0388e623-1848-4d69-9232-e995611c3c6a {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 752.652330] env[70527]: DEBUG oslo_vmware.api [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Task: {'id': task-3912760, 'name': PowerOnVM_Task, 'duration_secs': 0.53389} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.661925] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: f5c1ab55-0e8b-4117-896c-728e547a938d] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 752.662179] env[70527]: INFO nova.compute.manager [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: f5c1ab55-0e8b-4117-896c-728e547a938d] Took 8.48 seconds to spawn the instance on the hypervisor. [ 752.662364] env[70527]: DEBUG nova.compute.manager [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: f5c1ab55-0e8b-4117-896c-728e547a938d] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 752.671990] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: 2f725879-41a4-443d-8bfa-718f70ef1a64] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 2f725879-41a4-443d-8bfa-718f70ef1a64/2f725879-41a4-443d-8bfa-718f70ef1a64.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 752.673040] env[70527]: DEBUG nova.network.neutron [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] [instance: 17f84970-6de3-497d-b810-719b4964ef12] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 752.675570] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a7f43d-1888-4a92-8176-20216605f66c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.678428] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75dc9a87-7d3b-4635-8fb3-e7069cad4938 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.705169] env[70527]: DEBUG oslo_vmware.api [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Waiting for the task: (returnval){ [ 752.705169] env[70527]: value = "task-3912763" [ 752.705169] env[70527]: _type = "Task" [ 752.705169] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.714169] env[70527]: DEBUG oslo_vmware.api [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Task: {'id': task-3912763, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.856483] env[70527]: DEBUG nova.network.neutron [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] [instance: 17f84970-6de3-497d-b810-719b4964ef12] Updating instance_info_cache with network_info: [{"id": "7241fe7b-7604-4533-b717-e262b257427d", "address": "fa:16:3e:eb:d5:03", "network": {"id": "e10e1c6a-cee6-4869-8d23-4eadf4149b19", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-434040304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2dd0f0deabc4889b03b9a30ae205e8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a64108f9-df0a-4feb-bbb5-97f5841c356c", "external-id": "nsx-vlan-transportzone-67", "segmentation_id": 67, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7241fe7b-76", "ovs_interfaceid": "7241fe7b-7604-4533-b717-e262b257427d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.908669] env[70527]: DEBUG nova.compute.manager [None req-0e11f407-c764-478d-91b5-bd3b95f6e675 tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] [instance: 2b7d550b-ee65-4f22-8984-9b88e08de4d1] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 752.916235] env[70527]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 752.916235] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52bc79e3-e652-bbb4-163d-d7bb44629bc3" [ 752.916235] env[70527]: _type = "HttpNfcLease" [ 752.916235] env[70527]: } is ready. {{(pid=70527) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 752.916235] env[70527]: DEBUG oslo_vmware.rw_handles [None req-6b633536-ab4d-477d-900a-022fd6ac08be tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 752.916235] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52bc79e3-e652-bbb4-163d-d7bb44629bc3" [ 752.916235] env[70527]: _type = "HttpNfcLease" [ 752.916235] env[70527]: }. {{(pid=70527) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 752.918530] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d33e44f9-d4ce-4a55-a093-da1fefeb06cc {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.926708] env[70527]: DEBUG oslo_vmware.rw_handles [None req-6b633536-ab4d-477d-900a-022fd6ac08be tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bd8d9c-aca1-5213-afbd-d92142dd28b2/disk-0.vmdk from lease info. {{(pid=70527) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 752.926888] env[70527]: DEBUG oslo_vmware.rw_handles [None req-6b633536-ab4d-477d-900a-022fd6ac08be tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bd8d9c-aca1-5213-afbd-d92142dd28b2/disk-0.vmdk for reading. {{(pid=70527) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 752.986677] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d143cefb-1ea7-413b-a931-e4d5da17640e tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Acquiring lock "refresh_cache-ea9f773a-4f52-4819-9f4e-628db9b920f2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.986848] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d143cefb-1ea7-413b-a931-e4d5da17640e tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Acquired lock "refresh_cache-ea9f773a-4f52-4819-9f4e-628db9b920f2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.987122] env[70527]: DEBUG nova.network.neutron [None req-d143cefb-1ea7-413b-a931-e4d5da17640e tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: ea9f773a-4f52-4819-9f4e-628db9b920f2] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 752.987220] env[70527]: DEBUG nova.objects.instance [None req-d143cefb-1ea7-413b-a931-e4d5da17640e tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Lazy-loading 'info_cache' on Instance uuid ea9f773a-4f52-4819-9f4e-628db9b920f2 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 753.022745] env[70527]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-736f69a6-4e5b-468d-95f9-5dbd837db790 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.148388] env[70527]: DEBUG nova.compute.utils [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 753.151286] env[70527]: DEBUG nova.compute.manager [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 753.151482] env[70527]: DEBUG nova.network.neutron [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 753.195243] env[70527]: DEBUG nova.policy [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4f2d90e6a2974de48ce69420511376a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dbf5afba87784fe2b33ca0fa6a95c5b1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 753.215626] env[70527]: INFO nova.compute.manager [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: f5c1ab55-0e8b-4117-896c-728e547a938d] Took 35.98 seconds to build instance. [ 753.226041] env[70527]: DEBUG oslo_vmware.api [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Task: {'id': task-3912763, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.359999] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Releasing lock "refresh_cache-17f84970-6de3-497d-b810-719b4964ef12" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.362574] env[70527]: DEBUG nova.compute.manager [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] [instance: 17f84970-6de3-497d-b810-719b4964ef12] Instance network_info: |[{"id": "7241fe7b-7604-4533-b717-e262b257427d", "address": "fa:16:3e:eb:d5:03", "network": {"id": "e10e1c6a-cee6-4869-8d23-4eadf4149b19", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-434040304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2dd0f0deabc4889b03b9a30ae205e8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a64108f9-df0a-4feb-bbb5-97f5841c356c", "external-id": "nsx-vlan-transportzone-67", "segmentation_id": 67, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7241fe7b-76", "ovs_interfaceid": "7241fe7b-7604-4533-b717-e262b257427d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 753.362796] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] [instance: 17f84970-6de3-497d-b810-719b4964ef12] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:d5:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a64108f9-df0a-4feb-bbb5-97f5841c356c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7241fe7b-7604-4533-b717-e262b257427d', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 753.374626] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 753.380052] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17f84970-6de3-497d-b810-719b4964ef12] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 753.380822] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10158d2e-5220-4a97-9487-5e85323ae587 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.416122] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 753.416122] env[70527]: value = "task-3912764" [ 753.416122] env[70527]: _type = "Task" [ 753.416122] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.429150] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912764, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.445755] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0e11f407-c764-478d-91b5-bd3b95f6e675 tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.560713] env[70527]: DEBUG nova.compute.manager [req-042240e7-5395-4901-a87f-89825c99421e req-ac1b50e1-4ce7-47ce-b7ca-e565475503ba service nova] [instance: 17f84970-6de3-497d-b810-719b4964ef12] Received event network-changed-7241fe7b-7604-4533-b717-e262b257427d {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 753.560713] env[70527]: DEBUG nova.compute.manager [req-042240e7-5395-4901-a87f-89825c99421e req-ac1b50e1-4ce7-47ce-b7ca-e565475503ba service nova] [instance: 17f84970-6de3-497d-b810-719b4964ef12] Refreshing instance network info cache due to event network-changed-7241fe7b-7604-4533-b717-e262b257427d. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 753.560713] env[70527]: DEBUG oslo_concurrency.lockutils [req-042240e7-5395-4901-a87f-89825c99421e req-ac1b50e1-4ce7-47ce-b7ca-e565475503ba service nova] Acquiring lock "refresh_cache-17f84970-6de3-497d-b810-719b4964ef12" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.560713] env[70527]: DEBUG oslo_concurrency.lockutils [req-042240e7-5395-4901-a87f-89825c99421e req-ac1b50e1-4ce7-47ce-b7ca-e565475503ba service nova] Acquired lock "refresh_cache-17f84970-6de3-497d-b810-719b4964ef12" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.560713] env[70527]: DEBUG nova.network.neutron [req-042240e7-5395-4901-a87f-89825c99421e req-ac1b50e1-4ce7-47ce-b7ca-e565475503ba service nova] [instance: 17f84970-6de3-497d-b810-719b4964ef12] Refreshing network info cache for port 7241fe7b-7604-4533-b717-e262b257427d {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 753.644895] env[70527]: DEBUG nova.network.neutron [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Successfully created port: 2f732305-3f77-40ec-98b1-5eaa8859e005 {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 753.654300] env[70527]: DEBUG nova.compute.manager [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 753.722136] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Lock "f5c1ab55-0e8b-4117-896c-728e547a938d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.494s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.733670] env[70527]: DEBUG oslo_vmware.api [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Task: {'id': task-3912763, 'name': ReconfigVM_Task, 'duration_secs': 0.72476} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.734105] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: 2f725879-41a4-443d-8bfa-718f70ef1a64] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 2f725879-41a4-443d-8bfa-718f70ef1a64/2f725879-41a4-443d-8bfa-718f70ef1a64.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 753.739618] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f8a99685-4986-4936-b090-a9d485a2eed5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.749768] env[70527]: DEBUG oslo_vmware.api [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Waiting for the task: (returnval){ [ 753.749768] env[70527]: value = "task-3912765" [ 753.749768] env[70527]: _type = "Task" [ 753.749768] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.760148] env[70527]: DEBUG oslo_vmware.api [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Task: {'id': task-3912765, 'name': Rename_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.873943] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05766a74-56e4-4801-aa4a-7ae3427a2f2b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.883921] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff56fc9-6691-41c5-97cb-fd0c132bbbe3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.926200] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-901c17df-935c-45f0-946b-356b79dbd018 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.940060] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4deffbd-209e-45f9-a6c4-d86fe02f6302 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.945659] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912764, 'name': CreateVM_Task, 'duration_secs': 0.498051} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.945987] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17f84970-6de3-497d-b810-719b4964ef12] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 753.947486] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.947733] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.948246] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.948619] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9146ee56-0709-4729-aa1f-e385b9f711d1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.960256] env[70527]: DEBUG nova.compute.provider_tree [None req-36f3a2ca-a6dc-4b7d-be0e-758f6fb71112 tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 753.966338] env[70527]: DEBUG oslo_vmware.api [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Waiting for the task: (returnval){ [ 753.966338] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52689b51-a347-edf5-3f77-356cea1ef0b7" [ 753.966338] env[70527]: _type = "Task" [ 753.966338] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.977446] env[70527]: DEBUG oslo_vmware.api [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52689b51-a347-edf5-3f77-356cea1ef0b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.234653] env[70527]: DEBUG nova.compute.manager [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] [instance: d407b27d-9688-4bcd-95a2-dd37a9faf53e] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 754.262231] env[70527]: DEBUG oslo_vmware.api [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Task: {'id': task-3912765, 'name': Rename_Task, 'duration_secs': 0.208954} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.262656] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: 2f725879-41a4-443d-8bfa-718f70ef1a64] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 754.263931] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-743cd6a2-dc3d-4baf-86f5-97fa021c1f6e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.271239] env[70527]: DEBUG oslo_vmware.api [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Waiting for the task: (returnval){ [ 754.271239] env[70527]: value = "task-3912766" [ 754.271239] env[70527]: _type = "Task" [ 754.271239] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.282882] env[70527]: DEBUG oslo_vmware.api [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Task: {'id': task-3912766, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.343675] env[70527]: DEBUG nova.network.neutron [None req-d143cefb-1ea7-413b-a931-e4d5da17640e tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: ea9f773a-4f52-4819-9f4e-628db9b920f2] Updating instance_info_cache with network_info: [{"id": "043ebeed-c68a-4794-a3f2-c54a0f8a4377", "address": "fa:16:3e:e1:bb:8e", "network": {"id": "29b8e902-296b-4709-aca2-c446fcf3fa56", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.31", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3eee3a2e62a4bcdad1e7484fcad9e2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap043ebeed-c6", "ovs_interfaceid": "043ebeed-c68a-4794-a3f2-c54a0f8a4377", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.367628] env[70527]: DEBUG nova.network.neutron [req-042240e7-5395-4901-a87f-89825c99421e req-ac1b50e1-4ce7-47ce-b7ca-e565475503ba service nova] [instance: 17f84970-6de3-497d-b810-719b4964ef12] Updated VIF entry in instance network info cache for port 7241fe7b-7604-4533-b717-e262b257427d. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 754.369331] env[70527]: DEBUG nova.network.neutron [req-042240e7-5395-4901-a87f-89825c99421e req-ac1b50e1-4ce7-47ce-b7ca-e565475503ba service nova] [instance: 17f84970-6de3-497d-b810-719b4964ef12] Updating instance_info_cache with network_info: [{"id": "7241fe7b-7604-4533-b717-e262b257427d", "address": "fa:16:3e:eb:d5:03", "network": {"id": "e10e1c6a-cee6-4869-8d23-4eadf4149b19", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-434040304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2dd0f0deabc4889b03b9a30ae205e8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a64108f9-df0a-4feb-bbb5-97f5841c356c", "external-id": "nsx-vlan-transportzone-67", "segmentation_id": 67, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7241fe7b-76", "ovs_interfaceid": "7241fe7b-7604-4533-b717-e262b257427d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.464726] env[70527]: DEBUG nova.scheduler.client.report [None req-36f3a2ca-a6dc-4b7d-be0e-758f6fb71112 tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 754.485976] env[70527]: DEBUG oslo_vmware.api [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52689b51-a347-edf5-3f77-356cea1ef0b7, 'name': SearchDatastore_Task, 'duration_secs': 0.013685} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.487193] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.487193] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] [instance: 17f84970-6de3-497d-b810-719b4964ef12] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 754.487489] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.487638] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.487890] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 754.488515] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4fe69725-75d0-4db3-88f0-6b93781eccb5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.499011] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 754.499297] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 754.503329] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90234a28-bc0f-4191-b32b-b510337ed4b4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.509579] env[70527]: DEBUG oslo_vmware.api [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Waiting for the task: (returnval){ [ 754.509579] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52e20ded-97ad-52d4-916c-caf7259f2e55" [ 754.509579] env[70527]: _type = "Task" [ 754.509579] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.516267] env[70527]: DEBUG oslo_vmware.api [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52e20ded-97ad-52d4-916c-caf7259f2e55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.668303] env[70527]: DEBUG nova.compute.manager [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 754.697534] env[70527]: DEBUG nova.virt.hardware [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 754.697534] env[70527]: DEBUG nova.virt.hardware [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 754.697534] env[70527]: DEBUG nova.virt.hardware [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 754.697808] env[70527]: DEBUG nova.virt.hardware [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 754.697808] env[70527]: DEBUG nova.virt.hardware [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 754.697808] env[70527]: DEBUG nova.virt.hardware [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 754.698077] env[70527]: DEBUG nova.virt.hardware [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 754.698367] env[70527]: DEBUG nova.virt.hardware [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 754.698566] env[70527]: DEBUG nova.virt.hardware [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 754.698854] env[70527]: DEBUG nova.virt.hardware [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 754.699078] env[70527]: DEBUG nova.virt.hardware [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 754.700025] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc958cf-c524-4fab-837e-fd83f92aa7dc {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.709844] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93541db-f75f-48b0-99f7-d43a172c5453 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.766322] env[70527]: DEBUG oslo_concurrency.lockutils [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.782756] env[70527]: DEBUG oslo_vmware.api [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Task: {'id': task-3912766, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.847633] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d143cefb-1ea7-413b-a931-e4d5da17640e tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Releasing lock "refresh_cache-ea9f773a-4f52-4819-9f4e-628db9b920f2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.848096] env[70527]: DEBUG nova.objects.instance [None req-d143cefb-1ea7-413b-a931-e4d5da17640e tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Lazy-loading 'migration_context' on Instance uuid ea9f773a-4f52-4819-9f4e-628db9b920f2 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 754.872868] env[70527]: DEBUG oslo_concurrency.lockutils [req-042240e7-5395-4901-a87f-89825c99421e req-ac1b50e1-4ce7-47ce-b7ca-e565475503ba service nova] Releasing lock "refresh_cache-17f84970-6de3-497d-b810-719b4964ef12" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.973797] env[70527]: DEBUG oslo_concurrency.lockutils [None req-36f3a2ca-a6dc-4b7d-be0e-758f6fb71112 tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.329s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.977049] env[70527]: DEBUG oslo_concurrency.lockutils [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.386s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.978487] env[70527]: INFO nova.compute.claims [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] [instance: da8faa86-f0f4-4376-8230-044988916d00] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 755.002947] env[70527]: INFO nova.scheduler.client.report [None req-36f3a2ca-a6dc-4b7d-be0e-758f6fb71112 tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Deleted allocations for instance 0388e623-1848-4d69-9232-e995611c3c6a [ 755.019245] env[70527]: DEBUG oslo_vmware.api [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52e20ded-97ad-52d4-916c-caf7259f2e55, 'name': SearchDatastore_Task, 'duration_secs': 0.012284} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.020333] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8dfbe8da-4452-46e4-9775-2b84c2a8e167 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.028424] env[70527]: DEBUG oslo_vmware.api [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Waiting for the task: (returnval){ [ 755.028424] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]5227f1d3-d516-9d99-31e1-7b90fe6e86b4" [ 755.028424] env[70527]: _type = "Task" [ 755.028424] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.040378] env[70527]: DEBUG oslo_vmware.api [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5227f1d3-d516-9d99-31e1-7b90fe6e86b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.285658] env[70527]: DEBUG oslo_vmware.api [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Task: {'id': task-3912766, 'name': PowerOnVM_Task, 'duration_secs': 0.745207} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.286104] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: 2f725879-41a4-443d-8bfa-718f70ef1a64] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 755.286390] env[70527]: INFO nova.compute.manager [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: 2f725879-41a4-443d-8bfa-718f70ef1a64] Took 8.38 seconds to spawn the instance on the hypervisor. [ 755.286564] env[70527]: DEBUG nova.compute.manager [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: 2f725879-41a4-443d-8bfa-718f70ef1a64] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 755.287707] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ffae932-3227-413a-b24a-fbe1957c0994 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.310441] env[70527]: DEBUG nova.network.neutron [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Successfully updated port: 2f732305-3f77-40ec-98b1-5eaa8859e005 {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 755.350916] env[70527]: DEBUG nova.objects.base [None req-d143cefb-1ea7-413b-a931-e4d5da17640e tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=70527) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 755.352892] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b8090d-d514-4adf-918b-bde4aa82ec6b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.375531] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fb2f21d-791b-4022-ab4a-c41fccf70b85 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.381916] env[70527]: DEBUG oslo_vmware.api [None req-d143cefb-1ea7-413b-a931-e4d5da17640e tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Waiting for the task: (returnval){ [ 755.381916] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52b70956-fdda-333d-0ed4-83f8cbfe139c" [ 755.381916] env[70527]: _type = "Task" [ 755.381916] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.392372] env[70527]: DEBUG oslo_vmware.api [None req-d143cefb-1ea7-413b-a931-e4d5da17640e tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52b70956-fdda-333d-0ed4-83f8cbfe139c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.516221] env[70527]: DEBUG oslo_concurrency.lockutils [None req-36f3a2ca-a6dc-4b7d-be0e-758f6fb71112 tempest-ServersAdmin275Test-1703914284 tempest-ServersAdmin275Test-1703914284-project-member] Lock "0388e623-1848-4d69-9232-e995611c3c6a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.883s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.543940] env[70527]: DEBUG oslo_vmware.api [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5227f1d3-d516-9d99-31e1-7b90fe6e86b4, 'name': SearchDatastore_Task, 'duration_secs': 0.024513} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.544355] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.544633] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 17f84970-6de3-497d-b810-719b4964ef12/17f84970-6de3-497d-b810-719b4964ef12.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 755.544930] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2742191a-7d3a-457b-b5ac-90d473ab32ee {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.561887] env[70527]: DEBUG oslo_vmware.api [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Waiting for the task: (returnval){ [ 755.561887] env[70527]: value = "task-3912767" [ 755.561887] env[70527]: _type = "Task" [ 755.561887] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.573077] env[70527]: DEBUG oslo_vmware.api [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Task: {'id': task-3912767, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.617531] env[70527]: DEBUG nova.compute.manager [req-f9b5024d-ac95-4b9f-ba79-8ab69ae7a5a8 req-fb489240-a4d3-4303-bef1-5738479f9710 service nova] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Received event network-vif-plugged-2f732305-3f77-40ec-98b1-5eaa8859e005 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.617531] env[70527]: DEBUG oslo_concurrency.lockutils [req-f9b5024d-ac95-4b9f-ba79-8ab69ae7a5a8 req-fb489240-a4d3-4303-bef1-5738479f9710 service nova] Acquiring lock "680e9855-2905-4c0d-adc7-e45781fd1e4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.618167] env[70527]: DEBUG oslo_concurrency.lockutils [req-f9b5024d-ac95-4b9f-ba79-8ab69ae7a5a8 req-fb489240-a4d3-4303-bef1-5738479f9710 service nova] Lock "680e9855-2905-4c0d-adc7-e45781fd1e4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.618328] env[70527]: DEBUG oslo_concurrency.lockutils [req-f9b5024d-ac95-4b9f-ba79-8ab69ae7a5a8 req-fb489240-a4d3-4303-bef1-5738479f9710 service nova] Lock "680e9855-2905-4c0d-adc7-e45781fd1e4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.618524] env[70527]: DEBUG nova.compute.manager [req-f9b5024d-ac95-4b9f-ba79-8ab69ae7a5a8 req-fb489240-a4d3-4303-bef1-5738479f9710 service nova] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] No waiting events found dispatching network-vif-plugged-2f732305-3f77-40ec-98b1-5eaa8859e005 {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 755.618702] env[70527]: WARNING nova.compute.manager [req-f9b5024d-ac95-4b9f-ba79-8ab69ae7a5a8 req-fb489240-a4d3-4303-bef1-5738479f9710 service nova] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Received unexpected event network-vif-plugged-2f732305-3f77-40ec-98b1-5eaa8859e005 for instance with vm_state building and task_state spawning. [ 755.618962] env[70527]: DEBUG nova.compute.manager [req-f9b5024d-ac95-4b9f-ba79-8ab69ae7a5a8 req-fb489240-a4d3-4303-bef1-5738479f9710 service nova] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Received event network-changed-2f732305-3f77-40ec-98b1-5eaa8859e005 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.619094] env[70527]: DEBUG nova.compute.manager [req-f9b5024d-ac95-4b9f-ba79-8ab69ae7a5a8 req-fb489240-a4d3-4303-bef1-5738479f9710 service nova] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Refreshing instance network info cache due to event network-changed-2f732305-3f77-40ec-98b1-5eaa8859e005. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 755.619346] env[70527]: DEBUG oslo_concurrency.lockutils [req-f9b5024d-ac95-4b9f-ba79-8ab69ae7a5a8 req-fb489240-a4d3-4303-bef1-5738479f9710 service nova] Acquiring lock "refresh_cache-680e9855-2905-4c0d-adc7-e45781fd1e4e" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.619434] env[70527]: DEBUG oslo_concurrency.lockutils [req-f9b5024d-ac95-4b9f-ba79-8ab69ae7a5a8 req-fb489240-a4d3-4303-bef1-5738479f9710 service nova] Acquired lock "refresh_cache-680e9855-2905-4c0d-adc7-e45781fd1e4e" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.619567] env[70527]: DEBUG nova.network.neutron [req-f9b5024d-ac95-4b9f-ba79-8ab69ae7a5a8 req-fb489240-a4d3-4303-bef1-5738479f9710 service nova] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Refreshing network info cache for port 2f732305-3f77-40ec-98b1-5eaa8859e005 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 755.811930] env[70527]: INFO nova.compute.manager [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: 2f725879-41a4-443d-8bfa-718f70ef1a64] Took 38.53 seconds to build instance. [ 755.811930] env[70527]: DEBUG oslo_concurrency.lockutils [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Acquiring lock "refresh_cache-680e9855-2905-4c0d-adc7-e45781fd1e4e" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.896690] env[70527]: DEBUG oslo_vmware.api [None req-d143cefb-1ea7-413b-a931-e4d5da17640e tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52b70956-fdda-333d-0ed4-83f8cbfe139c, 'name': SearchDatastore_Task, 'duration_secs': 0.009539} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.896690] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d143cefb-1ea7-413b-a931-e4d5da17640e tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.088068] env[70527]: DEBUG oslo_vmware.api [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Task: {'id': task-3912767, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.162335] env[70527]: DEBUG nova.network.neutron [req-f9b5024d-ac95-4b9f-ba79-8ab69ae7a5a8 req-fb489240-a4d3-4303-bef1-5738479f9710 service nova] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 756.295995] env[70527]: DEBUG nova.network.neutron [req-f9b5024d-ac95-4b9f-ba79-8ab69ae7a5a8 req-fb489240-a4d3-4303-bef1-5738479f9710 service nova] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.313475] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c02fc893-c302-4238-bcdf-a07b81f7ef86 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Lock "2f725879-41a4-443d-8bfa-718f70ef1a64" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.049s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.139951] env[70527]: DEBUG oslo_concurrency.lockutils [req-f9b5024d-ac95-4b9f-ba79-8ab69ae7a5a8 req-fb489240-a4d3-4303-bef1-5738479f9710 service nova] Releasing lock "refresh_cache-680e9855-2905-4c0d-adc7-e45781fd1e4e" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.140395] env[70527]: DEBUG nova.compute.manager [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] [instance: 572a409f-4b2a-421d-be2f-99a98bdc7367] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 757.149807] env[70527]: DEBUG oslo_concurrency.lockutils [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Acquired lock "refresh_cache-680e9855-2905-4c0d-adc7-e45781fd1e4e" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.149979] env[70527]: DEBUG nova.network.neutron [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 757.159220] env[70527]: DEBUG oslo_vmware.api [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Task: {'id': task-3912767, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.647769} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.159506] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 17f84970-6de3-497d-b810-719b4964ef12/17f84970-6de3-497d-b810-719b4964ef12.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 757.159694] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] [instance: 17f84970-6de3-497d-b810-719b4964ef12] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 757.159944] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7aeca12a-0ae4-4928-bfa2-98b17d6b76de {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.169518] env[70527]: DEBUG oslo_vmware.api [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Waiting for the task: (returnval){ [ 757.169518] env[70527]: value = "task-3912768" [ 757.169518] env[70527]: _type = "Task" [ 757.169518] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.180568] env[70527]: DEBUG oslo_vmware.api [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Task: {'id': task-3912768, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.403074] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e6c9d4-0bd0-49f0-b981-8b1651d2dd79 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.415464] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91067918-0cf3-4ed4-9858-a1f71a4a16f0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.467727] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cbe37c5-ad51-4151-ae62-68b36a76b53c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.479667] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b076572b-b216-461e-b4f5-69c7315afd9a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.498294] env[70527]: DEBUG nova.compute.provider_tree [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Updating inventory in ProviderTree for provider 471551d3-0608-4bcf-a939-f4ec286b26ca with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 757.654657] env[70527]: DEBUG oslo_concurrency.lockutils [None req-edd32ed7-901d-4be2-a0cc-5bd3174a1f6e tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Acquiring lock "850f970e-3e0e-4328-a584-ddbe3e8a2c42" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.654988] env[70527]: DEBUG oslo_concurrency.lockutils [None req-edd32ed7-901d-4be2-a0cc-5bd3174a1f6e tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Lock "850f970e-3e0e-4328-a584-ddbe3e8a2c42" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.655679] env[70527]: DEBUG oslo_concurrency.lockutils [None req-edd32ed7-901d-4be2-a0cc-5bd3174a1f6e tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Acquiring lock "850f970e-3e0e-4328-a584-ddbe3e8a2c42-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.655895] env[70527]: DEBUG oslo_concurrency.lockutils [None req-edd32ed7-901d-4be2-a0cc-5bd3174a1f6e tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Lock "850f970e-3e0e-4328-a584-ddbe3e8a2c42-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.656135] env[70527]: DEBUG oslo_concurrency.lockutils [None req-edd32ed7-901d-4be2-a0cc-5bd3174a1f6e tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Lock "850f970e-3e0e-4328-a584-ddbe3e8a2c42-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.658511] env[70527]: INFO nova.compute.manager [None req-edd32ed7-901d-4be2-a0cc-5bd3174a1f6e tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: 850f970e-3e0e-4328-a584-ddbe3e8a2c42] Terminating instance [ 757.662857] env[70527]: DEBUG oslo_concurrency.lockutils [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.681469] env[70527]: DEBUG oslo_vmware.api [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Task: {'id': task-3912768, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088077} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.681822] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] [instance: 17f84970-6de3-497d-b810-719b4964ef12] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 757.682731] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90440647-2759-4bfa-9ccc-4676f1dd8d6b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.707358] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] [instance: 17f84970-6de3-497d-b810-719b4964ef12] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 17f84970-6de3-497d-b810-719b4964ef12/17f84970-6de3-497d-b810-719b4964ef12.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 757.708393] env[70527]: DEBUG nova.network.neutron [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 757.710495] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed3f0ebd-e3e9-42f8-bf94-505498afdff8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.734134] env[70527]: DEBUG oslo_vmware.api [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Waiting for the task: (returnval){ [ 757.734134] env[70527]: value = "task-3912769" [ 757.734134] env[70527]: _type = "Task" [ 757.734134] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.743174] env[70527]: DEBUG oslo_vmware.api [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Task: {'id': task-3912769, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.923247] env[70527]: DEBUG nova.network.neutron [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Updating instance_info_cache with network_info: [{"id": "2f732305-3f77-40ec-98b1-5eaa8859e005", "address": "fa:16:3e:c6:ca:e7", "network": {"id": "6b7058bf-638c-4d72-9f51-37a045c3ebde", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1062784441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbf5afba87784fe2b33ca0fa6a95c5b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f732305-3f", "ovs_interfaceid": "2f732305-3f77-40ec-98b1-5eaa8859e005", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.026583] env[70527]: ERROR nova.scheduler.client.report [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] [req-a1a6d113-a59a-4aa6-bf8d-93aac5ac2ef4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 471551d3-0608-4bcf-a939-f4ec286b26ca. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a1a6d113-a59a-4aa6-bf8d-93aac5ac2ef4"}]} [ 758.048429] env[70527]: DEBUG nova.scheduler.client.report [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Refreshing inventories for resource provider 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 758.066627] env[70527]: DEBUG nova.scheduler.client.report [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Updating ProviderTree inventory for provider 471551d3-0608-4bcf-a939-f4ec286b26ca from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 758.066850] env[70527]: DEBUG nova.compute.provider_tree [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Updating inventory in ProviderTree for provider 471551d3-0608-4bcf-a939-f4ec286b26ca with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 758.084736] env[70527]: DEBUG nova.scheduler.client.report [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Refreshing aggregate associations for resource provider 471551d3-0608-4bcf-a939-f4ec286b26ca, aggregates: None {{(pid=70527) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 758.112592] env[70527]: DEBUG nova.scheduler.client.report [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Refreshing trait associations for resource provider 471551d3-0608-4bcf-a939-f4ec286b26ca, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO {{(pid=70527) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 758.163306] env[70527]: DEBUG nova.compute.manager [None req-edd32ed7-901d-4be2-a0cc-5bd3174a1f6e tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: 850f970e-3e0e-4328-a584-ddbe3e8a2c42] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 758.164045] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-edd32ed7-901d-4be2-a0cc-5bd3174a1f6e tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: 850f970e-3e0e-4328-a584-ddbe3e8a2c42] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 758.164671] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-856354c2-9a5d-4923-9e2d-02583725cdd0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.176970] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-edd32ed7-901d-4be2-a0cc-5bd3174a1f6e tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: 850f970e-3e0e-4328-a584-ddbe3e8a2c42] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 758.177358] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0106d4a-5919-4680-a141-737df8048ca2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.186569] env[70527]: DEBUG oslo_vmware.api [None req-edd32ed7-901d-4be2-a0cc-5bd3174a1f6e tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Waiting for the task: (returnval){ [ 758.186569] env[70527]: value = "task-3912770" [ 758.186569] env[70527]: _type = "Task" [ 758.186569] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.200938] env[70527]: DEBUG oslo_vmware.api [None req-edd32ed7-901d-4be2-a0cc-5bd3174a1f6e tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Task: {'id': task-3912770, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.244212] env[70527]: DEBUG oslo_vmware.api [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Task: {'id': task-3912769, 'name': ReconfigVM_Task, 'duration_secs': 0.368566} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.244589] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] [instance: 17f84970-6de3-497d-b810-719b4964ef12] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 17f84970-6de3-497d-b810-719b4964ef12/17f84970-6de3-497d-b810-719b4964ef12.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 758.245302] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c78b6fa0-b055-4a76-aac5-af9aea99acac {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.258416] env[70527]: DEBUG oslo_vmware.api [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Waiting for the task: (returnval){ [ 758.258416] env[70527]: value = "task-3912771" [ 758.258416] env[70527]: _type = "Task" [ 758.258416] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.268409] env[70527]: DEBUG oslo_vmware.api [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Task: {'id': task-3912771, 'name': Rename_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.431535] env[70527]: DEBUG oslo_concurrency.lockutils [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Releasing lock "refresh_cache-680e9855-2905-4c0d-adc7-e45781fd1e4e" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.432120] env[70527]: DEBUG nova.compute.manager [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Instance network_info: |[{"id": "2f732305-3f77-40ec-98b1-5eaa8859e005", "address": "fa:16:3e:c6:ca:e7", "network": {"id": "6b7058bf-638c-4d72-9f51-37a045c3ebde", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1062784441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbf5afba87784fe2b33ca0fa6a95c5b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f732305-3f", "ovs_interfaceid": "2f732305-3f77-40ec-98b1-5eaa8859e005", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 758.433159] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:ca:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '25f42474-5594-4733-a681-6c69f4afb946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f732305-3f77-40ec-98b1-5eaa8859e005', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 758.444332] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Creating folder: Project (dbf5afba87784fe2b33ca0fa6a95c5b1). Parent ref: group-v776920. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 758.445173] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2c39e699-a9b8-4d62-a890-d03b77277430 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.465653] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Created folder: Project (dbf5afba87784fe2b33ca0fa6a95c5b1) in parent group-v776920. [ 758.465747] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Creating folder: Instances. Parent ref: group-v776985. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 758.466053] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95c24342-d5bf-40f7-9963-d95cb2309dcf {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.483516] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Created folder: Instances in parent group-v776985. [ 758.484179] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 758.484580] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 758.484959] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38d0afcc-5636-444a-950e-78238af21822 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.508064] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 758.508064] env[70527]: value = "task-3912774" [ 758.508064] env[70527]: _type = "Task" [ 758.508064] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.517179] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912774, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.697718] env[70527]: DEBUG oslo_vmware.api [None req-edd32ed7-901d-4be2-a0cc-5bd3174a1f6e tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Task: {'id': task-3912770, 'name': PowerOffVM_Task, 'duration_secs': 0.303952} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.700280] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-edd32ed7-901d-4be2-a0cc-5bd3174a1f6e tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: 850f970e-3e0e-4328-a584-ddbe3e8a2c42] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 758.700481] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-edd32ed7-901d-4be2-a0cc-5bd3174a1f6e tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: 850f970e-3e0e-4328-a584-ddbe3e8a2c42] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 758.700913] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-684f439c-c221-4a72-b5e1-8a402fbf3471 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.729075] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d63006-8dca-4241-8a9a-ebc552e9df0c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.738524] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337d89b9-4f85-4a20-944e-9614cfed4b9d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.778328] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c2f80a-5439-4112-aaf6-645bbec5d4de {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.781573] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-edd32ed7-901d-4be2-a0cc-5bd3174a1f6e tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: 850f970e-3e0e-4328-a584-ddbe3e8a2c42] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 758.781573] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-edd32ed7-901d-4be2-a0cc-5bd3174a1f6e tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: 850f970e-3e0e-4328-a584-ddbe3e8a2c42] Deleting contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 758.781573] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-edd32ed7-901d-4be2-a0cc-5bd3174a1f6e tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Deleting the datastore file [datastore1] 850f970e-3e0e-4328-a584-ddbe3e8a2c42 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 758.782027] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7b683ee-61ad-4da1-8af6-bbb139d476d9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.790396] env[70527]: DEBUG oslo_vmware.api [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Task: {'id': task-3912771, 'name': Rename_Task, 'duration_secs': 0.222929} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.793449] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] [instance: 17f84970-6de3-497d-b810-719b4964ef12] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 758.793802] env[70527]: DEBUG oslo_vmware.api [None req-edd32ed7-901d-4be2-a0cc-5bd3174a1f6e tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Waiting for the task: (returnval){ [ 758.793802] env[70527]: value = "task-3912776" [ 758.793802] env[70527]: _type = "Task" [ 758.793802] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.794084] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b700e1a2-ea33-4f5d-808e-a3edbf25f92e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.796892] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17191822-e4cd-4c57-b4ce-48615f62178c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.811159] env[70527]: DEBUG oslo_vmware.api [None req-edd32ed7-901d-4be2-a0cc-5bd3174a1f6e tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Task: {'id': task-3912776, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.820776] env[70527]: DEBUG nova.compute.provider_tree [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Updating inventory in ProviderTree for provider 471551d3-0608-4bcf-a939-f4ec286b26ca with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 758.822345] env[70527]: DEBUG oslo_vmware.api [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Waiting for the task: (returnval){ [ 758.822345] env[70527]: value = "task-3912777" [ 758.822345] env[70527]: _type = "Task" [ 758.822345] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.833551] env[70527]: DEBUG oslo_vmware.api [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Task: {'id': task-3912777, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.020904] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912774, 'name': CreateVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.311505] env[70527]: DEBUG oslo_vmware.api [None req-edd32ed7-901d-4be2-a0cc-5bd3174a1f6e tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Task: {'id': task-3912776, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.331817} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.311811] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-edd32ed7-901d-4be2-a0cc-5bd3174a1f6e tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 759.311934] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-edd32ed7-901d-4be2-a0cc-5bd3174a1f6e tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: 850f970e-3e0e-4328-a584-ddbe3e8a2c42] Deleted contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 759.312115] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-edd32ed7-901d-4be2-a0cc-5bd3174a1f6e tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: 850f970e-3e0e-4328-a584-ddbe3e8a2c42] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 759.312444] env[70527]: INFO nova.compute.manager [None req-edd32ed7-901d-4be2-a0cc-5bd3174a1f6e tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: 850f970e-3e0e-4328-a584-ddbe3e8a2c42] Took 1.15 seconds to destroy the instance on the hypervisor. [ 759.312523] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-edd32ed7-901d-4be2-a0cc-5bd3174a1f6e tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 759.312680] env[70527]: DEBUG nova.compute.manager [-] [instance: 850f970e-3e0e-4328-a584-ddbe3e8a2c42] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 759.312773] env[70527]: DEBUG nova.network.neutron [-] [instance: 850f970e-3e0e-4328-a584-ddbe3e8a2c42] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 759.340023] env[70527]: DEBUG oslo_vmware.api [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Task: {'id': task-3912777, 'name': PowerOnVM_Task} progress is 76%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.368142] env[70527]: DEBUG nova.scheduler.client.report [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Updated inventory for provider 471551d3-0608-4bcf-a939-f4ec286b26ca with generation 48 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 759.368407] env[70527]: DEBUG nova.compute.provider_tree [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Updating resource provider 471551d3-0608-4bcf-a939-f4ec286b26ca generation from 48 to 49 during operation: update_inventory {{(pid=70527) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 759.368709] env[70527]: DEBUG nova.compute.provider_tree [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Updating inventory in ProviderTree for provider 471551d3-0608-4bcf-a939-f4ec286b26ca with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 759.520669] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912774, 'name': CreateVM_Task, 'duration_secs': 0.699473} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.521200] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 759.521925] env[70527]: DEBUG oslo_concurrency.lockutils [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.522105] env[70527]: DEBUG oslo_concurrency.lockutils [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.522443] env[70527]: DEBUG oslo_concurrency.lockutils [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.522707] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a4f5fa0-8d29-4610-967a-250335cf95e0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.529566] env[70527]: DEBUG oslo_vmware.api [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for the task: (returnval){ [ 759.529566] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52d1ec49-9454-a26f-70c8-846823b019b7" [ 759.529566] env[70527]: _type = "Task" [ 759.529566] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.539650] env[70527]: DEBUG oslo_vmware.api [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52d1ec49-9454-a26f-70c8-846823b019b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.823611] env[70527]: DEBUG nova.compute.manager [req-cfce1b6d-26c8-41e4-8c31-401596908c1c req-0a05a195-8e0e-436e-a7ad-0110b3ba941c service nova] [instance: 850f970e-3e0e-4328-a584-ddbe3e8a2c42] Received event network-vif-deleted-c6a79693-0503-4218-8e85-4129fdfd82ad {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 759.823611] env[70527]: INFO nova.compute.manager [req-cfce1b6d-26c8-41e4-8c31-401596908c1c req-0a05a195-8e0e-436e-a7ad-0110b3ba941c service nova] [instance: 850f970e-3e0e-4328-a584-ddbe3e8a2c42] Neutron deleted interface c6a79693-0503-4218-8e85-4129fdfd82ad; detaching it from the instance and deleting it from the info cache [ 759.823611] env[70527]: DEBUG nova.network.neutron [req-cfce1b6d-26c8-41e4-8c31-401596908c1c req-0a05a195-8e0e-436e-a7ad-0110b3ba941c service nova] [instance: 850f970e-3e0e-4328-a584-ddbe3e8a2c42] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.840068] env[70527]: DEBUG oslo_vmware.api [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Task: {'id': task-3912777, 'name': PowerOnVM_Task, 'duration_secs': 0.862072} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.840451] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] [instance: 17f84970-6de3-497d-b810-719b4964ef12] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 759.840743] env[70527]: INFO nova.compute.manager [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] [instance: 17f84970-6de3-497d-b810-719b4964ef12] Took 9.01 seconds to spawn the instance on the hypervisor. [ 759.840998] env[70527]: DEBUG nova.compute.manager [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] [instance: 17f84970-6de3-497d-b810-719b4964ef12] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 759.841908] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5095865f-6476-4aa4-9bba-fc9ee8220726 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.878230] env[70527]: DEBUG oslo_concurrency.lockutils [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.899s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.878230] env[70527]: DEBUG nova.compute.manager [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] [instance: da8faa86-f0f4-4376-8230-044988916d00] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 759.879669] env[70527]: DEBUG oslo_concurrency.lockutils [None req-e9663531-61cd-4100-8eae-1e8f6a25ec6f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.171s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.880467] env[70527]: DEBUG nova.objects.instance [None req-e9663531-61cd-4100-8eae-1e8f6a25ec6f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Lazy-loading 'resources' on Instance uuid 5db10105-c39d-4d08-b423-0df14ac4250d {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 760.042725] env[70527]: DEBUG oslo_vmware.api [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52d1ec49-9454-a26f-70c8-846823b019b7, 'name': SearchDatastore_Task, 'duration_secs': 0.022353} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.043540] env[70527]: DEBUG oslo_concurrency.lockutils [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.043643] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 760.044216] env[70527]: DEBUG oslo_concurrency.lockutils [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.044340] env[70527]: DEBUG oslo_concurrency.lockutils [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.044611] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 760.044834] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-adbf2bb4-7dd2-4198-a5db-de0e64f37587 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.057404] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 760.057599] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 760.059088] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-700f0475-46f2-4af5-8bd6-de824366ea4c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.069523] env[70527]: DEBUG oslo_vmware.api [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for the task: (returnval){ [ 760.069523] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]524ef9f2-4566-0fde-6c9d-3b6b94f28770" [ 760.069523] env[70527]: _type = "Task" [ 760.069523] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.082447] env[70527]: DEBUG oslo_vmware.api [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]524ef9f2-4566-0fde-6c9d-3b6b94f28770, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.298876] env[70527]: DEBUG nova.network.neutron [-] [instance: 850f970e-3e0e-4328-a584-ddbe3e8a2c42] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.330159] env[70527]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fb935803-b689-45dc-ab76-abf652c8e9f6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.340951] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736417e0-8a23-4cee-a490-352b2ab6e86c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.362254] env[70527]: INFO nova.compute.manager [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] [instance: 17f84970-6de3-497d-b810-719b4964ef12] Took 42.21 seconds to build instance. [ 760.377407] env[70527]: DEBUG nova.compute.manager [req-cfce1b6d-26c8-41e4-8c31-401596908c1c req-0a05a195-8e0e-436e-a7ad-0110b3ba941c service nova] [instance: 850f970e-3e0e-4328-a584-ddbe3e8a2c42] Detach interface failed, port_id=c6a79693-0503-4218-8e85-4129fdfd82ad, reason: Instance 850f970e-3e0e-4328-a584-ddbe3e8a2c42 could not be found. {{(pid=70527) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 760.383416] env[70527]: DEBUG nova.compute.utils [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 760.387154] env[70527]: DEBUG nova.compute.manager [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] [instance: da8faa86-f0f4-4376-8230-044988916d00] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 760.387357] env[70527]: DEBUG nova.network.neutron [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] [instance: da8faa86-f0f4-4376-8230-044988916d00] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 760.460862] env[70527]: DEBUG nova.policy [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b23ebf0bc0e4d7f991461e80ce05eee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9f5ff120ddc54efbab7bcbf8618f97f5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 760.583744] env[70527]: DEBUG oslo_vmware.api [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]524ef9f2-4566-0fde-6c9d-3b6b94f28770, 'name': SearchDatastore_Task, 'duration_secs': 0.020988} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.585343] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4e64b26-f63a-45a8-8105-3b70d46ff586 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.594950] env[70527]: DEBUG oslo_vmware.api [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for the task: (returnval){ [ 760.594950] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52002183-54b9-927c-3efb-7f8ce286de3d" [ 760.594950] env[70527]: _type = "Task" [ 760.594950] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.607776] env[70527]: DEBUG oslo_vmware.api [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52002183-54b9-927c-3efb-7f8ce286de3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.807043] env[70527]: INFO nova.compute.manager [-] [instance: 850f970e-3e0e-4328-a584-ddbe3e8a2c42] Took 1.49 seconds to deallocate network for instance. [ 760.818323] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 760.820983] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 760.823372] env[70527]: DEBUG nova.network.neutron [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] [instance: da8faa86-f0f4-4376-8230-044988916d00] Successfully created port: 46351129-a41f-4a6f-8628-40debf3f6f70 {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 760.863744] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c25c03e2-664d-4789-bc0f-26b581e3c346 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Lock "17f84970-6de3-497d-b810-719b4964ef12" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.743s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.893018] env[70527]: DEBUG nova.compute.manager [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] [instance: da8faa86-f0f4-4376-8230-044988916d00] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 760.955373] env[70527]: DEBUG oslo_concurrency.lockutils [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Acquiring lock "d77710c6-f1aa-45a5-9318-68bd49f93256" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.955626] env[70527]: DEBUG oslo_concurrency.lockutils [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Lock "d77710c6-f1aa-45a5-9318-68bd49f93256" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.998444] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9987a240-3148-43a9-868c-e7e7bae775a5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.011025] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98675a5-4e14-4419-bb53-10ea82866e1e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.047522] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f662a9-e194-4ebb-a353-68c2fb188eea {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.055972] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09608e04-e1dd-4f40-8a37-b3ef9d9a6677 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.070394] env[70527]: DEBUG nova.compute.provider_tree [None req-e9663531-61cd-4100-8eae-1e8f6a25ec6f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 761.105743] env[70527]: DEBUG oslo_vmware.api [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52002183-54b9-927c-3efb-7f8ce286de3d, 'name': SearchDatastore_Task, 'duration_secs': 0.023353} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.105908] env[70527]: DEBUG oslo_concurrency.lockutils [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.106155] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 680e9855-2905-4c0d-adc7-e45781fd1e4e/680e9855-2905-4c0d-adc7-e45781fd1e4e.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 761.106420] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d68631ab-370a-4d00-bcd8-95ee0d0dd0fd {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.115267] env[70527]: DEBUG oslo_vmware.api [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for the task: (returnval){ [ 761.115267] env[70527]: value = "task-3912778" [ 761.115267] env[70527]: _type = "Task" [ 761.115267] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.124352] env[70527]: DEBUG oslo_vmware.api [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3912778, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.315445] env[70527]: DEBUG oslo_concurrency.lockutils [None req-edd32ed7-901d-4be2-a0cc-5bd3174a1f6e tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.332247] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 761.333551] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 761.333551] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 761.333551] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 761.333551] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 761.337486] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 761.337486] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70527) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 761.337486] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager.update_available_resource {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 761.367615] env[70527]: DEBUG nova.compute.manager [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 761.576161] env[70527]: DEBUG nova.scheduler.client.report [None req-e9663531-61cd-4100-8eae-1e8f6a25ec6f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 761.627502] env[70527]: DEBUG oslo_vmware.api [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3912778, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.672357] env[70527]: DEBUG nova.compute.manager [req-aaa263ee-b83e-48f9-98ab-ec0ea24e0225 req-7dd443df-cd4a-4d68-8527-0f95607f2b6b service nova] [instance: c90b8c2b-6a16-41e0-87a9-c0368fd34446] Received event network-changed-ba1ec5c0-406f-462e-83f6-e7049acb555f {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 761.672880] env[70527]: DEBUG nova.compute.manager [req-aaa263ee-b83e-48f9-98ab-ec0ea24e0225 req-7dd443df-cd4a-4d68-8527-0f95607f2b6b service nova] [instance: c90b8c2b-6a16-41e0-87a9-c0368fd34446] Refreshing instance network info cache due to event network-changed-ba1ec5c0-406f-462e-83f6-e7049acb555f. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 761.672880] env[70527]: DEBUG oslo_concurrency.lockutils [req-aaa263ee-b83e-48f9-98ab-ec0ea24e0225 req-7dd443df-cd4a-4d68-8527-0f95607f2b6b service nova] Acquiring lock "refresh_cache-c90b8c2b-6a16-41e0-87a9-c0368fd34446" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.673152] env[70527]: DEBUG oslo_concurrency.lockutils [req-aaa263ee-b83e-48f9-98ab-ec0ea24e0225 req-7dd443df-cd4a-4d68-8527-0f95607f2b6b service nova] Acquired lock "refresh_cache-c90b8c2b-6a16-41e0-87a9-c0368fd34446" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.677471] env[70527]: DEBUG nova.network.neutron [req-aaa263ee-b83e-48f9-98ab-ec0ea24e0225 req-7dd443df-cd4a-4d68-8527-0f95607f2b6b service nova] [instance: c90b8c2b-6a16-41e0-87a9-c0368fd34446] Refreshing network info cache for port ba1ec5c0-406f-462e-83f6-e7049acb555f {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 761.839933] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.896205] env[70527]: DEBUG oslo_concurrency.lockutils [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.901644] env[70527]: DEBUG nova.compute.manager [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] [instance: da8faa86-f0f4-4376-8230-044988916d00] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 761.933266] env[70527]: DEBUG nova.virt.hardware [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 761.933532] env[70527]: DEBUG nova.virt.hardware [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 761.933763] env[70527]: DEBUG nova.virt.hardware [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 761.934046] env[70527]: DEBUG nova.virt.hardware [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 761.934280] env[70527]: DEBUG nova.virt.hardware [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 761.934513] env[70527]: DEBUG nova.virt.hardware [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 761.934862] env[70527]: DEBUG nova.virt.hardware [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 761.935101] env[70527]: DEBUG nova.virt.hardware [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 761.935372] env[70527]: DEBUG nova.virt.hardware [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 761.935619] env[70527]: DEBUG nova.virt.hardware [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 761.935886] env[70527]: DEBUG nova.virt.hardware [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 761.937232] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70795d89-9d75-43d6-920e-595d87ada11b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.948927] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd610b8-e2ff-455e-968c-256e865a9b1c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.082078] env[70527]: DEBUG oslo_concurrency.lockutils [None req-e9663531-61cd-4100-8eae-1e8f6a25ec6f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.200s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.082729] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.741s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.084365] env[70527]: INFO nova.compute.claims [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] [instance: e0f5066e-917e-4e4a-9b1c-b2e9eef96296] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 762.127632] env[70527]: DEBUG oslo_vmware.api [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3912778, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.733749} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.129116] env[70527]: INFO nova.scheduler.client.report [None req-e9663531-61cd-4100-8eae-1e8f6a25ec6f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Deleted allocations for instance 5db10105-c39d-4d08-b423-0df14ac4250d [ 762.130566] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 680e9855-2905-4c0d-adc7-e45781fd1e4e/680e9855-2905-4c0d-adc7-e45781fd1e4e.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 762.131024] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 762.135258] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-057a17af-0b66-4052-b89b-45612d250120 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.147984] env[70527]: DEBUG oslo_vmware.api [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for the task: (returnval){ [ 762.147984] env[70527]: value = "task-3912779" [ 762.147984] env[70527]: _type = "Task" [ 762.147984] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.157631] env[70527]: DEBUG oslo_vmware.api [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3912779, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.414404] env[70527]: DEBUG oslo_vmware.rw_handles [None req-6b633536-ab4d-477d-900a-022fd6ac08be tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bd8d9c-aca1-5213-afbd-d92142dd28b2/disk-0.vmdk. {{(pid=70527) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 762.415427] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7647edbb-a151-409c-913d-2b5606acc5dd {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.426990] env[70527]: DEBUG oslo_vmware.rw_handles [None req-6b633536-ab4d-477d-900a-022fd6ac08be tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bd8d9c-aca1-5213-afbd-d92142dd28b2/disk-0.vmdk is in state: ready. {{(pid=70527) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 762.427266] env[70527]: ERROR oslo_vmware.rw_handles [None req-6b633536-ab4d-477d-900a-022fd6ac08be tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bd8d9c-aca1-5213-afbd-d92142dd28b2/disk-0.vmdk due to incomplete transfer. [ 762.427734] env[70527]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-05b4362d-e533-4730-ae60-11b3edc402b2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.437720] env[70527]: DEBUG oslo_vmware.rw_handles [None req-6b633536-ab4d-477d-900a-022fd6ac08be tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bd8d9c-aca1-5213-afbd-d92142dd28b2/disk-0.vmdk. {{(pid=70527) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 762.437986] env[70527]: DEBUG nova.virt.vmwareapi.images [None req-6b633536-ab4d-477d-900a-022fd6ac08be tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] [instance: 7d528f60-1928-4642-9764-ac7c776b85f6] Uploaded image 6d610ec5-b350-4ef6-986d-93bc64386f1c to the Glance image server {{(pid=70527) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 762.442180] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b633536-ab4d-477d-900a-022fd6ac08be tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] [instance: 7d528f60-1928-4642-9764-ac7c776b85f6] Destroying the VM {{(pid=70527) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 762.442486] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4da679e4-3075-48ad-9dc8-360045bf2195 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.452861] env[70527]: DEBUG oslo_vmware.api [None req-6b633536-ab4d-477d-900a-022fd6ac08be tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Waiting for the task: (returnval){ [ 762.452861] env[70527]: value = "task-3912780" [ 762.452861] env[70527]: _type = "Task" [ 762.452861] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.467975] env[70527]: DEBUG oslo_vmware.api [None req-6b633536-ab4d-477d-900a-022fd6ac08be tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Task: {'id': task-3912780, 'name': Destroy_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.642988] env[70527]: DEBUG oslo_concurrency.lockutils [None req-e9663531-61cd-4100-8eae-1e8f6a25ec6f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Lock "5db10105-c39d-4d08-b423-0df14ac4250d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.437s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.657297] env[70527]: DEBUG oslo_vmware.api [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3912779, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074777} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.657624] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 762.658487] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7666bc38-95d6-4a51-a6d6-1f53d33d10a1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.688802] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 680e9855-2905-4c0d-adc7-e45781fd1e4e/680e9855-2905-4c0d-adc7-e45781fd1e4e.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 762.689537] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2fadc1b-0d09-40ea-b268-d28008013e47 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.713047] env[70527]: DEBUG oslo_vmware.api [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for the task: (returnval){ [ 762.713047] env[70527]: value = "task-3912781" [ 762.713047] env[70527]: _type = "Task" [ 762.713047] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.727135] env[70527]: DEBUG oslo_vmware.api [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3912781, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.751854] env[70527]: DEBUG nova.network.neutron [req-aaa263ee-b83e-48f9-98ab-ec0ea24e0225 req-7dd443df-cd4a-4d68-8527-0f95607f2b6b service nova] [instance: c90b8c2b-6a16-41e0-87a9-c0368fd34446] Updated VIF entry in instance network info cache for port ba1ec5c0-406f-462e-83f6-e7049acb555f. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 762.752248] env[70527]: DEBUG nova.network.neutron [req-aaa263ee-b83e-48f9-98ab-ec0ea24e0225 req-7dd443df-cd4a-4d68-8527-0f95607f2b6b service nova] [instance: c90b8c2b-6a16-41e0-87a9-c0368fd34446] Updating instance_info_cache with network_info: [{"id": "ba1ec5c0-406f-462e-83f6-e7049acb555f", "address": "fa:16:3e:12:0a:44", "network": {"id": "e10e1c6a-cee6-4869-8d23-4eadf4149b19", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-434040304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2dd0f0deabc4889b03b9a30ae205e8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a64108f9-df0a-4feb-bbb5-97f5841c356c", "external-id": "nsx-vlan-transportzone-67", "segmentation_id": 67, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba1ec5c0-40", "ovs_interfaceid": "ba1ec5c0-406f-462e-83f6-e7049acb555f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.898192] env[70527]: DEBUG nova.network.neutron [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] [instance: da8faa86-f0f4-4376-8230-044988916d00] Successfully updated port: 46351129-a41f-4a6f-8628-40debf3f6f70 {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 762.968809] env[70527]: DEBUG oslo_vmware.api [None req-6b633536-ab4d-477d-900a-022fd6ac08be tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Task: {'id': task-3912780, 'name': Destroy_Task} progress is 33%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.102408] env[70527]: DEBUG nova.compute.manager [req-df29c04c-0e6d-43ea-9286-bc792f2e625e req-13165428-ed80-4007-a66a-6d3a74416193 service nova] [instance: da8faa86-f0f4-4376-8230-044988916d00] Received event network-vif-plugged-46351129-a41f-4a6f-8628-40debf3f6f70 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.102408] env[70527]: DEBUG oslo_concurrency.lockutils [req-df29c04c-0e6d-43ea-9286-bc792f2e625e req-13165428-ed80-4007-a66a-6d3a74416193 service nova] Acquiring lock "da8faa86-f0f4-4376-8230-044988916d00-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.102408] env[70527]: DEBUG oslo_concurrency.lockutils [req-df29c04c-0e6d-43ea-9286-bc792f2e625e req-13165428-ed80-4007-a66a-6d3a74416193 service nova] Lock "da8faa86-f0f4-4376-8230-044988916d00-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.102408] env[70527]: DEBUG oslo_concurrency.lockutils [req-df29c04c-0e6d-43ea-9286-bc792f2e625e req-13165428-ed80-4007-a66a-6d3a74416193 service nova] Lock "da8faa86-f0f4-4376-8230-044988916d00-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.102408] env[70527]: DEBUG nova.compute.manager [req-df29c04c-0e6d-43ea-9286-bc792f2e625e req-13165428-ed80-4007-a66a-6d3a74416193 service nova] [instance: da8faa86-f0f4-4376-8230-044988916d00] No waiting events found dispatching network-vif-plugged-46351129-a41f-4a6f-8628-40debf3f6f70 {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 763.102716] env[70527]: WARNING nova.compute.manager [req-df29c04c-0e6d-43ea-9286-bc792f2e625e req-13165428-ed80-4007-a66a-6d3a74416193 service nova] [instance: da8faa86-f0f4-4376-8230-044988916d00] Received unexpected event network-vif-plugged-46351129-a41f-4a6f-8628-40debf3f6f70 for instance with vm_state building and task_state spawning. [ 763.226981] env[70527]: DEBUG oslo_vmware.api [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3912781, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.254980] env[70527]: DEBUG oslo_concurrency.lockutils [req-aaa263ee-b83e-48f9-98ab-ec0ea24e0225 req-7dd443df-cd4a-4d68-8527-0f95607f2b6b service nova] Releasing lock "refresh_cache-c90b8c2b-6a16-41e0-87a9-c0368fd34446" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.406171] env[70527]: DEBUG oslo_concurrency.lockutils [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Acquiring lock "refresh_cache-da8faa86-f0f4-4376-8230-044988916d00" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.406171] env[70527]: DEBUG oslo_concurrency.lockutils [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Acquired lock "refresh_cache-da8faa86-f0f4-4376-8230-044988916d00" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.406171] env[70527]: DEBUG nova.network.neutron [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] [instance: da8faa86-f0f4-4376-8230-044988916d00] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 763.466080] env[70527]: DEBUG oslo_vmware.api [None req-6b633536-ab4d-477d-900a-022fd6ac08be tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Task: {'id': task-3912780, 'name': Destroy_Task, 'duration_secs': 0.931133} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.467128] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-6b633536-ab4d-477d-900a-022fd6ac08be tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] [instance: 7d528f60-1928-4642-9764-ac7c776b85f6] Destroyed the VM [ 763.467492] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-6b633536-ab4d-477d-900a-022fd6ac08be tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] [instance: 7d528f60-1928-4642-9764-ac7c776b85f6] Deleting Snapshot of the VM instance {{(pid=70527) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 763.468180] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9d0e5548-4e6c-485a-a7dc-6b4b52f58008 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.479311] env[70527]: DEBUG oslo_vmware.api [None req-6b633536-ab4d-477d-900a-022fd6ac08be tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Waiting for the task: (returnval){ [ 763.479311] env[70527]: value = "task-3912782" [ 763.479311] env[70527]: _type = "Task" [ 763.479311] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.499134] env[70527]: DEBUG oslo_vmware.api [None req-6b633536-ab4d-477d-900a-022fd6ac08be tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Task: {'id': task-3912782, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.663944] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-062c0458-7874-40bf-b9d8-38cc40b213f0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.672403] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f57b7c1-eed1-4662-bec7-659216488974 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.710007] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86840ed-80ab-4e75-bf5d-a0ebdeb1ee05 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.721722] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081304fe-5a76-4904-8b95-0fc2f5e601fb {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.730350] env[70527]: DEBUG oslo_vmware.api [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3912781, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.741364] env[70527]: DEBUG nova.compute.provider_tree [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 763.961632] env[70527]: DEBUG nova.network.neutron [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] [instance: da8faa86-f0f4-4376-8230-044988916d00] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 763.990132] env[70527]: DEBUG oslo_vmware.api [None req-6b633536-ab4d-477d-900a-022fd6ac08be tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Task: {'id': task-3912782, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.166459] env[70527]: DEBUG nova.network.neutron [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] [instance: da8faa86-f0f4-4376-8230-044988916d00] Updating instance_info_cache with network_info: [{"id": "46351129-a41f-4a6f-8628-40debf3f6f70", "address": "fa:16:3e:ff:ee:13", "network": {"id": "29b8e902-296b-4709-aca2-c446fcf3fa56", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3eee3a2e62a4bcdad1e7484fcad9e2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46351129-a4", "ovs_interfaceid": "46351129-a41f-4a6f-8628-40debf3f6f70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.224640] env[70527]: DEBUG oslo_vmware.api [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3912781, 'name': ReconfigVM_Task, 'duration_secs': 1.253614} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.224922] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 680e9855-2905-4c0d-adc7-e45781fd1e4e/680e9855-2905-4c0d-adc7-e45781fd1e4e.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 764.225605] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76fdee09-bc38-4af1-9ce6-5aff60dabb1f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.232474] env[70527]: DEBUG oslo_vmware.api [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for the task: (returnval){ [ 764.232474] env[70527]: value = "task-3912783" [ 764.232474] env[70527]: _type = "Task" [ 764.232474] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.240664] env[70527]: DEBUG oslo_vmware.api [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3912783, 'name': Rename_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.245081] env[70527]: DEBUG nova.scheduler.client.report [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.491044] env[70527]: DEBUG oslo_vmware.api [None req-6b633536-ab4d-477d-900a-022fd6ac08be tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Task: {'id': task-3912782, 'name': RemoveSnapshot_Task} progress is 57%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.668545] env[70527]: DEBUG oslo_concurrency.lockutils [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Releasing lock "refresh_cache-da8faa86-f0f4-4376-8230-044988916d00" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.668883] env[70527]: DEBUG nova.compute.manager [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] [instance: da8faa86-f0f4-4376-8230-044988916d00] Instance network_info: |[{"id": "46351129-a41f-4a6f-8628-40debf3f6f70", "address": "fa:16:3e:ff:ee:13", "network": {"id": "29b8e902-296b-4709-aca2-c446fcf3fa56", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3eee3a2e62a4bcdad1e7484fcad9e2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46351129-a4", "ovs_interfaceid": "46351129-a41f-4a6f-8628-40debf3f6f70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 764.669335] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] [instance: da8faa86-f0f4-4376-8230-044988916d00] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:ee:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73eeba7c-29e1-4fdf-82b3-d62e63e86051', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '46351129-a41f-4a6f-8628-40debf3f6f70', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 764.684670] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 764.684670] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da8faa86-f0f4-4376-8230-044988916d00] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 764.684670] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a672b38-16c3-4293-af6d-71e2c9505735 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.705440] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 764.705440] env[70527]: value = "task-3912784" [ 764.705440] env[70527]: _type = "Task" [ 764.705440] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.713494] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912784, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.742327] env[70527]: DEBUG oslo_vmware.api [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3912783, 'name': Rename_Task, 'duration_secs': 0.195117} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.742488] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 764.742720] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cbfa0cb6-20fb-4371-9f42-5c7b1a686758 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.749839] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.667s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.750612] env[70527]: DEBUG nova.compute.manager [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] [instance: e0f5066e-917e-4e4a-9b1c-b2e9eef96296] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 764.754890] env[70527]: DEBUG oslo_concurrency.lockutils [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.320s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.756916] env[70527]: INFO nova.compute.claims [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] [instance: 269d41c2-b7c9-4d6d-9671-3c31ac3b02ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 764.759820] env[70527]: DEBUG oslo_vmware.api [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for the task: (returnval){ [ 764.759820] env[70527]: value = "task-3912785" [ 764.759820] env[70527]: _type = "Task" [ 764.759820] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.769988] env[70527]: DEBUG oslo_vmware.api [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3912785, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.995267] env[70527]: DEBUG oslo_vmware.api [None req-6b633536-ab4d-477d-900a-022fd6ac08be tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Task: {'id': task-3912782, 'name': RemoveSnapshot_Task, 'duration_secs': 1.104301} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.995267] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-6b633536-ab4d-477d-900a-022fd6ac08be tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] [instance: 7d528f60-1928-4642-9764-ac7c776b85f6] Deleted Snapshot of the VM instance {{(pid=70527) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 764.995267] env[70527]: INFO nova.compute.manager [None req-6b633536-ab4d-477d-900a-022fd6ac08be tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] [instance: 7d528f60-1928-4642-9764-ac7c776b85f6] Took 16.81 seconds to snapshot the instance on the hypervisor. [ 765.215731] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912784, 'name': CreateVM_Task, 'duration_secs': 0.332224} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.215906] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da8faa86-f0f4-4376-8230-044988916d00] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 765.216655] env[70527]: DEBUG oslo_concurrency.lockutils [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.216817] env[70527]: DEBUG oslo_concurrency.lockutils [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.217158] env[70527]: DEBUG oslo_concurrency.lockutils [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.217429] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13b5301e-c986-4fe5-818d-f74fed3a6904 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.223403] env[70527]: DEBUG oslo_vmware.api [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Waiting for the task: (returnval){ [ 765.223403] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52acb017-6a92-7a35-74ef-10a8b51ce8a7" [ 765.223403] env[70527]: _type = "Task" [ 765.223403] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.232310] env[70527]: DEBUG oslo_vmware.api [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52acb017-6a92-7a35-74ef-10a8b51ce8a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.264172] env[70527]: DEBUG nova.compute.utils [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 765.265393] env[70527]: DEBUG nova.compute.manager [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] [instance: e0f5066e-917e-4e4a-9b1c-b2e9eef96296] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 765.265555] env[70527]: DEBUG nova.network.neutron [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] [instance: e0f5066e-917e-4e4a-9b1c-b2e9eef96296] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 765.278935] env[70527]: DEBUG oslo_vmware.api [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3912785, 'name': PowerOnVM_Task} progress is 64%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.332233] env[70527]: DEBUG nova.policy [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1522a083213348a1965a4fa7a8ee9efe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3e24ffbe8dc4d38965936d2c9696174', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 765.457313] env[70527]: DEBUG nova.compute.manager [req-00c2de9b-aff8-4ebc-9aef-428159c12169 req-f0d0057d-cb6a-4773-8413-c080721f3018 service nova] [instance: da8faa86-f0f4-4376-8230-044988916d00] Received event network-changed-46351129-a41f-4a6f-8628-40debf3f6f70 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.457313] env[70527]: DEBUG nova.compute.manager [req-00c2de9b-aff8-4ebc-9aef-428159c12169 req-f0d0057d-cb6a-4773-8413-c080721f3018 service nova] [instance: da8faa86-f0f4-4376-8230-044988916d00] Refreshing instance network info cache due to event network-changed-46351129-a41f-4a6f-8628-40debf3f6f70. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 765.457313] env[70527]: DEBUG oslo_concurrency.lockutils [req-00c2de9b-aff8-4ebc-9aef-428159c12169 req-f0d0057d-cb6a-4773-8413-c080721f3018 service nova] Acquiring lock "refresh_cache-da8faa86-f0f4-4376-8230-044988916d00" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.457313] env[70527]: DEBUG oslo_concurrency.lockutils [req-00c2de9b-aff8-4ebc-9aef-428159c12169 req-f0d0057d-cb6a-4773-8413-c080721f3018 service nova] Acquired lock "refresh_cache-da8faa86-f0f4-4376-8230-044988916d00" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.457313] env[70527]: DEBUG nova.network.neutron [req-00c2de9b-aff8-4ebc-9aef-428159c12169 req-f0d0057d-cb6a-4773-8413-c080721f3018 service nova] [instance: da8faa86-f0f4-4376-8230-044988916d00] Refreshing network info cache for port 46351129-a41f-4a6f-8628-40debf3f6f70 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 765.739240] env[70527]: DEBUG oslo_vmware.api [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52acb017-6a92-7a35-74ef-10a8b51ce8a7, 'name': SearchDatastore_Task, 'duration_secs': 0.010484} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.739240] env[70527]: DEBUG oslo_concurrency.lockutils [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.739240] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] [instance: da8faa86-f0f4-4376-8230-044988916d00] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 765.740182] env[70527]: DEBUG oslo_concurrency.lockutils [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.740637] env[70527]: DEBUG oslo_concurrency.lockutils [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.740637] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 765.741025] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5308b9b8-1147-4194-8495-fc0a82818310 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.756113] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 765.756113] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 765.756113] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-751d9cd6-a3ef-4ed1-a46f-b2b2480f62da {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.766964] env[70527]: DEBUG oslo_vmware.api [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Waiting for the task: (returnval){ [ 765.766964] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52187ac4-92c5-70e0-afe1-8d74abacf921" [ 765.766964] env[70527]: _type = "Task" [ 765.766964] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.776434] env[70527]: DEBUG nova.compute.manager [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] [instance: e0f5066e-917e-4e4a-9b1c-b2e9eef96296] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 765.785118] env[70527]: DEBUG oslo_vmware.api [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52187ac4-92c5-70e0-afe1-8d74abacf921, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.789806] env[70527]: DEBUG oslo_vmware.api [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3912785, 'name': PowerOnVM_Task, 'duration_secs': 0.978979} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.790117] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 765.790335] env[70527]: INFO nova.compute.manager [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Took 11.12 seconds to spawn the instance on the hypervisor. [ 765.790515] env[70527]: DEBUG nova.compute.manager [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 765.791407] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-138162ac-6730-4c1f-9cb0-1161dc3b9b11 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.836262] env[70527]: DEBUG nova.network.neutron [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] [instance: e0f5066e-917e-4e4a-9b1c-b2e9eef96296] Successfully created port: bfa1041c-2b84-4705-b1c0-6203f4c95575 {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 766.201023] env[70527]: DEBUG oslo_concurrency.lockutils [None req-03b0040a-63c0-44f1-a0fe-3d6184353e29 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Acquiring lock "17f84970-6de3-497d-b810-719b4964ef12" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.201339] env[70527]: DEBUG oslo_concurrency.lockutils [None req-03b0040a-63c0-44f1-a0fe-3d6184353e29 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Lock "17f84970-6de3-497d-b810-719b4964ef12" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.201591] env[70527]: DEBUG oslo_concurrency.lockutils [None req-03b0040a-63c0-44f1-a0fe-3d6184353e29 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Acquiring lock "17f84970-6de3-497d-b810-719b4964ef12-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.201769] env[70527]: DEBUG oslo_concurrency.lockutils [None req-03b0040a-63c0-44f1-a0fe-3d6184353e29 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Lock "17f84970-6de3-497d-b810-719b4964ef12-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.201941] env[70527]: DEBUG oslo_concurrency.lockutils [None req-03b0040a-63c0-44f1-a0fe-3d6184353e29 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Lock "17f84970-6de3-497d-b810-719b4964ef12-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.206625] env[70527]: INFO nova.compute.manager [None req-03b0040a-63c0-44f1-a0fe-3d6184353e29 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] [instance: 17f84970-6de3-497d-b810-719b4964ef12] Terminating instance [ 766.280871] env[70527]: DEBUG oslo_vmware.api [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52187ac4-92c5-70e0-afe1-8d74abacf921, 'name': SearchDatastore_Task, 'duration_secs': 0.028601} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.281910] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c06fcfd4-a10b-4894-b2a2-607ea5848892 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.294500] env[70527]: DEBUG oslo_vmware.api [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Waiting for the task: (returnval){ [ 766.294500] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52b45097-76ad-4b03-751a-f115db02dce4" [ 766.294500] env[70527]: _type = "Task" [ 766.294500] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.314899] env[70527]: DEBUG oslo_vmware.api [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52b45097-76ad-4b03-751a-f115db02dce4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.320023] env[70527]: INFO nova.compute.manager [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Took 47.07 seconds to build instance. [ 766.363841] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddcb9c7b-2756-4f35-9e9d-6485a2c9bbf7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.372878] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f795ee-8afb-4d26-bb3b-94777c04295b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.414318] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0417507f-5196-406e-b1a9-69c612f8d2d8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.425361] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7ca81e-4353-463e-bf85-59a291a86bc4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.441054] env[70527]: DEBUG nova.compute.provider_tree [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.497521] env[70527]: DEBUG nova.network.neutron [req-00c2de9b-aff8-4ebc-9aef-428159c12169 req-f0d0057d-cb6a-4773-8413-c080721f3018 service nova] [instance: da8faa86-f0f4-4376-8230-044988916d00] Updated VIF entry in instance network info cache for port 46351129-a41f-4a6f-8628-40debf3f6f70. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 766.497903] env[70527]: DEBUG nova.network.neutron [req-00c2de9b-aff8-4ebc-9aef-428159c12169 req-f0d0057d-cb6a-4773-8413-c080721f3018 service nova] [instance: da8faa86-f0f4-4376-8230-044988916d00] Updating instance_info_cache with network_info: [{"id": "46351129-a41f-4a6f-8628-40debf3f6f70", "address": "fa:16:3e:ff:ee:13", "network": {"id": "29b8e902-296b-4709-aca2-c446fcf3fa56", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3eee3a2e62a4bcdad1e7484fcad9e2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46351129-a4", "ovs_interfaceid": "46351129-a41f-4a6f-8628-40debf3f6f70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.712949] env[70527]: DEBUG nova.compute.manager [None req-03b0040a-63c0-44f1-a0fe-3d6184353e29 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] [instance: 17f84970-6de3-497d-b810-719b4964ef12] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 766.713223] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-03b0040a-63c0-44f1-a0fe-3d6184353e29 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] [instance: 17f84970-6de3-497d-b810-719b4964ef12] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 766.714124] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2fee15-1579-4b44-9bb2-57227e321eff {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.728283] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-03b0040a-63c0-44f1-a0fe-3d6184353e29 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] [instance: 17f84970-6de3-497d-b810-719b4964ef12] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 766.728595] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a95ad276-a6e3-4299-8e82-644496808d60 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.738286] env[70527]: DEBUG oslo_vmware.api [None req-03b0040a-63c0-44f1-a0fe-3d6184353e29 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Waiting for the task: (returnval){ [ 766.738286] env[70527]: value = "task-3912786" [ 766.738286] env[70527]: _type = "Task" [ 766.738286] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.750141] env[70527]: DEBUG oslo_vmware.api [None req-03b0040a-63c0-44f1-a0fe-3d6184353e29 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Task: {'id': task-3912786, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.793828] env[70527]: DEBUG nova.compute.manager [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] [instance: e0f5066e-917e-4e4a-9b1c-b2e9eef96296] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 766.807197] env[70527]: DEBUG oslo_vmware.api [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52b45097-76ad-4b03-751a-f115db02dce4, 'name': SearchDatastore_Task, 'duration_secs': 0.028277} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.808186] env[70527]: DEBUG oslo_concurrency.lockutils [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.808186] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] da8faa86-f0f4-4376-8230-044988916d00/da8faa86-f0f4-4376-8230-044988916d00.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 766.808445] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86edb7c7-2eed-401c-9866-e76777bb9e0a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.836917] env[70527]: DEBUG nova.virt.hardware [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 766.836917] env[70527]: DEBUG nova.virt.hardware [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 766.836917] env[70527]: DEBUG nova.virt.hardware [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 766.836917] env[70527]: DEBUG nova.virt.hardware [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 766.837922] env[70527]: DEBUG nova.virt.hardware [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 766.837922] env[70527]: DEBUG nova.virt.hardware [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 766.837922] env[70527]: DEBUG nova.virt.hardware [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 766.837922] env[70527]: DEBUG nova.virt.hardware [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 766.837922] env[70527]: DEBUG nova.virt.hardware [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 766.838272] env[70527]: DEBUG nova.virt.hardware [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 766.838272] env[70527]: DEBUG nova.virt.hardware [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 766.838272] env[70527]: DEBUG oslo_concurrency.lockutils [None req-bdd3cdb3-8011-4e59-9e13-d15b0e83b332 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Lock "680e9855-2905-4c0d-adc7-e45781fd1e4e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.330s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.838272] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1b50de-faaa-431d-b54e-63ea3bdbbb80 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.838272] env[70527]: DEBUG oslo_vmware.api [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Waiting for the task: (returnval){ [ 766.838272] env[70527]: value = "task-3912787" [ 766.838272] env[70527]: _type = "Task" [ 766.838272] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.842417] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da0d064-e82a-48e6-b91c-fb9366427594 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.854058] env[70527]: DEBUG oslo_vmware.api [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Task: {'id': task-3912787, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.944550] env[70527]: DEBUG nova.scheduler.client.report [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 767.002410] env[70527]: DEBUG oslo_concurrency.lockutils [req-00c2de9b-aff8-4ebc-9aef-428159c12169 req-f0d0057d-cb6a-4773-8413-c080721f3018 service nova] Releasing lock "refresh_cache-da8faa86-f0f4-4376-8230-044988916d00" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.002712] env[70527]: DEBUG nova.compute.manager [req-00c2de9b-aff8-4ebc-9aef-428159c12169 req-f0d0057d-cb6a-4773-8413-c080721f3018 service nova] [instance: c90b8c2b-6a16-41e0-87a9-c0368fd34446] Received event network-changed-ba1ec5c0-406f-462e-83f6-e7049acb555f {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.002892] env[70527]: DEBUG nova.compute.manager [req-00c2de9b-aff8-4ebc-9aef-428159c12169 req-f0d0057d-cb6a-4773-8413-c080721f3018 service nova] [instance: c90b8c2b-6a16-41e0-87a9-c0368fd34446] Refreshing instance network info cache due to event network-changed-ba1ec5c0-406f-462e-83f6-e7049acb555f. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 767.003150] env[70527]: DEBUG oslo_concurrency.lockutils [req-00c2de9b-aff8-4ebc-9aef-428159c12169 req-f0d0057d-cb6a-4773-8413-c080721f3018 service nova] Acquiring lock "refresh_cache-c90b8c2b-6a16-41e0-87a9-c0368fd34446" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.003820] env[70527]: DEBUG oslo_concurrency.lockutils [req-00c2de9b-aff8-4ebc-9aef-428159c12169 req-f0d0057d-cb6a-4773-8413-c080721f3018 service nova] Acquired lock "refresh_cache-c90b8c2b-6a16-41e0-87a9-c0368fd34446" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.003820] env[70527]: DEBUG nova.network.neutron [req-00c2de9b-aff8-4ebc-9aef-428159c12169 req-f0d0057d-cb6a-4773-8413-c080721f3018 service nova] [instance: c90b8c2b-6a16-41e0-87a9-c0368fd34446] Refreshing network info cache for port ba1ec5c0-406f-462e-83f6-e7049acb555f {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 767.254619] env[70527]: DEBUG oslo_vmware.api [None req-03b0040a-63c0-44f1-a0fe-3d6184353e29 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Task: {'id': task-3912786, 'name': PowerOffVM_Task, 'duration_secs': 0.212025} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.255062] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-03b0040a-63c0-44f1-a0fe-3d6184353e29 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] [instance: 17f84970-6de3-497d-b810-719b4964ef12] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 767.255331] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-03b0040a-63c0-44f1-a0fe-3d6184353e29 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] [instance: 17f84970-6de3-497d-b810-719b4964ef12] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 767.255674] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d794dc0-c729-46ff-af07-cd0e6fff7657 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.329784] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-03b0040a-63c0-44f1-a0fe-3d6184353e29 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] [instance: 17f84970-6de3-497d-b810-719b4964ef12] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 767.329993] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-03b0040a-63c0-44f1-a0fe-3d6184353e29 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] [instance: 17f84970-6de3-497d-b810-719b4964ef12] Deleting contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 767.330198] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-03b0040a-63c0-44f1-a0fe-3d6184353e29 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Deleting the datastore file [datastore2] 17f84970-6de3-497d-b810-719b4964ef12 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 767.330451] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a851c9e1-ba58-4c44-96fa-2c2dc10357a4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.332829] env[70527]: DEBUG nova.compute.manager [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 6efbb7e0-0666-461e-8411-b297928d4ef2] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 767.342888] env[70527]: DEBUG oslo_vmware.api [None req-03b0040a-63c0-44f1-a0fe-3d6184353e29 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Waiting for the task: (returnval){ [ 767.342888] env[70527]: value = "task-3912789" [ 767.342888] env[70527]: _type = "Task" [ 767.342888] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.351599] env[70527]: DEBUG oslo_vmware.api [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Task: {'id': task-3912787, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491808} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.351599] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] da8faa86-f0f4-4376-8230-044988916d00/da8faa86-f0f4-4376-8230-044988916d00.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 767.351816] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] [instance: da8faa86-f0f4-4376-8230-044988916d00] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 767.352133] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91e44636-0ec2-4641-adf7-144b1618781a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.357124] env[70527]: DEBUG oslo_vmware.api [None req-03b0040a-63c0-44f1-a0fe-3d6184353e29 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Task: {'id': task-3912789, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.363082] env[70527]: DEBUG oslo_vmware.api [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Waiting for the task: (returnval){ [ 767.363082] env[70527]: value = "task-3912790" [ 767.363082] env[70527]: _type = "Task" [ 767.363082] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.372850] env[70527]: DEBUG oslo_vmware.api [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Task: {'id': task-3912790, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.450507] env[70527]: DEBUG oslo_concurrency.lockutils [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.695s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.452672] env[70527]: DEBUG nova.compute.manager [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] [instance: 269d41c2-b7c9-4d6d-9671-3c31ac3b02ba] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 767.455351] env[70527]: DEBUG oslo_concurrency.lockutils [None req-58d08519-c5f7-432b-af63-3897a75f040f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.380s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.455561] env[70527]: DEBUG nova.objects.instance [None req-58d08519-c5f7-432b-af63-3897a75f040f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lazy-loading 'resources' on Instance uuid 6506c3e1-dc99-49be-a878-8a4d167658aa {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 767.817469] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d832250a-7afd-4aca-8f01-5903b394884b tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Acquiring lock "7d528f60-1928-4642-9764-ac7c776b85f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.818517] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d832250a-7afd-4aca-8f01-5903b394884b tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Lock "7d528f60-1928-4642-9764-ac7c776b85f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.818762] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d832250a-7afd-4aca-8f01-5903b394884b tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Acquiring lock "7d528f60-1928-4642-9764-ac7c776b85f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.818973] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d832250a-7afd-4aca-8f01-5903b394884b tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Lock "7d528f60-1928-4642-9764-ac7c776b85f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.819425] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d832250a-7afd-4aca-8f01-5903b394884b tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Lock "7d528f60-1928-4642-9764-ac7c776b85f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.821234] env[70527]: INFO nova.compute.manager [None req-d832250a-7afd-4aca-8f01-5903b394884b tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] [instance: 7d528f60-1928-4642-9764-ac7c776b85f6] Terminating instance [ 767.859813] env[70527]: DEBUG oslo_vmware.api [None req-03b0040a-63c0-44f1-a0fe-3d6184353e29 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Task: {'id': task-3912789, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15958} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.864580] env[70527]: DEBUG oslo_concurrency.lockutils [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.864869] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-03b0040a-63c0-44f1-a0fe-3d6184353e29 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 767.865101] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-03b0040a-63c0-44f1-a0fe-3d6184353e29 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] [instance: 17f84970-6de3-497d-b810-719b4964ef12] Deleted contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 767.865295] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-03b0040a-63c0-44f1-a0fe-3d6184353e29 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] [instance: 17f84970-6de3-497d-b810-719b4964ef12] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 767.865473] env[70527]: INFO nova.compute.manager [None req-03b0040a-63c0-44f1-a0fe-3d6184353e29 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] [instance: 17f84970-6de3-497d-b810-719b4964ef12] Took 1.15 seconds to destroy the instance on the hypervisor. [ 767.865832] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03b0040a-63c0-44f1-a0fe-3d6184353e29 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 767.865977] env[70527]: DEBUG nova.compute.manager [-] [instance: 17f84970-6de3-497d-b810-719b4964ef12] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 767.866983] env[70527]: DEBUG nova.network.neutron [-] [instance: 17f84970-6de3-497d-b810-719b4964ef12] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 767.879301] env[70527]: DEBUG oslo_vmware.api [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Task: {'id': task-3912790, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072988} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.879483] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] [instance: da8faa86-f0f4-4376-8230-044988916d00] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 767.880312] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b6e731-c4f5-4c58-a434-7fd3e91979f7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.886040] env[70527]: DEBUG nova.compute.manager [req-47d9803b-f88d-4106-bd65-967b9322dc04 req-b64a9692-9a1a-45bb-b38e-23acaeea5364 service nova] [instance: c90b8c2b-6a16-41e0-87a9-c0368fd34446] Received event network-changed-ba1ec5c0-406f-462e-83f6-e7049acb555f {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.886285] env[70527]: DEBUG nova.compute.manager [req-47d9803b-f88d-4106-bd65-967b9322dc04 req-b64a9692-9a1a-45bb-b38e-23acaeea5364 service nova] [instance: c90b8c2b-6a16-41e0-87a9-c0368fd34446] Refreshing instance network info cache due to event network-changed-ba1ec5c0-406f-462e-83f6-e7049acb555f. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 767.886746] env[70527]: DEBUG oslo_concurrency.lockutils [req-47d9803b-f88d-4106-bd65-967b9322dc04 req-b64a9692-9a1a-45bb-b38e-23acaeea5364 service nova] Acquiring lock "refresh_cache-c90b8c2b-6a16-41e0-87a9-c0368fd34446" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.905647] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] [instance: da8faa86-f0f4-4376-8230-044988916d00] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] da8faa86-f0f4-4376-8230-044988916d00/da8faa86-f0f4-4376-8230-044988916d00.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 767.908992] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0176623e-cfdf-4144-ae10-3767b7315633 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.932477] env[70527]: DEBUG oslo_vmware.api [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Waiting for the task: (returnval){ [ 767.932477] env[70527]: value = "task-3912791" [ 767.932477] env[70527]: _type = "Task" [ 767.932477] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.945244] env[70527]: DEBUG oslo_vmware.api [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Task: {'id': task-3912791, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.962243] env[70527]: DEBUG nova.compute.utils [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 767.964756] env[70527]: DEBUG nova.compute.manager [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] [instance: 269d41c2-b7c9-4d6d-9671-3c31ac3b02ba] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 767.964929] env[70527]: DEBUG nova.network.neutron [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] [instance: 269d41c2-b7c9-4d6d-9671-3c31ac3b02ba] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 767.994678] env[70527]: DEBUG nova.network.neutron [req-00c2de9b-aff8-4ebc-9aef-428159c12169 req-f0d0057d-cb6a-4773-8413-c080721f3018 service nova] [instance: c90b8c2b-6a16-41e0-87a9-c0368fd34446] Updated VIF entry in instance network info cache for port ba1ec5c0-406f-462e-83f6-e7049acb555f. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 767.995090] env[70527]: DEBUG nova.network.neutron [req-00c2de9b-aff8-4ebc-9aef-428159c12169 req-f0d0057d-cb6a-4773-8413-c080721f3018 service nova] [instance: c90b8c2b-6a16-41e0-87a9-c0368fd34446] Updating instance_info_cache with network_info: [{"id": "ba1ec5c0-406f-462e-83f6-e7049acb555f", "address": "fa:16:3e:12:0a:44", "network": {"id": "e10e1c6a-cee6-4869-8d23-4eadf4149b19", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-434040304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2dd0f0deabc4889b03b9a30ae205e8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a64108f9-df0a-4feb-bbb5-97f5841c356c", "external-id": "nsx-vlan-transportzone-67", "segmentation_id": 67, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba1ec5c0-40", "ovs_interfaceid": "ba1ec5c0-406f-462e-83f6-e7049acb555f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.039840] env[70527]: DEBUG nova.policy [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5354f4cdd8d3484380862fe0d94d36b2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b603cd0a856340269272db365bcf4508', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 768.090934] env[70527]: DEBUG nova.network.neutron [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] [instance: e0f5066e-917e-4e4a-9b1c-b2e9eef96296] Successfully updated port: bfa1041c-2b84-4705-b1c0-6203f4c95575 {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 768.324914] env[70527]: DEBUG nova.compute.manager [None req-d832250a-7afd-4aca-8f01-5903b394884b tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] [instance: 7d528f60-1928-4642-9764-ac7c776b85f6] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 768.325226] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-d832250a-7afd-4aca-8f01-5903b394884b tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] [instance: 7d528f60-1928-4642-9764-ac7c776b85f6] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 768.326309] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48dbb93-bd69-4133-960d-48e48eb8c924 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.337980] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-d832250a-7afd-4aca-8f01-5903b394884b tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] [instance: 7d528f60-1928-4642-9764-ac7c776b85f6] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 768.338245] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bdd645b8-93bb-4b18-865c-f94dce1f7610 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.346396] env[70527]: DEBUG oslo_vmware.api [None req-d832250a-7afd-4aca-8f01-5903b394884b tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Waiting for the task: (returnval){ [ 768.346396] env[70527]: value = "task-3912792" [ 768.346396] env[70527]: _type = "Task" [ 768.346396] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.358143] env[70527]: DEBUG oslo_vmware.api [None req-d832250a-7afd-4aca-8f01-5903b394884b tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Task: {'id': task-3912792, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.445996] env[70527]: DEBUG oslo_vmware.api [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Task: {'id': task-3912791, 'name': ReconfigVM_Task, 'duration_secs': 0.288127} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.446437] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] [instance: da8faa86-f0f4-4376-8230-044988916d00] Reconfigured VM instance instance-00000017 to attach disk [datastore1] da8faa86-f0f4-4376-8230-044988916d00/da8faa86-f0f4-4376-8230-044988916d00.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 768.450210] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c72bdd4-155f-41c0-bf90-022ef9c0e645 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.455729] env[70527]: DEBUG oslo_vmware.api [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Waiting for the task: (returnval){ [ 768.455729] env[70527]: value = "task-3912793" [ 768.455729] env[70527]: _type = "Task" [ 768.455729] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.464751] env[70527]: DEBUG nova.compute.manager [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] [instance: 269d41c2-b7c9-4d6d-9671-3c31ac3b02ba] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 768.475507] env[70527]: DEBUG oslo_vmware.api [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Task: {'id': task-3912793, 'name': Rename_Task} progress is 10%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.498907] env[70527]: DEBUG oslo_concurrency.lockutils [req-00c2de9b-aff8-4ebc-9aef-428159c12169 req-f0d0057d-cb6a-4773-8413-c080721f3018 service nova] Releasing lock "refresh_cache-c90b8c2b-6a16-41e0-87a9-c0368fd34446" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.499287] env[70527]: DEBUG nova.compute.manager [req-00c2de9b-aff8-4ebc-9aef-428159c12169 req-f0d0057d-cb6a-4773-8413-c080721f3018 service nova] [instance: 17f84970-6de3-497d-b810-719b4964ef12] Received event network-changed-7241fe7b-7604-4533-b717-e262b257427d {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.500111] env[70527]: DEBUG nova.compute.manager [req-00c2de9b-aff8-4ebc-9aef-428159c12169 req-f0d0057d-cb6a-4773-8413-c080721f3018 service nova] [instance: 17f84970-6de3-497d-b810-719b4964ef12] Refreshing instance network info cache due to event network-changed-7241fe7b-7604-4533-b717-e262b257427d. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 768.500197] env[70527]: DEBUG oslo_concurrency.lockutils [req-00c2de9b-aff8-4ebc-9aef-428159c12169 req-f0d0057d-cb6a-4773-8413-c080721f3018 service nova] Acquiring lock "refresh_cache-17f84970-6de3-497d-b810-719b4964ef12" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.500349] env[70527]: DEBUG oslo_concurrency.lockutils [req-00c2de9b-aff8-4ebc-9aef-428159c12169 req-f0d0057d-cb6a-4773-8413-c080721f3018 service nova] Acquired lock "refresh_cache-17f84970-6de3-497d-b810-719b4964ef12" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.500532] env[70527]: DEBUG nova.network.neutron [req-00c2de9b-aff8-4ebc-9aef-428159c12169 req-f0d0057d-cb6a-4773-8413-c080721f3018 service nova] [instance: 17f84970-6de3-497d-b810-719b4964ef12] Refreshing network info cache for port 7241fe7b-7604-4533-b717-e262b257427d {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 768.502058] env[70527]: DEBUG oslo_concurrency.lockutils [req-47d9803b-f88d-4106-bd65-967b9322dc04 req-b64a9692-9a1a-45bb-b38e-23acaeea5364 service nova] Acquired lock "refresh_cache-c90b8c2b-6a16-41e0-87a9-c0368fd34446" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.502058] env[70527]: DEBUG nova.network.neutron [req-47d9803b-f88d-4106-bd65-967b9322dc04 req-b64a9692-9a1a-45bb-b38e-23acaeea5364 service nova] [instance: c90b8c2b-6a16-41e0-87a9-c0368fd34446] Refreshing network info cache for port ba1ec5c0-406f-462e-83f6-e7049acb555f {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 768.563167] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc1c91a-aa6f-4380-aea4-51375b736d64 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.571611] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8fb639-fd7e-4ec4-9d1b-13ad10d7113f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.609961] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Acquiring lock "refresh_cache-e0f5066e-917e-4e4a-9b1c-b2e9eef96296" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.610204] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Acquired lock "refresh_cache-e0f5066e-917e-4e4a-9b1c-b2e9eef96296" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.610280] env[70527]: DEBUG nova.network.neutron [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] [instance: e0f5066e-917e-4e4a-9b1c-b2e9eef96296] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 768.612281] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ca8fe3-74cf-4918-8ef8-ce454469f4c6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.621787] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b8c202-cc47-406b-8e9a-8381eef2f187 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.638317] env[70527]: DEBUG nova.compute.provider_tree [None req-58d08519-c5f7-432b-af63-3897a75f040f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.759827] env[70527]: DEBUG nova.network.neutron [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] [instance: 269d41c2-b7c9-4d6d-9671-3c31ac3b02ba] Successfully created port: d55ed9ee-f151-4ff4-8c1f-d8a60333f081 {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 768.860035] env[70527]: DEBUG oslo_vmware.api [None req-d832250a-7afd-4aca-8f01-5903b394884b tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Task: {'id': task-3912792, 'name': PowerOffVM_Task, 'duration_secs': 0.236244} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.860478] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-d832250a-7afd-4aca-8f01-5903b394884b tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] [instance: 7d528f60-1928-4642-9764-ac7c776b85f6] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 768.860478] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-d832250a-7afd-4aca-8f01-5903b394884b tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] [instance: 7d528f60-1928-4642-9764-ac7c776b85f6] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 768.860675] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f8712b3-ec77-4337-87b8-374b7ffe9f7c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.967830] env[70527]: DEBUG oslo_vmware.api [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Task: {'id': task-3912793, 'name': Rename_Task, 'duration_secs': 0.160531} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.971638] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] [instance: da8faa86-f0f4-4376-8230-044988916d00] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 768.971916] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68511ead-8122-4ee9-9bdd-e31f6743c4da {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.980740] env[70527]: DEBUG oslo_vmware.api [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Waiting for the task: (returnval){ [ 768.980740] env[70527]: value = "task-3912795" [ 768.980740] env[70527]: _type = "Task" [ 768.980740] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.995969] env[70527]: DEBUG oslo_vmware.api [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Task: {'id': task-3912795, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.031168] env[70527]: INFO nova.network.neutron [req-00c2de9b-aff8-4ebc-9aef-428159c12169 req-f0d0057d-cb6a-4773-8413-c080721f3018 service nova] [instance: 17f84970-6de3-497d-b810-719b4964ef12] Port 7241fe7b-7604-4533-b717-e262b257427d from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 769.031168] env[70527]: DEBUG nova.network.neutron [req-00c2de9b-aff8-4ebc-9aef-428159c12169 req-f0d0057d-cb6a-4773-8413-c080721f3018 service nova] [instance: 17f84970-6de3-497d-b810-719b4964ef12] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.051037] env[70527]: DEBUG nova.network.neutron [-] [instance: 17f84970-6de3-497d-b810-719b4964ef12] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.063506] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-d832250a-7afd-4aca-8f01-5903b394884b tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] [instance: 7d528f60-1928-4642-9764-ac7c776b85f6] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 769.063698] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-d832250a-7afd-4aca-8f01-5903b394884b tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] [instance: 7d528f60-1928-4642-9764-ac7c776b85f6] Deleting contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 769.063948] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-d832250a-7afd-4aca-8f01-5903b394884b tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Deleting the datastore file [datastore1] 7d528f60-1928-4642-9764-ac7c776b85f6 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 769.064314] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab6b7d8d-cb91-491f-b94b-a4e073d49ff5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.077068] env[70527]: DEBUG oslo_vmware.api [None req-d832250a-7afd-4aca-8f01-5903b394884b tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Waiting for the task: (returnval){ [ 769.077068] env[70527]: value = "task-3912796" [ 769.077068] env[70527]: _type = "Task" [ 769.077068] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.098812] env[70527]: DEBUG oslo_vmware.api [None req-d832250a-7afd-4aca-8f01-5903b394884b tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Task: {'id': task-3912796, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.141801] env[70527]: DEBUG nova.scheduler.client.report [None req-58d08519-c5f7-432b-af63-3897a75f040f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.163092] env[70527]: DEBUG nova.network.neutron [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] [instance: e0f5066e-917e-4e4a-9b1c-b2e9eef96296] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 769.372714] env[70527]: DEBUG nova.network.neutron [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] [instance: e0f5066e-917e-4e4a-9b1c-b2e9eef96296] Updating instance_info_cache with network_info: [{"id": "bfa1041c-2b84-4705-b1c0-6203f4c95575", "address": "fa:16:3e:eb:e8:46", "network": {"id": "e40043cf-e1ac-4501-9359-6d32887aa501", "bridge": "br-int", "label": "tempest-ServersTestJSON-67491983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3e24ffbe8dc4d38965936d2c9696174", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfa1041c-2b", "ovs_interfaceid": "bfa1041c-2b84-4705-b1c0-6203f4c95575", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.382822] env[70527]: DEBUG nova.compute.manager [req-2ac7ff45-afb1-4ca2-aeb3-908d0b1e07f0 req-5b9859f9-5302-444c-aa6e-7f2f34911979 service nova] [instance: 17f84970-6de3-497d-b810-719b4964ef12] Received event network-vif-deleted-7241fe7b-7604-4533-b717-e262b257427d {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.406634] env[70527]: DEBUG nova.network.neutron [req-47d9803b-f88d-4106-bd65-967b9322dc04 req-b64a9692-9a1a-45bb-b38e-23acaeea5364 service nova] [instance: c90b8c2b-6a16-41e0-87a9-c0368fd34446] Updated VIF entry in instance network info cache for port ba1ec5c0-406f-462e-83f6-e7049acb555f. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 769.407206] env[70527]: DEBUG nova.network.neutron [req-47d9803b-f88d-4106-bd65-967b9322dc04 req-b64a9692-9a1a-45bb-b38e-23acaeea5364 service nova] [instance: c90b8c2b-6a16-41e0-87a9-c0368fd34446] Updating instance_info_cache with network_info: [{"id": "ba1ec5c0-406f-462e-83f6-e7049acb555f", "address": "fa:16:3e:12:0a:44", "network": {"id": "e10e1c6a-cee6-4869-8d23-4eadf4149b19", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-434040304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2dd0f0deabc4889b03b9a30ae205e8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a64108f9-df0a-4feb-bbb5-97f5841c356c", "external-id": "nsx-vlan-transportzone-67", "segmentation_id": 67, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba1ec5c0-40", "ovs_interfaceid": "ba1ec5c0-406f-462e-83f6-e7049acb555f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.477830] env[70527]: DEBUG nova.compute.manager [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] [instance: 269d41c2-b7c9-4d6d-9671-3c31ac3b02ba] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 769.497402] env[70527]: DEBUG oslo_vmware.api [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Task: {'id': task-3912795, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.526508] env[70527]: DEBUG nova.virt.hardware [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 769.526850] env[70527]: DEBUG nova.virt.hardware [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 769.526963] env[70527]: DEBUG nova.virt.hardware [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 769.527202] env[70527]: DEBUG nova.virt.hardware [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 769.527511] env[70527]: DEBUG nova.virt.hardware [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 769.527663] env[70527]: DEBUG nova.virt.hardware [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 769.527915] env[70527]: DEBUG nova.virt.hardware [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 769.528096] env[70527]: DEBUG nova.virt.hardware [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 769.528282] env[70527]: DEBUG nova.virt.hardware [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 769.528450] env[70527]: DEBUG nova.virt.hardware [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 769.528623] env[70527]: DEBUG nova.virt.hardware [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 769.529645] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde5172a-83d4-48ea-953b-625d02584aba {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.533385] env[70527]: DEBUG oslo_concurrency.lockutils [req-00c2de9b-aff8-4ebc-9aef-428159c12169 req-f0d0057d-cb6a-4773-8413-c080721f3018 service nova] Releasing lock "refresh_cache-17f84970-6de3-497d-b810-719b4964ef12" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.533644] env[70527]: DEBUG nova.compute.manager [req-00c2de9b-aff8-4ebc-9aef-428159c12169 req-f0d0057d-cb6a-4773-8413-c080721f3018 service nova] [instance: 17f84970-6de3-497d-b810-719b4964ef12] Received event network-changed-7241fe7b-7604-4533-b717-e262b257427d {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.533802] env[70527]: DEBUG nova.compute.manager [req-00c2de9b-aff8-4ebc-9aef-428159c12169 req-f0d0057d-cb6a-4773-8413-c080721f3018 service nova] [instance: 17f84970-6de3-497d-b810-719b4964ef12] Refreshing instance network info cache due to event network-changed-7241fe7b-7604-4533-b717-e262b257427d. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 769.534034] env[70527]: DEBUG oslo_concurrency.lockutils [req-00c2de9b-aff8-4ebc-9aef-428159c12169 req-f0d0057d-cb6a-4773-8413-c080721f3018 service nova] Acquiring lock "refresh_cache-17f84970-6de3-497d-b810-719b4964ef12" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.534189] env[70527]: DEBUG oslo_concurrency.lockutils [req-00c2de9b-aff8-4ebc-9aef-428159c12169 req-f0d0057d-cb6a-4773-8413-c080721f3018 service nova] Acquired lock "refresh_cache-17f84970-6de3-497d-b810-719b4964ef12" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.534714] env[70527]: DEBUG nova.network.neutron [req-00c2de9b-aff8-4ebc-9aef-428159c12169 req-f0d0057d-cb6a-4773-8413-c080721f3018 service nova] [instance: 17f84970-6de3-497d-b810-719b4964ef12] Refreshing network info cache for port 7241fe7b-7604-4533-b717-e262b257427d {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 769.542855] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a58b1f-dd65-4859-a919-ebc835dc9963 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.559971] env[70527]: INFO nova.compute.manager [-] [instance: 17f84970-6de3-497d-b810-719b4964ef12] Took 1.69 seconds to deallocate network for instance. [ 769.590264] env[70527]: DEBUG oslo_vmware.api [None req-d832250a-7afd-4aca-8f01-5903b394884b tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Task: {'id': task-3912796, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.304368} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.590551] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-d832250a-7afd-4aca-8f01-5903b394884b tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 769.590798] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-d832250a-7afd-4aca-8f01-5903b394884b tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] [instance: 7d528f60-1928-4642-9764-ac7c776b85f6] Deleted contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 769.590986] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-d832250a-7afd-4aca-8f01-5903b394884b tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] [instance: 7d528f60-1928-4642-9764-ac7c776b85f6] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 769.591205] env[70527]: INFO nova.compute.manager [None req-d832250a-7afd-4aca-8f01-5903b394884b tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] [instance: 7d528f60-1928-4642-9764-ac7c776b85f6] Took 1.27 seconds to destroy the instance on the hypervisor. [ 769.591467] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d832250a-7afd-4aca-8f01-5903b394884b tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 769.591668] env[70527]: DEBUG nova.compute.manager [-] [instance: 7d528f60-1928-4642-9764-ac7c776b85f6] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 769.591762] env[70527]: DEBUG nova.network.neutron [-] [instance: 7d528f60-1928-4642-9764-ac7c776b85f6] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 769.653024] env[70527]: DEBUG oslo_concurrency.lockutils [None req-58d08519-c5f7-432b-af63-3897a75f040f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.197s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.654850] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3a5a1dd5-8a76-4df1-96f1-36cfe6914270 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.164s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.655228] env[70527]: DEBUG nova.objects.instance [None req-3a5a1dd5-8a76-4df1-96f1-36cfe6914270 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Lazy-loading 'resources' on Instance uuid 99388db0-92e9-43d3-810a-5854edf7739a {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 769.688147] env[70527]: INFO nova.scheduler.client.report [None req-58d08519-c5f7-432b-af63-3897a75f040f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Deleted allocations for instance 6506c3e1-dc99-49be-a878-8a4d167658aa [ 769.876894] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Releasing lock "refresh_cache-e0f5066e-917e-4e4a-9b1c-b2e9eef96296" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.877473] env[70527]: DEBUG nova.compute.manager [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] [instance: e0f5066e-917e-4e4a-9b1c-b2e9eef96296] Instance network_info: |[{"id": "bfa1041c-2b84-4705-b1c0-6203f4c95575", "address": "fa:16:3e:eb:e8:46", "network": {"id": "e40043cf-e1ac-4501-9359-6d32887aa501", "bridge": "br-int", "label": "tempest-ServersTestJSON-67491983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3e24ffbe8dc4d38965936d2c9696174", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfa1041c-2b", "ovs_interfaceid": "bfa1041c-2b84-4705-b1c0-6203f4c95575", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 769.877908] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] [instance: e0f5066e-917e-4e4a-9b1c-b2e9eef96296] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:e8:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '08fb4857-7f9b-4f97-86ef-415341fb595d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bfa1041c-2b84-4705-b1c0-6203f4c95575', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 769.885593] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Creating folder: Project (d3e24ffbe8dc4d38965936d2c9696174). Parent ref: group-v776920. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 769.885908] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8366e412-4511-4081-854a-b748af8ea3b6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.898960] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Created folder: Project (d3e24ffbe8dc4d38965936d2c9696174) in parent group-v776920. [ 769.899201] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Creating folder: Instances. Parent ref: group-v776989. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 769.899449] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a629f437-52af-4348-8dca-b286a87d6945 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.911784] env[70527]: DEBUG oslo_concurrency.lockutils [req-47d9803b-f88d-4106-bd65-967b9322dc04 req-b64a9692-9a1a-45bb-b38e-23acaeea5364 service nova] Releasing lock "refresh_cache-c90b8c2b-6a16-41e0-87a9-c0368fd34446" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.916942] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Created folder: Instances in parent group-v776989. [ 769.917288] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 769.917563] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0f5066e-917e-4e4a-9b1c-b2e9eef96296] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 769.917803] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43e65dae-227e-4838-9204-90093bf19e79 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.945678] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 769.945678] env[70527]: value = "task-3912799" [ 769.945678] env[70527]: _type = "Task" [ 769.945678] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.962516] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912799, 'name': CreateVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.002653] env[70527]: DEBUG oslo_vmware.api [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Task: {'id': task-3912795, 'name': PowerOnVM_Task, 'duration_secs': 0.531393} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.003092] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] [instance: da8faa86-f0f4-4376-8230-044988916d00] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 770.003761] env[70527]: INFO nova.compute.manager [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] [instance: da8faa86-f0f4-4376-8230-044988916d00] Took 8.10 seconds to spawn the instance on the hypervisor. [ 770.003761] env[70527]: DEBUG nova.compute.manager [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] [instance: da8faa86-f0f4-4376-8230-044988916d00] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 770.004813] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3443716-0e72-480b-961d-611876fdac1b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.062707] env[70527]: DEBUG nova.network.neutron [req-00c2de9b-aff8-4ebc-9aef-428159c12169 req-f0d0057d-cb6a-4773-8413-c080721f3018 service nova] [instance: 17f84970-6de3-497d-b810-719b4964ef12] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 770.073311] env[70527]: DEBUG oslo_concurrency.lockutils [None req-03b0040a-63c0-44f1-a0fe-3d6184353e29 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.198662] env[70527]: DEBUG oslo_concurrency.lockutils [None req-58d08519-c5f7-432b-af63-3897a75f040f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lock "6506c3e1-dc99-49be-a878-8a4d167658aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.803s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.221026] env[70527]: DEBUG nova.network.neutron [req-00c2de9b-aff8-4ebc-9aef-428159c12169 req-f0d0057d-cb6a-4773-8413-c080721f3018 service nova] [instance: 17f84970-6de3-497d-b810-719b4964ef12] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.266176] env[70527]: DEBUG nova.compute.manager [req-88cb3b94-debe-4571-a590-53d1bf9c4417 req-05b142df-d05e-4cf7-8b8b-ecb3ebe3aea1 service nova] [instance: e0f5066e-917e-4e4a-9b1c-b2e9eef96296] Received event network-vif-plugged-bfa1041c-2b84-4705-b1c0-6203f4c95575 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.266496] env[70527]: DEBUG oslo_concurrency.lockutils [req-88cb3b94-debe-4571-a590-53d1bf9c4417 req-05b142df-d05e-4cf7-8b8b-ecb3ebe3aea1 service nova] Acquiring lock "e0f5066e-917e-4e4a-9b1c-b2e9eef96296-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.266767] env[70527]: DEBUG oslo_concurrency.lockutils [req-88cb3b94-debe-4571-a590-53d1bf9c4417 req-05b142df-d05e-4cf7-8b8b-ecb3ebe3aea1 service nova] Lock "e0f5066e-917e-4e4a-9b1c-b2e9eef96296-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.267019] env[70527]: DEBUG oslo_concurrency.lockutils [req-88cb3b94-debe-4571-a590-53d1bf9c4417 req-05b142df-d05e-4cf7-8b8b-ecb3ebe3aea1 service nova] Lock "e0f5066e-917e-4e4a-9b1c-b2e9eef96296-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.267268] env[70527]: DEBUG nova.compute.manager [req-88cb3b94-debe-4571-a590-53d1bf9c4417 req-05b142df-d05e-4cf7-8b8b-ecb3ebe3aea1 service nova] [instance: e0f5066e-917e-4e4a-9b1c-b2e9eef96296] No waiting events found dispatching network-vif-plugged-bfa1041c-2b84-4705-b1c0-6203f4c95575 {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 770.267496] env[70527]: WARNING nova.compute.manager [req-88cb3b94-debe-4571-a590-53d1bf9c4417 req-05b142df-d05e-4cf7-8b8b-ecb3ebe3aea1 service nova] [instance: e0f5066e-917e-4e4a-9b1c-b2e9eef96296] Received unexpected event network-vif-plugged-bfa1041c-2b84-4705-b1c0-6203f4c95575 for instance with vm_state building and task_state spawning. [ 770.267708] env[70527]: DEBUG nova.compute.manager [req-88cb3b94-debe-4571-a590-53d1bf9c4417 req-05b142df-d05e-4cf7-8b8b-ecb3ebe3aea1 service nova] [instance: e0f5066e-917e-4e4a-9b1c-b2e9eef96296] Received event network-changed-bfa1041c-2b84-4705-b1c0-6203f4c95575 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.267893] env[70527]: DEBUG nova.compute.manager [req-88cb3b94-debe-4571-a590-53d1bf9c4417 req-05b142df-d05e-4cf7-8b8b-ecb3ebe3aea1 service nova] [instance: e0f5066e-917e-4e4a-9b1c-b2e9eef96296] Refreshing instance network info cache due to event network-changed-bfa1041c-2b84-4705-b1c0-6203f4c95575. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 770.268131] env[70527]: DEBUG oslo_concurrency.lockutils [req-88cb3b94-debe-4571-a590-53d1bf9c4417 req-05b142df-d05e-4cf7-8b8b-ecb3ebe3aea1 service nova] Acquiring lock "refresh_cache-e0f5066e-917e-4e4a-9b1c-b2e9eef96296" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.268321] env[70527]: DEBUG oslo_concurrency.lockutils [req-88cb3b94-debe-4571-a590-53d1bf9c4417 req-05b142df-d05e-4cf7-8b8b-ecb3ebe3aea1 service nova] Acquired lock "refresh_cache-e0f5066e-917e-4e4a-9b1c-b2e9eef96296" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.268522] env[70527]: DEBUG nova.network.neutron [req-88cb3b94-debe-4571-a590-53d1bf9c4417 req-05b142df-d05e-4cf7-8b8b-ecb3ebe3aea1 service nova] [instance: e0f5066e-917e-4e4a-9b1c-b2e9eef96296] Refreshing network info cache for port bfa1041c-2b84-4705-b1c0-6203f4c95575 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 770.456354] env[70527]: DEBUG nova.network.neutron [-] [instance: 7d528f60-1928-4642-9764-ac7c776b85f6] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.461559] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912799, 'name': CreateVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.504268] env[70527]: DEBUG oslo_concurrency.lockutils [None req-6135bcd2-1ca7-4783-88df-c01eacf41c26 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Acquiring lock "17f84970-6de3-497d-b810-719b4964ef12" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.513031] env[70527]: DEBUG nova.network.neutron [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] [instance: 269d41c2-b7c9-4d6d-9671-3c31ac3b02ba] Successfully updated port: d55ed9ee-f151-4ff4-8c1f-d8a60333f081 {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 770.529632] env[70527]: INFO nova.compute.manager [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] [instance: da8faa86-f0f4-4376-8230-044988916d00] Took 43.96 seconds to build instance. [ 770.724865] env[70527]: DEBUG oslo_concurrency.lockutils [req-00c2de9b-aff8-4ebc-9aef-428159c12169 req-f0d0057d-cb6a-4773-8413-c080721f3018 service nova] Releasing lock "refresh_cache-17f84970-6de3-497d-b810-719b4964ef12" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.756517] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-114faae5-e43d-4796-a7b1-6d4ee98b4bb3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.764677] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9915f18-b18d-4ea7-8f24-6fc16cc5c4fd {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.800739] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b36a78-02fb-4177-a3bf-e53cf8cbf297 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.810222] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46b0bdd-7eaf-4239-9862-6526afe28d68 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.828348] env[70527]: DEBUG nova.compute.provider_tree [None req-3a5a1dd5-8a76-4df1-96f1-36cfe6914270 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 770.959927] env[70527]: INFO nova.compute.manager [-] [instance: 7d528f60-1928-4642-9764-ac7c776b85f6] Took 1.37 seconds to deallocate network for instance. [ 770.960205] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912799, 'name': CreateVM_Task, 'duration_secs': 0.558046} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.961802] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0f5066e-917e-4e4a-9b1c-b2e9eef96296] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 770.962479] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.962630] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.962983] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.965811] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8657268f-6222-4f5c-ad60-67c57bbb2e66 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.976026] env[70527]: DEBUG oslo_vmware.api [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Waiting for the task: (returnval){ [ 770.976026] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52c374cf-6131-80ec-8e2b-64d77ccf8f8e" [ 770.976026] env[70527]: _type = "Task" [ 770.976026] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.983257] env[70527]: DEBUG oslo_vmware.api [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52c374cf-6131-80ec-8e2b-64d77ccf8f8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.014164] env[70527]: DEBUG oslo_concurrency.lockutils [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Acquiring lock "refresh_cache-269d41c2-b7c9-4d6d-9671-3c31ac3b02ba" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.014164] env[70527]: DEBUG oslo_concurrency.lockutils [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Acquired lock "refresh_cache-269d41c2-b7c9-4d6d-9671-3c31ac3b02ba" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.014274] env[70527]: DEBUG nova.network.neutron [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] [instance: 269d41c2-b7c9-4d6d-9671-3c31ac3b02ba] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 771.032373] env[70527]: DEBUG oslo_concurrency.lockutils [None req-138d3b6c-ee4c-4cd8-843f-ff76518632e7 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Lock "da8faa86-f0f4-4376-8230-044988916d00" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.935s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.082887] env[70527]: DEBUG nova.network.neutron [req-88cb3b94-debe-4571-a590-53d1bf9c4417 req-05b142df-d05e-4cf7-8b8b-ecb3ebe3aea1 service nova] [instance: e0f5066e-917e-4e4a-9b1c-b2e9eef96296] Updated VIF entry in instance network info cache for port bfa1041c-2b84-4705-b1c0-6203f4c95575. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 771.083335] env[70527]: DEBUG nova.network.neutron [req-88cb3b94-debe-4571-a590-53d1bf9c4417 req-05b142df-d05e-4cf7-8b8b-ecb3ebe3aea1 service nova] [instance: e0f5066e-917e-4e4a-9b1c-b2e9eef96296] Updating instance_info_cache with network_info: [{"id": "bfa1041c-2b84-4705-b1c0-6203f4c95575", "address": "fa:16:3e:eb:e8:46", "network": {"id": "e40043cf-e1ac-4501-9359-6d32887aa501", "bridge": "br-int", "label": "tempest-ServersTestJSON-67491983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3e24ffbe8dc4d38965936d2c9696174", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfa1041c-2b", "ovs_interfaceid": "bfa1041c-2b84-4705-b1c0-6203f4c95575", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.262318] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquiring lock "1878e6d7-681c-4aca-ae45-7bd001cff323" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.262485] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lock "1878e6d7-681c-4aca-ae45-7bd001cff323" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.333339] env[70527]: DEBUG nova.scheduler.client.report [None req-3a5a1dd5-8a76-4df1-96f1-36cfe6914270 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.415614] env[70527]: DEBUG nova.compute.manager [req-7caffe0e-fc62-4163-9747-f86ec8b7eea3 req-5cf6d990-a470-40d5-9db4-e29c7d6f7a73 service nova] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Received event network-changed-2f732305-3f77-40ec-98b1-5eaa8859e005 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 771.415817] env[70527]: DEBUG nova.compute.manager [req-7caffe0e-fc62-4163-9747-f86ec8b7eea3 req-5cf6d990-a470-40d5-9db4-e29c7d6f7a73 service nova] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Refreshing instance network info cache due to event network-changed-2f732305-3f77-40ec-98b1-5eaa8859e005. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 771.416080] env[70527]: DEBUG oslo_concurrency.lockutils [req-7caffe0e-fc62-4163-9747-f86ec8b7eea3 req-5cf6d990-a470-40d5-9db4-e29c7d6f7a73 service nova] Acquiring lock "refresh_cache-680e9855-2905-4c0d-adc7-e45781fd1e4e" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.416196] env[70527]: DEBUG oslo_concurrency.lockutils [req-7caffe0e-fc62-4163-9747-f86ec8b7eea3 req-5cf6d990-a470-40d5-9db4-e29c7d6f7a73 service nova] Acquired lock "refresh_cache-680e9855-2905-4c0d-adc7-e45781fd1e4e" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.416358] env[70527]: DEBUG nova.network.neutron [req-7caffe0e-fc62-4163-9747-f86ec8b7eea3 req-5cf6d990-a470-40d5-9db4-e29c7d6f7a73 service nova] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Refreshing network info cache for port 2f732305-3f77-40ec-98b1-5eaa8859e005 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 771.469098] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d832250a-7afd-4aca-8f01-5903b394884b tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.484376] env[70527]: DEBUG oslo_vmware.api [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52c374cf-6131-80ec-8e2b-64d77ccf8f8e, 'name': SearchDatastore_Task, 'duration_secs': 0.011673} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.484376] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.484376] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] [instance: e0f5066e-917e-4e4a-9b1c-b2e9eef96296] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 771.484376] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.484590] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.484590] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 771.484726] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85d43eec-14ca-45b5-9d5e-ace081d270f3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.494085] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 771.494292] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 771.495027] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6999830d-2c58-486d-bd2a-522a6e1bafc3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.501019] env[70527]: DEBUG oslo_vmware.api [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Waiting for the task: (returnval){ [ 771.501019] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]521af74d-a78f-acb6-8f00-297c0c63009d" [ 771.501019] env[70527]: _type = "Task" [ 771.501019] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.509581] env[70527]: DEBUG oslo_vmware.api [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]521af74d-a78f-acb6-8f00-297c0c63009d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.537941] env[70527]: DEBUG nova.compute.manager [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] [instance: 4a285879-39e7-41c6-ae76-ca5a75c692c7] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 771.562899] env[70527]: DEBUG nova.network.neutron [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] [instance: 269d41c2-b7c9-4d6d-9671-3c31ac3b02ba] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 771.586412] env[70527]: DEBUG oslo_concurrency.lockutils [req-88cb3b94-debe-4571-a590-53d1bf9c4417 req-05b142df-d05e-4cf7-8b8b-ecb3ebe3aea1 service nova] Releasing lock "refresh_cache-e0f5066e-917e-4e4a-9b1c-b2e9eef96296" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.748327] env[70527]: DEBUG nova.network.neutron [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] [instance: 269d41c2-b7c9-4d6d-9671-3c31ac3b02ba] Updating instance_info_cache with network_info: [{"id": "d55ed9ee-f151-4ff4-8c1f-d8a60333f081", "address": "fa:16:3e:b9:84:f5", "network": {"id": "1a13f85c-0b1b-4160-9f74-fb6f607dc4eb", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1021475144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b603cd0a856340269272db365bcf4508", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd55ed9ee-f1", "ovs_interfaceid": "d55ed9ee-f151-4ff4-8c1f-d8a60333f081", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.840399] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3a5a1dd5-8a76-4df1-96f1-36cfe6914270 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.185s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.842732] env[70527]: DEBUG oslo_concurrency.lockutils [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.175s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.844737] env[70527]: INFO nova.compute.claims [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 771.866890] env[70527]: INFO nova.scheduler.client.report [None req-3a5a1dd5-8a76-4df1-96f1-36cfe6914270 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Deleted allocations for instance 99388db0-92e9-43d3-810a-5854edf7739a [ 771.916350] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3699dbc-53da-4d25-a695-d05a78f4f46d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.926056] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-07868443-0dd8-43f7-a43e-10629cfd3830 tempest-ServersAdminNegativeTestJSON-510203243 tempest-ServersAdminNegativeTestJSON-510203243-project-admin] [instance: da8faa86-f0f4-4376-8230-044988916d00] Suspending the VM {{(pid=70527) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 771.926747] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-3955c096-3884-4725-bf14-6d96b40712c7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.934678] env[70527]: DEBUG oslo_vmware.api [None req-07868443-0dd8-43f7-a43e-10629cfd3830 tempest-ServersAdminNegativeTestJSON-510203243 tempest-ServersAdminNegativeTestJSON-510203243-project-admin] Waiting for the task: (returnval){ [ 771.934678] env[70527]: value = "task-3912800" [ 771.934678] env[70527]: _type = "Task" [ 771.934678] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.945316] env[70527]: DEBUG oslo_vmware.api [None req-07868443-0dd8-43f7-a43e-10629cfd3830 tempest-ServersAdminNegativeTestJSON-510203243 tempest-ServersAdminNegativeTestJSON-510203243-project-admin] Task: {'id': task-3912800, 'name': SuspendVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.014880] env[70527]: DEBUG oslo_vmware.api [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]521af74d-a78f-acb6-8f00-297c0c63009d, 'name': SearchDatastore_Task, 'duration_secs': 0.011708} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.014880] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0b6a094-8637-4dbd-9daf-94ac6a03c029 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.020674] env[70527]: DEBUG oslo_vmware.api [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Waiting for the task: (returnval){ [ 772.020674] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52136fdf-a1cb-a1b6-0762-4e305867712a" [ 772.020674] env[70527]: _type = "Task" [ 772.020674] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.030271] env[70527]: DEBUG oslo_vmware.api [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52136fdf-a1cb-a1b6-0762-4e305867712a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.057378] env[70527]: DEBUG oslo_concurrency.lockutils [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.222391] env[70527]: DEBUG nova.network.neutron [req-7caffe0e-fc62-4163-9747-f86ec8b7eea3 req-5cf6d990-a470-40d5-9db4-e29c7d6f7a73 service nova] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Updated VIF entry in instance network info cache for port 2f732305-3f77-40ec-98b1-5eaa8859e005. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 772.222784] env[70527]: DEBUG nova.network.neutron [req-7caffe0e-fc62-4163-9747-f86ec8b7eea3 req-5cf6d990-a470-40d5-9db4-e29c7d6f7a73 service nova] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Updating instance_info_cache with network_info: [{"id": "2f732305-3f77-40ec-98b1-5eaa8859e005", "address": "fa:16:3e:c6:ca:e7", "network": {"id": "6b7058bf-638c-4d72-9f51-37a045c3ebde", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1062784441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbf5afba87784fe2b33ca0fa6a95c5b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f732305-3f", "ovs_interfaceid": "2f732305-3f77-40ec-98b1-5eaa8859e005", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.252026] env[70527]: DEBUG oslo_concurrency.lockutils [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Releasing lock "refresh_cache-269d41c2-b7c9-4d6d-9671-3c31ac3b02ba" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.252026] env[70527]: DEBUG nova.compute.manager [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] [instance: 269d41c2-b7c9-4d6d-9671-3c31ac3b02ba] Instance network_info: |[{"id": "d55ed9ee-f151-4ff4-8c1f-d8a60333f081", "address": "fa:16:3e:b9:84:f5", "network": {"id": "1a13f85c-0b1b-4160-9f74-fb6f607dc4eb", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1021475144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b603cd0a856340269272db365bcf4508", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd55ed9ee-f1", "ovs_interfaceid": "d55ed9ee-f151-4ff4-8c1f-d8a60333f081", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 772.252598] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] [instance: 269d41c2-b7c9-4d6d-9671-3c31ac3b02ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:84:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f41e4aa-0d23-48c4-a359-574abb2e7b9a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd55ed9ee-f151-4ff4-8c1f-d8a60333f081', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 772.260559] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Creating folder: Project (b603cd0a856340269272db365bcf4508). Parent ref: group-v776920. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 772.261247] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-88500e6d-9fb3-48b2-a014-f7bae7f66c88 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.275119] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Created folder: Project (b603cd0a856340269272db365bcf4508) in parent group-v776920. [ 772.275119] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Creating folder: Instances. Parent ref: group-v776992. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 772.275119] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a8439100-a613-4da9-bf9d-a7792f698767 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.286825] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Created folder: Instances in parent group-v776992. [ 772.286943] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 772.287722] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 269d41c2-b7c9-4d6d-9671-3c31ac3b02ba] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 772.287722] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d34abe47-4ee3-4985-a1a8-6af5f3f1246a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.305623] env[70527]: DEBUG nova.compute.manager [req-2af6414e-8e05-4a5f-aacd-206df69df5b2 req-e3ff66f8-b473-43bb-ac51-cb55ef373d0d service nova] [instance: 269d41c2-b7c9-4d6d-9671-3c31ac3b02ba] Received event network-vif-plugged-d55ed9ee-f151-4ff4-8c1f-d8a60333f081 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.305869] env[70527]: DEBUG oslo_concurrency.lockutils [req-2af6414e-8e05-4a5f-aacd-206df69df5b2 req-e3ff66f8-b473-43bb-ac51-cb55ef373d0d service nova] Acquiring lock "269d41c2-b7c9-4d6d-9671-3c31ac3b02ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.306160] env[70527]: DEBUG oslo_concurrency.lockutils [req-2af6414e-8e05-4a5f-aacd-206df69df5b2 req-e3ff66f8-b473-43bb-ac51-cb55ef373d0d service nova] Lock "269d41c2-b7c9-4d6d-9671-3c31ac3b02ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.306419] env[70527]: DEBUG oslo_concurrency.lockutils [req-2af6414e-8e05-4a5f-aacd-206df69df5b2 req-e3ff66f8-b473-43bb-ac51-cb55ef373d0d service nova] Lock "269d41c2-b7c9-4d6d-9671-3c31ac3b02ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.306700] env[70527]: DEBUG nova.compute.manager [req-2af6414e-8e05-4a5f-aacd-206df69df5b2 req-e3ff66f8-b473-43bb-ac51-cb55ef373d0d service nova] [instance: 269d41c2-b7c9-4d6d-9671-3c31ac3b02ba] No waiting events found dispatching network-vif-plugged-d55ed9ee-f151-4ff4-8c1f-d8a60333f081 {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 772.306917] env[70527]: WARNING nova.compute.manager [req-2af6414e-8e05-4a5f-aacd-206df69df5b2 req-e3ff66f8-b473-43bb-ac51-cb55ef373d0d service nova] [instance: 269d41c2-b7c9-4d6d-9671-3c31ac3b02ba] Received unexpected event network-vif-plugged-d55ed9ee-f151-4ff4-8c1f-d8a60333f081 for instance with vm_state building and task_state spawning. [ 772.307206] env[70527]: DEBUG nova.compute.manager [req-2af6414e-8e05-4a5f-aacd-206df69df5b2 req-e3ff66f8-b473-43bb-ac51-cb55ef373d0d service nova] [instance: 269d41c2-b7c9-4d6d-9671-3c31ac3b02ba] Received event network-changed-d55ed9ee-f151-4ff4-8c1f-d8a60333f081 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.307286] env[70527]: DEBUG nova.compute.manager [req-2af6414e-8e05-4a5f-aacd-206df69df5b2 req-e3ff66f8-b473-43bb-ac51-cb55ef373d0d service nova] [instance: 269d41c2-b7c9-4d6d-9671-3c31ac3b02ba] Refreshing instance network info cache due to event network-changed-d55ed9ee-f151-4ff4-8c1f-d8a60333f081. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 772.307503] env[70527]: DEBUG oslo_concurrency.lockutils [req-2af6414e-8e05-4a5f-aacd-206df69df5b2 req-e3ff66f8-b473-43bb-ac51-cb55ef373d0d service nova] Acquiring lock "refresh_cache-269d41c2-b7c9-4d6d-9671-3c31ac3b02ba" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.307685] env[70527]: DEBUG oslo_concurrency.lockutils [req-2af6414e-8e05-4a5f-aacd-206df69df5b2 req-e3ff66f8-b473-43bb-ac51-cb55ef373d0d service nova] Acquired lock "refresh_cache-269d41c2-b7c9-4d6d-9671-3c31ac3b02ba" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.307870] env[70527]: DEBUG nova.network.neutron [req-2af6414e-8e05-4a5f-aacd-206df69df5b2 req-e3ff66f8-b473-43bb-ac51-cb55ef373d0d service nova] [instance: 269d41c2-b7c9-4d6d-9671-3c31ac3b02ba] Refreshing network info cache for port d55ed9ee-f151-4ff4-8c1f-d8a60333f081 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 772.315367] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 772.315367] env[70527]: value = "task-3912803" [ 772.315367] env[70527]: _type = "Task" [ 772.315367] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.325466] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912803, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.377408] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3a5a1dd5-8a76-4df1-96f1-36cfe6914270 tempest-ServerDiagnosticsV248Test-2079919973 tempest-ServerDiagnosticsV248Test-2079919973-project-member] Lock "99388db0-92e9-43d3-810a-5854edf7739a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.271s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.445911] env[70527]: DEBUG oslo_vmware.api [None req-07868443-0dd8-43f7-a43e-10629cfd3830 tempest-ServersAdminNegativeTestJSON-510203243 tempest-ServersAdminNegativeTestJSON-510203243-project-admin] Task: {'id': task-3912800, 'name': SuspendVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.533569] env[70527]: DEBUG oslo_vmware.api [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52136fdf-a1cb-a1b6-0762-4e305867712a, 'name': SearchDatastore_Task, 'duration_secs': 0.023682} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.533784] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.534209] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] e0f5066e-917e-4e4a-9b1c-b2e9eef96296/e0f5066e-917e-4e4a-9b1c-b2e9eef96296.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 772.534594] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-759bc347-5583-476b-9c87-62ee4f50e7c7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.544310] env[70527]: DEBUG oslo_vmware.api [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Waiting for the task: (returnval){ [ 772.544310] env[70527]: value = "task-3912804" [ 772.544310] env[70527]: _type = "Task" [ 772.544310] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.554608] env[70527]: DEBUG oslo_vmware.api [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Task: {'id': task-3912804, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.726233] env[70527]: DEBUG oslo_concurrency.lockutils [req-7caffe0e-fc62-4163-9747-f86ec8b7eea3 req-5cf6d990-a470-40d5-9db4-e29c7d6f7a73 service nova] Releasing lock "refresh_cache-680e9855-2905-4c0d-adc7-e45781fd1e4e" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.726496] env[70527]: DEBUG nova.compute.manager [req-7caffe0e-fc62-4163-9747-f86ec8b7eea3 req-5cf6d990-a470-40d5-9db4-e29c7d6f7a73 service nova] [instance: c90b8c2b-6a16-41e0-87a9-c0368fd34446] Received event network-changed-ba1ec5c0-406f-462e-83f6-e7049acb555f {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.726691] env[70527]: DEBUG nova.compute.manager [req-7caffe0e-fc62-4163-9747-f86ec8b7eea3 req-5cf6d990-a470-40d5-9db4-e29c7d6f7a73 service nova] [instance: c90b8c2b-6a16-41e0-87a9-c0368fd34446] Refreshing instance network info cache due to event network-changed-ba1ec5c0-406f-462e-83f6-e7049acb555f. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 772.727037] env[70527]: DEBUG oslo_concurrency.lockutils [req-7caffe0e-fc62-4163-9747-f86ec8b7eea3 req-5cf6d990-a470-40d5-9db4-e29c7d6f7a73 service nova] Acquiring lock "refresh_cache-c90b8c2b-6a16-41e0-87a9-c0368fd34446" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.727209] env[70527]: DEBUG oslo_concurrency.lockutils [req-7caffe0e-fc62-4163-9747-f86ec8b7eea3 req-5cf6d990-a470-40d5-9db4-e29c7d6f7a73 service nova] Acquired lock "refresh_cache-c90b8c2b-6a16-41e0-87a9-c0368fd34446" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.727532] env[70527]: DEBUG nova.network.neutron [req-7caffe0e-fc62-4163-9747-f86ec8b7eea3 req-5cf6d990-a470-40d5-9db4-e29c7d6f7a73 service nova] [instance: c90b8c2b-6a16-41e0-87a9-c0368fd34446] Refreshing network info cache for port ba1ec5c0-406f-462e-83f6-e7049acb555f {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 772.827534] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912803, 'name': CreateVM_Task, 'duration_secs': 0.425522} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.828317] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 269d41c2-b7c9-4d6d-9671-3c31ac3b02ba] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 772.829386] env[70527]: DEBUG oslo_concurrency.lockutils [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.829819] env[70527]: DEBUG oslo_concurrency.lockutils [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.830247] env[70527]: DEBUG oslo_concurrency.lockutils [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.831105] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b84f4d2-70ee-42c3-b51d-93841903abd8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.838829] env[70527]: DEBUG oslo_vmware.api [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Waiting for the task: (returnval){ [ 772.838829] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]529743d5-fa48-286a-825f-913c8d9c6a32" [ 772.838829] env[70527]: _type = "Task" [ 772.838829] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.852279] env[70527]: DEBUG oslo_vmware.api [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]529743d5-fa48-286a-825f-913c8d9c6a32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.950626] env[70527]: DEBUG oslo_vmware.api [None req-07868443-0dd8-43f7-a43e-10629cfd3830 tempest-ServersAdminNegativeTestJSON-510203243 tempest-ServersAdminNegativeTestJSON-510203243-project-admin] Task: {'id': task-3912800, 'name': SuspendVM_Task, 'duration_secs': 0.975775} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.954475] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-07868443-0dd8-43f7-a43e-10629cfd3830 tempest-ServersAdminNegativeTestJSON-510203243 tempest-ServersAdminNegativeTestJSON-510203243-project-admin] [instance: da8faa86-f0f4-4376-8230-044988916d00] Suspended the VM {{(pid=70527) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 772.954737] env[70527]: DEBUG nova.compute.manager [None req-07868443-0dd8-43f7-a43e-10629cfd3830 tempest-ServersAdminNegativeTestJSON-510203243 tempest-ServersAdminNegativeTestJSON-510203243-project-admin] [instance: da8faa86-f0f4-4376-8230-044988916d00] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 772.956275] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118de776-d9b9-48c9-afd1-7de645b3dcf1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.060625] env[70527]: DEBUG oslo_vmware.api [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Task: {'id': task-3912804, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.151634] env[70527]: DEBUG nova.network.neutron [req-2af6414e-8e05-4a5f-aacd-206df69df5b2 req-e3ff66f8-b473-43bb-ac51-cb55ef373d0d service nova] [instance: 269d41c2-b7c9-4d6d-9671-3c31ac3b02ba] Updated VIF entry in instance network info cache for port d55ed9ee-f151-4ff4-8c1f-d8a60333f081. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 773.152024] env[70527]: DEBUG nova.network.neutron [req-2af6414e-8e05-4a5f-aacd-206df69df5b2 req-e3ff66f8-b473-43bb-ac51-cb55ef373d0d service nova] [instance: 269d41c2-b7c9-4d6d-9671-3c31ac3b02ba] Updating instance_info_cache with network_info: [{"id": "d55ed9ee-f151-4ff4-8c1f-d8a60333f081", "address": "fa:16:3e:b9:84:f5", "network": {"id": "1a13f85c-0b1b-4160-9f74-fb6f607dc4eb", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1021475144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b603cd0a856340269272db365bcf4508", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd55ed9ee-f1", "ovs_interfaceid": "d55ed9ee-f151-4ff4-8c1f-d8a60333f081", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.352163] env[70527]: DEBUG oslo_vmware.api [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]529743d5-fa48-286a-825f-913c8d9c6a32, 'name': SearchDatastore_Task, 'duration_secs': 0.021303} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.352282] env[70527]: DEBUG oslo_concurrency.lockutils [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.352710] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] [instance: 269d41c2-b7c9-4d6d-9671-3c31ac3b02ba] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 773.353755] env[70527]: DEBUG oslo_concurrency.lockutils [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.353755] env[70527]: DEBUG oslo_concurrency.lockutils [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.354183] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 773.357353] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a263eb8-9433-4b60-b8b2-1c0024b4b641 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.373396] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 773.373506] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 773.374211] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53e269b1-a657-43af-8631-e15de5553d41 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.381350] env[70527]: DEBUG oslo_vmware.api [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Waiting for the task: (returnval){ [ 773.381350] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]527596f5-fd20-e6d4-948b-8be96a939713" [ 773.381350] env[70527]: _type = "Task" [ 773.381350] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.395821] env[70527]: DEBUG oslo_vmware.api [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]527596f5-fd20-e6d4-948b-8be96a939713, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.442515] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-191699a7-a466-4a6d-bbd0-95520dbf496d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.450853] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f4a93e7-16d8-4c35-8fe4-267bb9bc034c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.487419] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2d071f-a5e0-42fb-8e82-3d8aa9efd9b7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.496533] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d749023-8786-4a53-9868-9550e9e0c153 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.510806] env[70527]: DEBUG nova.compute.provider_tree [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.512846] env[70527]: DEBUG nova.network.neutron [req-7caffe0e-fc62-4163-9747-f86ec8b7eea3 req-5cf6d990-a470-40d5-9db4-e29c7d6f7a73 service nova] [instance: c90b8c2b-6a16-41e0-87a9-c0368fd34446] Updated VIF entry in instance network info cache for port ba1ec5c0-406f-462e-83f6-e7049acb555f. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 773.513243] env[70527]: DEBUG nova.network.neutron [req-7caffe0e-fc62-4163-9747-f86ec8b7eea3 req-5cf6d990-a470-40d5-9db4-e29c7d6f7a73 service nova] [instance: c90b8c2b-6a16-41e0-87a9-c0368fd34446] Updating instance_info_cache with network_info: [{"id": "ba1ec5c0-406f-462e-83f6-e7049acb555f", "address": "fa:16:3e:12:0a:44", "network": {"id": "e10e1c6a-cee6-4869-8d23-4eadf4149b19", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-434040304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2dd0f0deabc4889b03b9a30ae205e8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a64108f9-df0a-4feb-bbb5-97f5841c356c", "external-id": "nsx-vlan-transportzone-67", "segmentation_id": 67, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba1ec5c0-40", "ovs_interfaceid": "ba1ec5c0-406f-462e-83f6-e7049acb555f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.557380] env[70527]: DEBUG oslo_vmware.api [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Task: {'id': task-3912804, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.663465} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.557490] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] e0f5066e-917e-4e4a-9b1c-b2e9eef96296/e0f5066e-917e-4e4a-9b1c-b2e9eef96296.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 773.557699] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] [instance: e0f5066e-917e-4e4a-9b1c-b2e9eef96296] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 773.558310] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-250a74ab-6925-4e03-847c-a282f03c4ee3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.566703] env[70527]: DEBUG oslo_vmware.api [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Waiting for the task: (returnval){ [ 773.566703] env[70527]: value = "task-3912805" [ 773.566703] env[70527]: _type = "Task" [ 773.566703] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.576248] env[70527]: DEBUG oslo_vmware.api [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Task: {'id': task-3912805, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.654918] env[70527]: DEBUG oslo_concurrency.lockutils [req-2af6414e-8e05-4a5f-aacd-206df69df5b2 req-e3ff66f8-b473-43bb-ac51-cb55ef373d0d service nova] Releasing lock "refresh_cache-269d41c2-b7c9-4d6d-9671-3c31ac3b02ba" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.892713] env[70527]: DEBUG oslo_vmware.api [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]527596f5-fd20-e6d4-948b-8be96a939713, 'name': SearchDatastore_Task, 'duration_secs': 0.027365} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.893572] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d83fe47-0493-4894-8edc-f8028c991a8c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.903279] env[70527]: DEBUG oslo_vmware.api [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Waiting for the task: (returnval){ [ 773.903279] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]5221f315-9bcd-747b-fa7c-2c7891ee1204" [ 773.903279] env[70527]: _type = "Task" [ 773.903279] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.914106] env[70527]: DEBUG oslo_vmware.api [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5221f315-9bcd-747b-fa7c-2c7891ee1204, 'name': SearchDatastore_Task, 'duration_secs': 0.010708} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.914362] env[70527]: DEBUG oslo_concurrency.lockutils [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.914616] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 269d41c2-b7c9-4d6d-9671-3c31ac3b02ba/269d41c2-b7c9-4d6d-9671-3c31ac3b02ba.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 773.914862] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d8f9a324-e748-4e87-b1e3-8b6145c1ba0a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.923749] env[70527]: DEBUG oslo_vmware.api [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Waiting for the task: (returnval){ [ 773.923749] env[70527]: value = "task-3912806" [ 773.923749] env[70527]: _type = "Task" [ 773.923749] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.934624] env[70527]: DEBUG oslo_vmware.api [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Task: {'id': task-3912806, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.017667] env[70527]: DEBUG nova.scheduler.client.report [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.021267] env[70527]: DEBUG oslo_concurrency.lockutils [req-7caffe0e-fc62-4163-9747-f86ec8b7eea3 req-5cf6d990-a470-40d5-9db4-e29c7d6f7a73 service nova] Releasing lock "refresh_cache-c90b8c2b-6a16-41e0-87a9-c0368fd34446" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.021525] env[70527]: DEBUG nova.compute.manager [req-7caffe0e-fc62-4163-9747-f86ec8b7eea3 req-5cf6d990-a470-40d5-9db4-e29c7d6f7a73 service nova] [instance: 7d528f60-1928-4642-9764-ac7c776b85f6] Received event network-vif-deleted-adc1c5e2-7a2e-4b4a-8dda-fbf04920f7bb {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.081798] env[70527]: DEBUG oslo_vmware.api [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Task: {'id': task-3912805, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076065} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.082303] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] [instance: e0f5066e-917e-4e4a-9b1c-b2e9eef96296] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 774.084369] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3fc6b3-5ddc-4401-8e51-917f92667fc9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.118420] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] [instance: e0f5066e-917e-4e4a-9b1c-b2e9eef96296] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] e0f5066e-917e-4e4a-9b1c-b2e9eef96296/e0f5066e-917e-4e4a-9b1c-b2e9eef96296.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 774.118791] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e19d8205-540a-4e7b-88aa-eb5b00272cd5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.141085] env[70527]: DEBUG oslo_vmware.api [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Waiting for the task: (returnval){ [ 774.141085] env[70527]: value = "task-3912807" [ 774.141085] env[70527]: _type = "Task" [ 774.141085] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.152055] env[70527]: DEBUG oslo_vmware.api [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Task: {'id': task-3912807, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.437158] env[70527]: DEBUG oslo_vmware.api [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Task: {'id': task-3912806, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48616} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.437158] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 269d41c2-b7c9-4d6d-9671-3c31ac3b02ba/269d41c2-b7c9-4d6d-9671-3c31ac3b02ba.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 774.437158] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] [instance: 269d41c2-b7c9-4d6d-9671-3c31ac3b02ba] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 774.437158] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c941da38-bbc3-4aab-9dea-39747550bd8f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.446501] env[70527]: DEBUG oslo_vmware.api [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Waiting for the task: (returnval){ [ 774.446501] env[70527]: value = "task-3912808" [ 774.446501] env[70527]: _type = "Task" [ 774.446501] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.457733] env[70527]: DEBUG oslo_vmware.api [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Task: {'id': task-3912808, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.524068] env[70527]: DEBUG oslo_concurrency.lockutils [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.681s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.524618] env[70527]: DEBUG nova.compute.manager [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 774.527564] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.385s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.529909] env[70527]: INFO nova.compute.claims [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] [instance: 1f2f9915-addb-4405-a32e-cfd7ac086321] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 774.654611] env[70527]: DEBUG oslo_vmware.api [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Task: {'id': task-3912807, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.961506] env[70527]: DEBUG oslo_vmware.api [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Task: {'id': task-3912808, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.157019} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.962254] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] [instance: 269d41c2-b7c9-4d6d-9671-3c31ac3b02ba] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 774.962999] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5316a56f-e168-4d20-9faa-75feb5f50e3a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.993372] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] [instance: 269d41c2-b7c9-4d6d-9671-3c31ac3b02ba] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 269d41c2-b7c9-4d6d-9671-3c31ac3b02ba/269d41c2-b7c9-4d6d-9671-3c31ac3b02ba.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 774.993711] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79107627-ea1f-4d59-9d90-f61d0dc322f3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.016072] env[70527]: DEBUG oslo_vmware.api [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Waiting for the task: (returnval){ [ 775.016072] env[70527]: value = "task-3912809" [ 775.016072] env[70527]: _type = "Task" [ 775.016072] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.026048] env[70527]: DEBUG oslo_vmware.api [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Task: {'id': task-3912809, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.033597] env[70527]: DEBUG nova.compute.utils [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 775.037168] env[70527]: DEBUG nova.compute.manager [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 775.037340] env[70527]: DEBUG nova.network.neutron [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 775.109058] env[70527]: DEBUG nova.policy [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2e6f62f8783f421c8972fbc56c8ba0b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ffc6c328f56e4971bceb097b0ceef30d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 775.152424] env[70527]: DEBUG oslo_vmware.api [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Task: {'id': task-3912807, 'name': ReconfigVM_Task, 'duration_secs': 0.56085} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.152737] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] [instance: e0f5066e-917e-4e4a-9b1c-b2e9eef96296] Reconfigured VM instance instance-00000018 to attach disk [datastore1] e0f5066e-917e-4e4a-9b1c-b2e9eef96296/e0f5066e-917e-4e4a-9b1c-b2e9eef96296.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 775.153414] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5803a13-95ee-4961-86b0-5721d8d3e6a7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.163930] env[70527]: DEBUG oslo_vmware.api [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Waiting for the task: (returnval){ [ 775.163930] env[70527]: value = "task-3912810" [ 775.163930] env[70527]: _type = "Task" [ 775.163930] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.173744] env[70527]: DEBUG oslo_vmware.api [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Task: {'id': task-3912810, 'name': Rename_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.530449] env[70527]: DEBUG oslo_vmware.api [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Task: {'id': task-3912809, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.543018] env[70527]: DEBUG nova.compute.manager [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 775.686655] env[70527]: DEBUG oslo_vmware.api [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Task: {'id': task-3912810, 'name': Rename_Task, 'duration_secs': 0.168196} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.687152] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] [instance: e0f5066e-917e-4e4a-9b1c-b2e9eef96296] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 775.687417] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6d84609-2c45-49f6-b83d-a5fcc0c3a69e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.701045] env[70527]: DEBUG oslo_vmware.api [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Waiting for the task: (returnval){ [ 775.701045] env[70527]: value = "task-3912811" [ 775.701045] env[70527]: _type = "Task" [ 775.701045] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.714442] env[70527]: DEBUG oslo_vmware.api [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Task: {'id': task-3912811, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.717430] env[70527]: DEBUG nova.network.neutron [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4] Successfully created port: d41b7b50-97b8-4bf8-acb7-e245ac4ef366 {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 775.734639] env[70527]: DEBUG oslo_concurrency.lockutils [None req-34ae61b0-7d6b-426a-8179-9fabb1bd2108 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Acquiring lock "da8faa86-f0f4-4376-8230-044988916d00" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.734923] env[70527]: DEBUG oslo_concurrency.lockutils [None req-34ae61b0-7d6b-426a-8179-9fabb1bd2108 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Lock "da8faa86-f0f4-4376-8230-044988916d00" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.735239] env[70527]: DEBUG oslo_concurrency.lockutils [None req-34ae61b0-7d6b-426a-8179-9fabb1bd2108 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Acquiring lock "da8faa86-f0f4-4376-8230-044988916d00-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.735449] env[70527]: DEBUG oslo_concurrency.lockutils [None req-34ae61b0-7d6b-426a-8179-9fabb1bd2108 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Lock "da8faa86-f0f4-4376-8230-044988916d00-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.735623] env[70527]: DEBUG oslo_concurrency.lockutils [None req-34ae61b0-7d6b-426a-8179-9fabb1bd2108 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Lock "da8faa86-f0f4-4376-8230-044988916d00-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.738626] env[70527]: INFO nova.compute.manager [None req-34ae61b0-7d6b-426a-8179-9fabb1bd2108 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] [instance: da8faa86-f0f4-4376-8230-044988916d00] Terminating instance [ 776.034829] env[70527]: DEBUG oslo_vmware.api [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Task: {'id': task-3912809, 'name': ReconfigVM_Task, 'duration_secs': 0.812887} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.035216] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] [instance: 269d41c2-b7c9-4d6d-9671-3c31ac3b02ba] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 269d41c2-b7c9-4d6d-9671-3c31ac3b02ba/269d41c2-b7c9-4d6d-9671-3c31ac3b02ba.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 776.036074] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47ac8957-8320-453a-80a0-599da2b2818c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.052312] env[70527]: DEBUG oslo_vmware.api [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Waiting for the task: (returnval){ [ 776.052312] env[70527]: value = "task-3912812" [ 776.052312] env[70527]: _type = "Task" [ 776.052312] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.063687] env[70527]: DEBUG oslo_vmware.api [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Task: {'id': task-3912812, 'name': Rename_Task} progress is 10%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.189056] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef9d057-4c95-45fc-a36c-d7922e0c08fd {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.208318] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b536e74-4a9c-45e9-b517-108f2a013251 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.219232] env[70527]: DEBUG oslo_vmware.api [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Task: {'id': task-3912811, 'name': PowerOnVM_Task, 'duration_secs': 0.489247} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.248633] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] [instance: e0f5066e-917e-4e4a-9b1c-b2e9eef96296] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 776.248876] env[70527]: INFO nova.compute.manager [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] [instance: e0f5066e-917e-4e4a-9b1c-b2e9eef96296] Took 9.45 seconds to spawn the instance on the hypervisor. [ 776.249070] env[70527]: DEBUG nova.compute.manager [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] [instance: e0f5066e-917e-4e4a-9b1c-b2e9eef96296] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 776.250109] env[70527]: DEBUG nova.compute.manager [None req-34ae61b0-7d6b-426a-8179-9fabb1bd2108 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] [instance: da8faa86-f0f4-4376-8230-044988916d00] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 776.250308] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-34ae61b0-7d6b-426a-8179-9fabb1bd2108 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] [instance: da8faa86-f0f4-4376-8230-044988916d00] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 776.251366] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f0d70f-e4cd-4746-a9f9-0f28fe909ebb {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.254538] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7876d95-eddb-4cd6-ad85-9742dbb9e802 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.259862] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e1f7cc8-5fe9-456d-b9a0-5d5ad1b999f0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.275180] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0b5b0c7-ed96-4bde-af5d-ff20d990a0d9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.282219] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-34ae61b0-7d6b-426a-8179-9fabb1bd2108 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] [instance: da8faa86-f0f4-4376-8230-044988916d00] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 776.282774] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd084a59-c632-4491-a6ae-379a2a0c7978 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.296703] env[70527]: DEBUG nova.compute.provider_tree [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.355432] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-34ae61b0-7d6b-426a-8179-9fabb1bd2108 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] [instance: da8faa86-f0f4-4376-8230-044988916d00] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 776.356079] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-34ae61b0-7d6b-426a-8179-9fabb1bd2108 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] [instance: da8faa86-f0f4-4376-8230-044988916d00] Deleting contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 776.356079] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-34ae61b0-7d6b-426a-8179-9fabb1bd2108 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Deleting the datastore file [datastore1] da8faa86-f0f4-4376-8230-044988916d00 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 776.356206] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a726094-e506-4bd2-8e78-76c17f45d80a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.365897] env[70527]: DEBUG oslo_vmware.api [None req-34ae61b0-7d6b-426a-8179-9fabb1bd2108 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Waiting for the task: (returnval){ [ 776.365897] env[70527]: value = "task-3912814" [ 776.365897] env[70527]: _type = "Task" [ 776.365897] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.374501] env[70527]: DEBUG oslo_vmware.api [None req-34ae61b0-7d6b-426a-8179-9fabb1bd2108 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Task: {'id': task-3912814, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.557643] env[70527]: DEBUG nova.compute.manager [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 776.569479] env[70527]: DEBUG oslo_vmware.api [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Task: {'id': task-3912812, 'name': Rename_Task, 'duration_secs': 0.176321} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.569750] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] [instance: 269d41c2-b7c9-4d6d-9671-3c31ac3b02ba] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 776.570060] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2821b7d-15bd-4ca0-b6ee-b5577ae8c3dd {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.578946] env[70527]: DEBUG oslo_vmware.api [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Waiting for the task: (returnval){ [ 776.578946] env[70527]: value = "task-3912815" [ 776.578946] env[70527]: _type = "Task" [ 776.578946] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.594749] env[70527]: DEBUG oslo_vmware.api [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Task: {'id': task-3912815, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.599024] env[70527]: DEBUG nova.virt.hardware [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 776.599254] env[70527]: DEBUG nova.virt.hardware [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 776.599404] env[70527]: DEBUG nova.virt.hardware [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 776.601040] env[70527]: DEBUG nova.virt.hardware [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 776.601040] env[70527]: DEBUG nova.virt.hardware [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 776.601040] env[70527]: DEBUG nova.virt.hardware [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 776.601040] env[70527]: DEBUG nova.virt.hardware [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 776.604143] env[70527]: DEBUG nova.virt.hardware [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 776.604362] env[70527]: DEBUG nova.virt.hardware [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 776.604531] env[70527]: DEBUG nova.virt.hardware [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 776.604698] env[70527]: DEBUG nova.virt.hardware [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 776.605614] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8f0258-fa65-468b-836e-ff5ba2158bfb {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.614364] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10cb10b1-2dab-4ad2-abdb-e463f35eea1d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.793676] env[70527]: INFO nova.compute.manager [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] [instance: e0f5066e-917e-4e4a-9b1c-b2e9eef96296] Took 47.48 seconds to build instance. [ 776.800369] env[70527]: DEBUG nova.scheduler.client.report [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.878776] env[70527]: DEBUG oslo_vmware.api [None req-34ae61b0-7d6b-426a-8179-9fabb1bd2108 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Task: {'id': task-3912814, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156612} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.879699] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-34ae61b0-7d6b-426a-8179-9fabb1bd2108 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 776.879699] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-34ae61b0-7d6b-426a-8179-9fabb1bd2108 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] [instance: da8faa86-f0f4-4376-8230-044988916d00] Deleted contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 776.879699] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-34ae61b0-7d6b-426a-8179-9fabb1bd2108 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] [instance: da8faa86-f0f4-4376-8230-044988916d00] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 776.879699] env[70527]: INFO nova.compute.manager [None req-34ae61b0-7d6b-426a-8179-9fabb1bd2108 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] [instance: da8faa86-f0f4-4376-8230-044988916d00] Took 0.63 seconds to destroy the instance on the hypervisor. [ 776.879975] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34ae61b0-7d6b-426a-8179-9fabb1bd2108 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 776.880189] env[70527]: DEBUG nova.compute.manager [-] [instance: da8faa86-f0f4-4376-8230-044988916d00] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 776.880300] env[70527]: DEBUG nova.network.neutron [-] [instance: da8faa86-f0f4-4376-8230-044988916d00] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 777.090361] env[70527]: DEBUG oslo_vmware.api [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Task: {'id': task-3912815, 'name': PowerOnVM_Task, 'duration_secs': 0.500205} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.090652] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] [instance: 269d41c2-b7c9-4d6d-9671-3c31ac3b02ba] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 777.090854] env[70527]: INFO nova.compute.manager [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] [instance: 269d41c2-b7c9-4d6d-9671-3c31ac3b02ba] Took 7.61 seconds to spawn the instance on the hypervisor. [ 777.091050] env[70527]: DEBUG nova.compute.manager [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] [instance: 269d41c2-b7c9-4d6d-9671-3c31ac3b02ba] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 777.091892] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec3f666-9a72-402a-9faf-9d67177ee346 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.297757] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a3c3140f-eb5a-4766-b6f2-80531c18f936 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Lock "e0f5066e-917e-4e4a-9b1c-b2e9eef96296" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.986s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.306359] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.779s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.306870] env[70527]: DEBUG nova.compute.manager [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] [instance: 1f2f9915-addb-4405-a32e-cfd7ac086321] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 777.313575] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d8fc4104-eb9a-49f8-93a3-257efd68b6a7 tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.842s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.313850] env[70527]: DEBUG nova.objects.instance [None req-d8fc4104-eb9a-49f8-93a3-257efd68b6a7 tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Lazy-loading 'resources' on Instance uuid 5d2b9cdf-5e26-456d-b47f-29183dee3966 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 777.424353] env[70527]: DEBUG nova.compute.manager [req-57b7deff-df06-4c2c-ab73-aab425d2fd95 req-bf8e8fc9-e89e-4656-a16b-2f04d830c7bf service nova] [instance: da8faa86-f0f4-4376-8230-044988916d00] Received event network-vif-deleted-46351129-a41f-4a6f-8628-40debf3f6f70 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.424566] env[70527]: INFO nova.compute.manager [req-57b7deff-df06-4c2c-ab73-aab425d2fd95 req-bf8e8fc9-e89e-4656-a16b-2f04d830c7bf service nova] [instance: da8faa86-f0f4-4376-8230-044988916d00] Neutron deleted interface 46351129-a41f-4a6f-8628-40debf3f6f70; detaching it from the instance and deleting it from the info cache [ 777.424706] env[70527]: DEBUG nova.network.neutron [req-57b7deff-df06-4c2c-ab73-aab425d2fd95 req-bf8e8fc9-e89e-4656-a16b-2f04d830c7bf service nova] [instance: da8faa86-f0f4-4376-8230-044988916d00] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.613433] env[70527]: INFO nova.compute.manager [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] [instance: 269d41c2-b7c9-4d6d-9671-3c31ac3b02ba] Took 46.20 seconds to build instance. [ 777.748889] env[70527]: DEBUG nova.network.neutron [-] [instance: da8faa86-f0f4-4376-8230-044988916d00] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.800556] env[70527]: DEBUG nova.compute.manager [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: 92d864e4-e030-49df-b739-46f55730fd0a] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 777.818400] env[70527]: DEBUG nova.compute.utils [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 777.819791] env[70527]: DEBUG nova.compute.manager [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] [instance: 1f2f9915-addb-4405-a32e-cfd7ac086321] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 777.819954] env[70527]: DEBUG nova.network.neutron [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] [instance: 1f2f9915-addb-4405-a32e-cfd7ac086321] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 777.928999] env[70527]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e9ebc8a4-422d-4af8-9f82-21fe866a201c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.931976] env[70527]: DEBUG nova.network.neutron [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4] Successfully updated port: d41b7b50-97b8-4bf8-acb7-e245ac4ef366 {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 777.944077] env[70527]: DEBUG nova.policy [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7509bb59f85f41bf9c397f7187f310f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e35707df44041a2a25ec40c7cea411a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 777.950943] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a2ece0a-0171-4aa4-96e4-fdc10830a906 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.990246] env[70527]: DEBUG nova.compute.manager [req-57b7deff-df06-4c2c-ab73-aab425d2fd95 req-bf8e8fc9-e89e-4656-a16b-2f04d830c7bf service nova] [instance: da8faa86-f0f4-4376-8230-044988916d00] Detach interface failed, port_id=46351129-a41f-4a6f-8628-40debf3f6f70, reason: Instance da8faa86-f0f4-4376-8230-044988916d00 could not be found. {{(pid=70527) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 778.028843] env[70527]: DEBUG nova.compute.manager [req-6b7d5322-2b0f-49c6-9d59-667d72b6ade1 req-e4eab481-105b-44f4-a49d-0be61f262ea4 service nova] [instance: 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4] Received event network-vif-plugged-d41b7b50-97b8-4bf8-acb7-e245ac4ef366 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.029234] env[70527]: DEBUG oslo_concurrency.lockutils [req-6b7d5322-2b0f-49c6-9d59-667d72b6ade1 req-e4eab481-105b-44f4-a49d-0be61f262ea4 service nova] Acquiring lock "04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.029528] env[70527]: DEBUG oslo_concurrency.lockutils [req-6b7d5322-2b0f-49c6-9d59-667d72b6ade1 req-e4eab481-105b-44f4-a49d-0be61f262ea4 service nova] Lock "04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.029834] env[70527]: DEBUG oslo_concurrency.lockutils [req-6b7d5322-2b0f-49c6-9d59-667d72b6ade1 req-e4eab481-105b-44f4-a49d-0be61f262ea4 service nova] Lock "04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.030090] env[70527]: DEBUG nova.compute.manager [req-6b7d5322-2b0f-49c6-9d59-667d72b6ade1 req-e4eab481-105b-44f4-a49d-0be61f262ea4 service nova] [instance: 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4] No waiting events found dispatching network-vif-plugged-d41b7b50-97b8-4bf8-acb7-e245ac4ef366 {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 778.030323] env[70527]: WARNING nova.compute.manager [req-6b7d5322-2b0f-49c6-9d59-667d72b6ade1 req-e4eab481-105b-44f4-a49d-0be61f262ea4 service nova] [instance: 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4] Received unexpected event network-vif-plugged-d41b7b50-97b8-4bf8-acb7-e245ac4ef366 for instance with vm_state building and task_state spawning. [ 778.114870] env[70527]: DEBUG oslo_concurrency.lockutils [None req-67787762-3c11-4337-b28b-effe6cf29de7 tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Lock "269d41c2-b7c9-4d6d-9671-3c31ac3b02ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.239s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.255251] env[70527]: INFO nova.compute.manager [-] [instance: da8faa86-f0f4-4376-8230-044988916d00] Took 1.37 seconds to deallocate network for instance. [ 778.318786] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.325746] env[70527]: DEBUG nova.compute.manager [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] [instance: 1f2f9915-addb-4405-a32e-cfd7ac086321] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 778.439615] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4945df3e-5388-4da1-a627-47b6c61a3a87 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.442913] env[70527]: DEBUG oslo_concurrency.lockutils [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquiring lock "refresh_cache-04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.443064] env[70527]: DEBUG oslo_concurrency.lockutils [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquired lock "refresh_cache-04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.443213] env[70527]: DEBUG nova.network.neutron [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 778.450705] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd37a49-81bc-4c9e-bc83-4f6a4cc4471c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.484738] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01705bb2-9d3e-4fe5-80a3-8fb48a845bd5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.493157] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51da8e68-ea8c-41ee-a899-f209a4e6f70a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.507645] env[70527]: DEBUG nova.compute.provider_tree [None req-d8fc4104-eb9a-49f8-93a3-257efd68b6a7 tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.617880] env[70527]: DEBUG nova.compute.manager [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: c8f2bb6b-be01-4473-92f5-2a35a8eff5b0] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 778.711022] env[70527]: DEBUG nova.network.neutron [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] [instance: 1f2f9915-addb-4405-a32e-cfd7ac086321] Successfully created port: 1369fe20-4783-4533-8f62-e384ff458531 {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 778.765288] env[70527]: DEBUG oslo_concurrency.lockutils [None req-34ae61b0-7d6b-426a-8179-9fabb1bd2108 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.989380] env[70527]: DEBUG nova.network.neutron [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 779.011069] env[70527]: DEBUG nova.scheduler.client.report [None req-d8fc4104-eb9a-49f8-93a3-257efd68b6a7 tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 779.143332] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.145074] env[70527]: DEBUG nova.network.neutron [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4] Updating instance_info_cache with network_info: [{"id": "d41b7b50-97b8-4bf8-acb7-e245ac4ef366", "address": "fa:16:3e:09:69:c0", "network": {"id": "ac4c5c7a-9727-4cf7-83da-cc12f81bae3a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-994465232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffc6c328f56e4971bceb097b0ceef30d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd41b7b50-97", "ovs_interfaceid": "d41b7b50-97b8-4bf8-acb7-e245ac4ef366", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.338749] env[70527]: DEBUG nova.compute.manager [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] [instance: 1f2f9915-addb-4405-a32e-cfd7ac086321] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 779.371956] env[70527]: DEBUG nova.virt.hardware [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 779.373146] env[70527]: DEBUG nova.virt.hardware [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 779.373146] env[70527]: DEBUG nova.virt.hardware [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 779.373146] env[70527]: DEBUG nova.virt.hardware [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 779.373146] env[70527]: DEBUG nova.virt.hardware [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 779.373332] env[70527]: DEBUG nova.virt.hardware [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 779.373426] env[70527]: DEBUG nova.virt.hardware [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 779.373588] env[70527]: DEBUG nova.virt.hardware [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 779.373757] env[70527]: DEBUG nova.virt.hardware [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 779.373958] env[70527]: DEBUG nova.virt.hardware [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 779.374104] env[70527]: DEBUG nova.virt.hardware [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 779.375037] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3517e27-a024-48c7-b72a-d92d51cc7e2d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.384454] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb6876bf-7fb8-4315-b84a-a9dfccec7265 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.517736] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d8fc4104-eb9a-49f8-93a3-257efd68b6a7 tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.204s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.520158] env[70527]: DEBUG oslo_concurrency.lockutils [None req-726e38cf-1f25-4075-bf5c-16cfb375b938 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.076s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.520400] env[70527]: DEBUG nova.objects.instance [None req-726e38cf-1f25-4075-bf5c-16cfb375b938 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Lazy-loading 'resources' on Instance uuid 3a8a9038-76f1-43e2-bb08-fb2cc51a3e58 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 779.540889] env[70527]: INFO nova.scheduler.client.report [None req-d8fc4104-eb9a-49f8-93a3-257efd68b6a7 tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Deleted allocations for instance 5d2b9cdf-5e26-456d-b47f-29183dee3966 [ 779.647639] env[70527]: DEBUG oslo_concurrency.lockutils [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Releasing lock "refresh_cache-04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.648041] env[70527]: DEBUG nova.compute.manager [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4] Instance network_info: |[{"id": "d41b7b50-97b8-4bf8-acb7-e245ac4ef366", "address": "fa:16:3e:09:69:c0", "network": {"id": "ac4c5c7a-9727-4cf7-83da-cc12f81bae3a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-994465232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffc6c328f56e4971bceb097b0ceef30d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd41b7b50-97", "ovs_interfaceid": "d41b7b50-97b8-4bf8-acb7-e245ac4ef366", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 779.648563] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:69:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f408ce42-3cac-4d9d-9c05-15471d653a18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd41b7b50-97b8-4bf8-acb7-e245ac4ef366', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 779.657059] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 779.657304] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 779.657602] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0ff8dd2-425f-42df-8e65-e837972af76b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.679435] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 779.679435] env[70527]: value = "task-3912816" [ 779.679435] env[70527]: _type = "Task" [ 779.679435] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.687470] env[70527]: DEBUG nova.compute.manager [req-67cc6890-c527-421f-9a27-6e7af6d1cc93 req-03b5f4f2-fb14-46ce-a971-8b1566719ddd service nova] [instance: e0f5066e-917e-4e4a-9b1c-b2e9eef96296] Received event network-changed-bfa1041c-2b84-4705-b1c0-6203f4c95575 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.687683] env[70527]: DEBUG nova.compute.manager [req-67cc6890-c527-421f-9a27-6e7af6d1cc93 req-03b5f4f2-fb14-46ce-a971-8b1566719ddd service nova] [instance: e0f5066e-917e-4e4a-9b1c-b2e9eef96296] Refreshing instance network info cache due to event network-changed-bfa1041c-2b84-4705-b1c0-6203f4c95575. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 779.687888] env[70527]: DEBUG oslo_concurrency.lockutils [req-67cc6890-c527-421f-9a27-6e7af6d1cc93 req-03b5f4f2-fb14-46ce-a971-8b1566719ddd service nova] Acquiring lock "refresh_cache-e0f5066e-917e-4e4a-9b1c-b2e9eef96296" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.688043] env[70527]: DEBUG oslo_concurrency.lockutils [req-67cc6890-c527-421f-9a27-6e7af6d1cc93 req-03b5f4f2-fb14-46ce-a971-8b1566719ddd service nova] Acquired lock "refresh_cache-e0f5066e-917e-4e4a-9b1c-b2e9eef96296" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.690998] env[70527]: DEBUG nova.network.neutron [req-67cc6890-c527-421f-9a27-6e7af6d1cc93 req-03b5f4f2-fb14-46ce-a971-8b1566719ddd service nova] [instance: e0f5066e-917e-4e4a-9b1c-b2e9eef96296] Refreshing network info cache for port bfa1041c-2b84-4705-b1c0-6203f4c95575 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 779.695999] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912816, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.051527] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d8fc4104-eb9a-49f8-93a3-257efd68b6a7 tempest-ServerExternalEventsTest-548408651 tempest-ServerExternalEventsTest-548408651-project-member] Lock "5d2b9cdf-5e26-456d-b47f-29183dee3966" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.992s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.071256] env[70527]: DEBUG nova.compute.manager [req-eaac9365-1588-4501-8aa1-eae982d6340c req-1366fd16-d458-4ba9-b56c-d14d7b723312 service nova] [instance: 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4] Received event network-changed-d41b7b50-97b8-4bf8-acb7-e245ac4ef366 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.071256] env[70527]: DEBUG nova.compute.manager [req-eaac9365-1588-4501-8aa1-eae982d6340c req-1366fd16-d458-4ba9-b56c-d14d7b723312 service nova] [instance: 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4] Refreshing instance network info cache due to event network-changed-d41b7b50-97b8-4bf8-acb7-e245ac4ef366. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 780.071256] env[70527]: DEBUG oslo_concurrency.lockutils [req-eaac9365-1588-4501-8aa1-eae982d6340c req-1366fd16-d458-4ba9-b56c-d14d7b723312 service nova] Acquiring lock "refresh_cache-04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.071256] env[70527]: DEBUG oslo_concurrency.lockutils [req-eaac9365-1588-4501-8aa1-eae982d6340c req-1366fd16-d458-4ba9-b56c-d14d7b723312 service nova] Acquired lock "refresh_cache-04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.071256] env[70527]: DEBUG nova.network.neutron [req-eaac9365-1588-4501-8aa1-eae982d6340c req-1366fd16-d458-4ba9-b56c-d14d7b723312 service nova] [instance: 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4] Refreshing network info cache for port d41b7b50-97b8-4bf8-acb7-e245ac4ef366 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 780.192964] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912816, 'name': CreateVM_Task, 'duration_secs': 0.43982} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.193173] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 780.193886] env[70527]: DEBUG oslo_concurrency.lockutils [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.194238] env[70527]: DEBUG oslo_concurrency.lockutils [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.194436] env[70527]: DEBUG oslo_concurrency.lockutils [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.194772] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd74c876-c665-4abc-8998-6ef14039f8a4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.204136] env[70527]: DEBUG oslo_vmware.api [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for the task: (returnval){ [ 780.204136] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]5202c5b4-69c4-7d50-f9e3-941807ac0a53" [ 780.204136] env[70527]: _type = "Task" [ 780.204136] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.214602] env[70527]: DEBUG oslo_vmware.api [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5202c5b4-69c4-7d50-f9e3-941807ac0a53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.536113] env[70527]: DEBUG nova.network.neutron [req-67cc6890-c527-421f-9a27-6e7af6d1cc93 req-03b5f4f2-fb14-46ce-a971-8b1566719ddd service nova] [instance: e0f5066e-917e-4e4a-9b1c-b2e9eef96296] Updated VIF entry in instance network info cache for port bfa1041c-2b84-4705-b1c0-6203f4c95575. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 780.536113] env[70527]: DEBUG nova.network.neutron [req-67cc6890-c527-421f-9a27-6e7af6d1cc93 req-03b5f4f2-fb14-46ce-a971-8b1566719ddd service nova] [instance: e0f5066e-917e-4e4a-9b1c-b2e9eef96296] Updating instance_info_cache with network_info: [{"id": "bfa1041c-2b84-4705-b1c0-6203f4c95575", "address": "fa:16:3e:eb:e8:46", "network": {"id": "e40043cf-e1ac-4501-9359-6d32887aa501", "bridge": "br-int", "label": "tempest-ServersTestJSON-67491983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3e24ffbe8dc4d38965936d2c9696174", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfa1041c-2b", "ovs_interfaceid": "bfa1041c-2b84-4705-b1c0-6203f4c95575", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.541965] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3cace35-2d4d-466d-b3c6-5fe614fcaa70 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.553416] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5fc8e73-76c4-4a17-a452-027957e84fe2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.562653] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8d45a4eb-c8a5-4ac6-9ad2-6b4086f12b04 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Acquiring lock "11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.562961] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8d45a4eb-c8a5-4ac6-9ad2-6b4086f12b04 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Lock "11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.603559] env[70527]: DEBUG nova.compute.utils [None req-8d45a4eb-c8a5-4ac6-9ad2-6b4086f12b04 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 780.605522] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1982fbe-10e5-46b9-b2a2-d58c73534ca9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.615905] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd9aeb6-3e84-475e-8f2f-3136e0d65c39 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.633597] env[70527]: DEBUG nova.compute.provider_tree [None req-726e38cf-1f25-4075-bf5c-16cfb375b938 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.705634] env[70527]: DEBUG nova.network.neutron [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] [instance: 1f2f9915-addb-4405-a32e-cfd7ac086321] Successfully updated port: 1369fe20-4783-4533-8f62-e384ff458531 {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 780.719439] env[70527]: DEBUG oslo_vmware.api [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5202c5b4-69c4-7d50-f9e3-941807ac0a53, 'name': SearchDatastore_Task, 'duration_secs': 0.016287} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.720664] env[70527]: DEBUG oslo_concurrency.lockutils [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.721078] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 780.721232] env[70527]: DEBUG oslo_concurrency.lockutils [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.721326] env[70527]: DEBUG oslo_concurrency.lockutils [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.721509] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 780.722071] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-807cace9-cac6-467b-89ae-8e84f37a16e4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.740318] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 780.740318] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 780.743254] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9b6a342-2e5a-4766-9c95-e365bc61a74f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.749530] env[70527]: DEBUG oslo_vmware.api [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for the task: (returnval){ [ 780.749530] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]526488a8-5175-eb3d-f725-e7b0b7560c00" [ 780.749530] env[70527]: _type = "Task" [ 780.749530] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.758344] env[70527]: DEBUG oslo_vmware.api [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]526488a8-5175-eb3d-f725-e7b0b7560c00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.912800] env[70527]: DEBUG nova.network.neutron [req-eaac9365-1588-4501-8aa1-eae982d6340c req-1366fd16-d458-4ba9-b56c-d14d7b723312 service nova] [instance: 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4] Updated VIF entry in instance network info cache for port d41b7b50-97b8-4bf8-acb7-e245ac4ef366. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 780.913411] env[70527]: DEBUG nova.network.neutron [req-eaac9365-1588-4501-8aa1-eae982d6340c req-1366fd16-d458-4ba9-b56c-d14d7b723312 service nova] [instance: 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4] Updating instance_info_cache with network_info: [{"id": "d41b7b50-97b8-4bf8-acb7-e245ac4ef366", "address": "fa:16:3e:09:69:c0", "network": {"id": "ac4c5c7a-9727-4cf7-83da-cc12f81bae3a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-994465232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffc6c328f56e4971bceb097b0ceef30d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd41b7b50-97", "ovs_interfaceid": "d41b7b50-97b8-4bf8-acb7-e245ac4ef366", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.046823] env[70527]: DEBUG oslo_concurrency.lockutils [req-67cc6890-c527-421f-9a27-6e7af6d1cc93 req-03b5f4f2-fb14-46ce-a971-8b1566719ddd service nova] Releasing lock "refresh_cache-e0f5066e-917e-4e4a-9b1c-b2e9eef96296" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.110051] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8d45a4eb-c8a5-4ac6-9ad2-6b4086f12b04 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Lock "11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 0.547s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.137450] env[70527]: DEBUG nova.scheduler.client.report [None req-726e38cf-1f25-4075-bf5c-16cfb375b938 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 781.212219] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Acquiring lock "refresh_cache-1f2f9915-addb-4405-a32e-cfd7ac086321" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.212219] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Acquired lock "refresh_cache-1f2f9915-addb-4405-a32e-cfd7ac086321" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.212219] env[70527]: DEBUG nova.network.neutron [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] [instance: 1f2f9915-addb-4405-a32e-cfd7ac086321] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 781.261202] env[70527]: DEBUG oslo_vmware.api [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]526488a8-5175-eb3d-f725-e7b0b7560c00, 'name': SearchDatastore_Task, 'duration_secs': 0.025646} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.261989] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8fa3a27-5813-43a1-b7b5-d52521258ec2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.268652] env[70527]: DEBUG oslo_vmware.api [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for the task: (returnval){ [ 781.268652] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]520b692c-c903-e3c1-c240-6330e980e5cb" [ 781.268652] env[70527]: _type = "Task" [ 781.268652] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.278267] env[70527]: DEBUG oslo_vmware.api [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]520b692c-c903-e3c1-c240-6330e980e5cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.416938] env[70527]: DEBUG oslo_concurrency.lockutils [req-eaac9365-1588-4501-8aa1-eae982d6340c req-1366fd16-d458-4ba9-b56c-d14d7b723312 service nova] Releasing lock "refresh_cache-04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.645033] env[70527]: DEBUG oslo_concurrency.lockutils [None req-726e38cf-1f25-4075-bf5c-16cfb375b938 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.125s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.647481] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0e11f407-c764-478d-91b5-bd3b95f6e675 tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.202s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.649586] env[70527]: INFO nova.compute.claims [None req-0e11f407-c764-478d-91b5-bd3b95f6e675 tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] [instance: 2b7d550b-ee65-4f22-8984-9b88e08de4d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 781.681357] env[70527]: INFO nova.scheduler.client.report [None req-726e38cf-1f25-4075-bf5c-16cfb375b938 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Deleted allocations for instance 3a8a9038-76f1-43e2-bb08-fb2cc51a3e58 [ 781.751689] env[70527]: DEBUG nova.network.neutron [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] [instance: 1f2f9915-addb-4405-a32e-cfd7ac086321] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 781.781208] env[70527]: DEBUG oslo_vmware.api [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]520b692c-c903-e3c1-c240-6330e980e5cb, 'name': SearchDatastore_Task, 'duration_secs': 0.031445} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.783390] env[70527]: DEBUG oslo_concurrency.lockutils [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.783663] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4/04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 781.783935] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d450bde9-7453-4cac-b490-e60125678a69 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.795155] env[70527]: DEBUG oslo_vmware.api [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for the task: (returnval){ [ 781.795155] env[70527]: value = "task-3912817" [ 781.795155] env[70527]: _type = "Task" [ 781.795155] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.804884] env[70527]: DEBUG oslo_vmware.api [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3912817, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.950938] env[70527]: DEBUG nova.network.neutron [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] [instance: 1f2f9915-addb-4405-a32e-cfd7ac086321] Updating instance_info_cache with network_info: [{"id": "1369fe20-4783-4533-8f62-e384ff458531", "address": "fa:16:3e:8d:a6:e6", "network": {"id": "29b8e902-296b-4709-aca2-c446fcf3fa56", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3eee3a2e62a4bcdad1e7484fcad9e2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1369fe20-47", "ovs_interfaceid": "1369fe20-4783-4533-8f62-e384ff458531", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.082270] env[70527]: DEBUG nova.compute.manager [req-668f9b96-32da-4fe9-b3e1-73be9ef6e048 req-a8b4b434-01cd-40be-b301-38976628d832 service nova] [instance: 1f2f9915-addb-4405-a32e-cfd7ac086321] Received event network-vif-plugged-1369fe20-4783-4533-8f62-e384ff458531 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.082505] env[70527]: DEBUG oslo_concurrency.lockutils [req-668f9b96-32da-4fe9-b3e1-73be9ef6e048 req-a8b4b434-01cd-40be-b301-38976628d832 service nova] Acquiring lock "1f2f9915-addb-4405-a32e-cfd7ac086321-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.082697] env[70527]: DEBUG oslo_concurrency.lockutils [req-668f9b96-32da-4fe9-b3e1-73be9ef6e048 req-a8b4b434-01cd-40be-b301-38976628d832 service nova] Lock "1f2f9915-addb-4405-a32e-cfd7ac086321-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.082869] env[70527]: DEBUG oslo_concurrency.lockutils [req-668f9b96-32da-4fe9-b3e1-73be9ef6e048 req-a8b4b434-01cd-40be-b301-38976628d832 service nova] Lock "1f2f9915-addb-4405-a32e-cfd7ac086321-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.083191] env[70527]: DEBUG nova.compute.manager [req-668f9b96-32da-4fe9-b3e1-73be9ef6e048 req-a8b4b434-01cd-40be-b301-38976628d832 service nova] [instance: 1f2f9915-addb-4405-a32e-cfd7ac086321] No waiting events found dispatching network-vif-plugged-1369fe20-4783-4533-8f62-e384ff458531 {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 782.083459] env[70527]: WARNING nova.compute.manager [req-668f9b96-32da-4fe9-b3e1-73be9ef6e048 req-a8b4b434-01cd-40be-b301-38976628d832 service nova] [instance: 1f2f9915-addb-4405-a32e-cfd7ac086321] Received unexpected event network-vif-plugged-1369fe20-4783-4533-8f62-e384ff458531 for instance with vm_state building and task_state spawning. [ 782.083665] env[70527]: DEBUG nova.compute.manager [req-668f9b96-32da-4fe9-b3e1-73be9ef6e048 req-a8b4b434-01cd-40be-b301-38976628d832 service nova] [instance: 1f2f9915-addb-4405-a32e-cfd7ac086321] Received event network-changed-1369fe20-4783-4533-8f62-e384ff458531 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.083904] env[70527]: DEBUG nova.compute.manager [req-668f9b96-32da-4fe9-b3e1-73be9ef6e048 req-a8b4b434-01cd-40be-b301-38976628d832 service nova] [instance: 1f2f9915-addb-4405-a32e-cfd7ac086321] Refreshing instance network info cache due to event network-changed-1369fe20-4783-4533-8f62-e384ff458531. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 782.084126] env[70527]: DEBUG oslo_concurrency.lockutils [req-668f9b96-32da-4fe9-b3e1-73be9ef6e048 req-a8b4b434-01cd-40be-b301-38976628d832 service nova] Acquiring lock "refresh_cache-1f2f9915-addb-4405-a32e-cfd7ac086321" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.159676] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8d45a4eb-c8a5-4ac6-9ad2-6b4086f12b04 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Acquiring lock "11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.159979] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8d45a4eb-c8a5-4ac6-9ad2-6b4086f12b04 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Lock "11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.160240] env[70527]: INFO nova.compute.manager [None req-8d45a4eb-c8a5-4ac6-9ad2-6b4086f12b04 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] [instance: 11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6] Attaching volume 3f1d9a9b-05fa-4152-b5b8-cc476abf1672 to /dev/sdb [ 782.192830] env[70527]: DEBUG oslo_concurrency.lockutils [None req-726e38cf-1f25-4075-bf5c-16cfb375b938 tempest-AttachInterfacesV270Test-531944994 tempest-AttachInterfacesV270Test-531944994-project-member] Lock "3a8a9038-76f1-43e2-bb08-fb2cc51a3e58" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.315s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.204884] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5754bfef-cd1a-4415-bbf7-054fd0f52638 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.213535] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ae9aa1-709e-49d4-a11d-384b97b88e2b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.234893] env[70527]: DEBUG nova.virt.block_device [None req-8d45a4eb-c8a5-4ac6-9ad2-6b4086f12b04 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] [instance: 11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6] Updating existing volume attachment record: 0759d390-86c7-4f60-8899-7efd48c944c6 {{(pid=70527) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 782.308971] env[70527]: DEBUG oslo_vmware.api [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3912817, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.454393] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Releasing lock "refresh_cache-1f2f9915-addb-4405-a32e-cfd7ac086321" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.455271] env[70527]: DEBUG nova.compute.manager [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] [instance: 1f2f9915-addb-4405-a32e-cfd7ac086321] Instance network_info: |[{"id": "1369fe20-4783-4533-8f62-e384ff458531", "address": "fa:16:3e:8d:a6:e6", "network": {"id": "29b8e902-296b-4709-aca2-c446fcf3fa56", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3eee3a2e62a4bcdad1e7484fcad9e2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1369fe20-47", "ovs_interfaceid": "1369fe20-4783-4533-8f62-e384ff458531", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 782.455271] env[70527]: DEBUG oslo_concurrency.lockutils [req-668f9b96-32da-4fe9-b3e1-73be9ef6e048 req-a8b4b434-01cd-40be-b301-38976628d832 service nova] Acquired lock "refresh_cache-1f2f9915-addb-4405-a32e-cfd7ac086321" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.455656] env[70527]: DEBUG nova.network.neutron [req-668f9b96-32da-4fe9-b3e1-73be9ef6e048 req-a8b4b434-01cd-40be-b301-38976628d832 service nova] [instance: 1f2f9915-addb-4405-a32e-cfd7ac086321] Refreshing network info cache for port 1369fe20-4783-4533-8f62-e384ff458531 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 782.456957] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] [instance: 1f2f9915-addb-4405-a32e-cfd7ac086321] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:a6:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73eeba7c-29e1-4fdf-82b3-d62e63e86051', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1369fe20-4783-4533-8f62-e384ff458531', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 782.468921] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Creating folder: Project (4e35707df44041a2a25ec40c7cea411a). Parent ref: group-v776920. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 782.470064] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-910520cc-4f05-42ec-bafe-73702af272c8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.481747] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Created folder: Project (4e35707df44041a2a25ec40c7cea411a) in parent group-v776920. [ 782.481974] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Creating folder: Instances. Parent ref: group-v776996. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 782.482240] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa4f62a5-b0c9-4086-9ae5-4d92b4aa9181 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.494705] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Created folder: Instances in parent group-v776996. [ 782.494974] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 782.495259] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f2f9915-addb-4405-a32e-cfd7ac086321] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 782.495852] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4adad04b-8665-4ae7-8f24-16c44068274b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.517134] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 782.517134] env[70527]: value = "task-3912820" [ 782.517134] env[70527]: _type = "Task" [ 782.517134] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.528429] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912820, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.818062] env[70527]: DEBUG oslo_vmware.api [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3912817, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526878} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.820847] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4/04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 782.822577] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 782.823257] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f5b872c-0d2e-4370-82a1-950ab299f337 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.834923] env[70527]: DEBUG oslo_vmware.api [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for the task: (returnval){ [ 782.834923] env[70527]: value = "task-3912821" [ 782.834923] env[70527]: _type = "Task" [ 782.834923] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.855567] env[70527]: DEBUG oslo_vmware.api [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3912821, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.036496] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912820, 'name': CreateVM_Task, 'duration_secs': 0.387827} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.036734] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f2f9915-addb-4405-a32e-cfd7ac086321] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 783.037475] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.037657] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.037984] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.038281] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-127a5cf5-0632-47df-b945-6abfce3e7d62 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.045913] env[70527]: DEBUG oslo_vmware.api [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Waiting for the task: (returnval){ [ 783.045913] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52d240cc-c29a-9b92-a94c-aaae1d7138f3" [ 783.045913] env[70527]: _type = "Task" [ 783.045913] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.055818] env[70527]: DEBUG oslo_vmware.api [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52d240cc-c29a-9b92-a94c-aaae1d7138f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.131906] env[70527]: DEBUG oslo_concurrency.lockutils [None req-81f646a3-7d21-4c06-b9c1-c07e383cd12e tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Acquiring lock "269d41c2-b7c9-4d6d-9671-3c31ac3b02ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.131906] env[70527]: DEBUG oslo_concurrency.lockutils [None req-81f646a3-7d21-4c06-b9c1-c07e383cd12e tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Lock "269d41c2-b7c9-4d6d-9671-3c31ac3b02ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.132092] env[70527]: DEBUG oslo_concurrency.lockutils [None req-81f646a3-7d21-4c06-b9c1-c07e383cd12e tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Acquiring lock "269d41c2-b7c9-4d6d-9671-3c31ac3b02ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.135052] env[70527]: DEBUG oslo_concurrency.lockutils [None req-81f646a3-7d21-4c06-b9c1-c07e383cd12e tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Lock "269d41c2-b7c9-4d6d-9671-3c31ac3b02ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.135052] env[70527]: DEBUG oslo_concurrency.lockutils [None req-81f646a3-7d21-4c06-b9c1-c07e383cd12e tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Lock "269d41c2-b7c9-4d6d-9671-3c31ac3b02ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.137068] env[70527]: INFO nova.compute.manager [None req-81f646a3-7d21-4c06-b9c1-c07e383cd12e tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] [instance: 269d41c2-b7c9-4d6d-9671-3c31ac3b02ba] Terminating instance [ 783.353790] env[70527]: DEBUG oslo_vmware.api [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3912821, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.150716} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.354100] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 783.355034] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959066d1-1919-48cb-91db-4a7e98bc3b92 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.395967] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4/04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 783.401257] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0df0022-e43e-4151-8b2a-37995fd8f2dc {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.423999] env[70527]: DEBUG oslo_vmware.api [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for the task: (returnval){ [ 783.423999] env[70527]: value = "task-3912826" [ 783.423999] env[70527]: _type = "Task" [ 783.423999] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.433790] env[70527]: DEBUG oslo_vmware.api [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3912826, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.448212] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f37e24b-920c-4c02-9cfc-54e199e2e463 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.457033] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8640d9f-a20a-4451-83b6-f8d77bf98491 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.491609] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5fb4e6a-15f1-4524-a54a-17ee9451622c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.500243] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73bf8187-eed5-4712-9050-cdb1d2e1d20b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.515747] env[70527]: DEBUG nova.compute.provider_tree [None req-0e11f407-c764-478d-91b5-bd3b95f6e675 tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.554769] env[70527]: DEBUG oslo_vmware.api [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52d240cc-c29a-9b92-a94c-aaae1d7138f3, 'name': SearchDatastore_Task, 'duration_secs': 0.043838} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.555075] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.555345] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] [instance: 1f2f9915-addb-4405-a32e-cfd7ac086321] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 783.555588] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.555736] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.555919] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 783.556488] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7bc3d61c-e93c-4017-aa14-88a9c439186d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.572247] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 783.572579] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 783.573320] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0c0677a-f5b4-46f9-b2b0-45395b2ce295 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.579899] env[70527]: DEBUG oslo_vmware.api [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Waiting for the task: (returnval){ [ 783.579899] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52338913-d53f-2586-aa82-66272c0c4657" [ 783.579899] env[70527]: _type = "Task" [ 783.579899] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.589883] env[70527]: DEBUG oslo_vmware.api [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52338913-d53f-2586-aa82-66272c0c4657, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.626646] env[70527]: DEBUG nova.network.neutron [req-668f9b96-32da-4fe9-b3e1-73be9ef6e048 req-a8b4b434-01cd-40be-b301-38976628d832 service nova] [instance: 1f2f9915-addb-4405-a32e-cfd7ac086321] Updated VIF entry in instance network info cache for port 1369fe20-4783-4533-8f62-e384ff458531. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 783.627040] env[70527]: DEBUG nova.network.neutron [req-668f9b96-32da-4fe9-b3e1-73be9ef6e048 req-a8b4b434-01cd-40be-b301-38976628d832 service nova] [instance: 1f2f9915-addb-4405-a32e-cfd7ac086321] Updating instance_info_cache with network_info: [{"id": "1369fe20-4783-4533-8f62-e384ff458531", "address": "fa:16:3e:8d:a6:e6", "network": {"id": "29b8e902-296b-4709-aca2-c446fcf3fa56", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3eee3a2e62a4bcdad1e7484fcad9e2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1369fe20-47", "ovs_interfaceid": "1369fe20-4783-4533-8f62-e384ff458531", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.645020] env[70527]: DEBUG nova.compute.manager [None req-81f646a3-7d21-4c06-b9c1-c07e383cd12e tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] [instance: 269d41c2-b7c9-4d6d-9671-3c31ac3b02ba] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 783.645020] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-81f646a3-7d21-4c06-b9c1-c07e383cd12e tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] [instance: 269d41c2-b7c9-4d6d-9671-3c31ac3b02ba] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 783.645020] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7df596-37c3-441c-9942-4e1fbe5a6516 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.659192] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-81f646a3-7d21-4c06-b9c1-c07e383cd12e tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] [instance: 269d41c2-b7c9-4d6d-9671-3c31ac3b02ba] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 783.659192] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d4c47c3-cb97-4b33-87fa-e44298abff1f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.667120] env[70527]: DEBUG oslo_vmware.api [None req-81f646a3-7d21-4c06-b9c1-c07e383cd12e tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Waiting for the task: (returnval){ [ 783.667120] env[70527]: value = "task-3912827" [ 783.667120] env[70527]: _type = "Task" [ 783.667120] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.676668] env[70527]: DEBUG oslo_vmware.api [None req-81f646a3-7d21-4c06-b9c1-c07e383cd12e tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Task: {'id': task-3912827, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.935421] env[70527]: DEBUG oslo_vmware.api [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3912826, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.018856] env[70527]: DEBUG nova.scheduler.client.report [None req-0e11f407-c764-478d-91b5-bd3b95f6e675 tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 784.093068] env[70527]: DEBUG oslo_vmware.api [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52338913-d53f-2586-aa82-66272c0c4657, 'name': SearchDatastore_Task, 'duration_secs': 0.015359} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.094169] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f62961ea-0b3d-4944-a61d-9ac2766904d1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.100229] env[70527]: DEBUG oslo_vmware.api [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Waiting for the task: (returnval){ [ 784.100229] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]523e68a2-4dda-ab20-b06b-1b3da2550d63" [ 784.100229] env[70527]: _type = "Task" [ 784.100229] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.110547] env[70527]: DEBUG oslo_vmware.api [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]523e68a2-4dda-ab20-b06b-1b3da2550d63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.129804] env[70527]: DEBUG oslo_concurrency.lockutils [req-668f9b96-32da-4fe9-b3e1-73be9ef6e048 req-a8b4b434-01cd-40be-b301-38976628d832 service nova] Releasing lock "refresh_cache-1f2f9915-addb-4405-a32e-cfd7ac086321" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.176318] env[70527]: DEBUG oslo_vmware.api [None req-81f646a3-7d21-4c06-b9c1-c07e383cd12e tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Task: {'id': task-3912827, 'name': PowerOffVM_Task, 'duration_secs': 0.246012} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.176883] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-81f646a3-7d21-4c06-b9c1-c07e383cd12e tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] [instance: 269d41c2-b7c9-4d6d-9671-3c31ac3b02ba] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 784.177239] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-81f646a3-7d21-4c06-b9c1-c07e383cd12e tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] [instance: 269d41c2-b7c9-4d6d-9671-3c31ac3b02ba] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 784.177649] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2968ab62-c243-4b2f-b600-ff77b11b2ce8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.251609] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-81f646a3-7d21-4c06-b9c1-c07e383cd12e tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] [instance: 269d41c2-b7c9-4d6d-9671-3c31ac3b02ba] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 784.251609] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-81f646a3-7d21-4c06-b9c1-c07e383cd12e tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] [instance: 269d41c2-b7c9-4d6d-9671-3c31ac3b02ba] Deleting contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 784.251609] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-81f646a3-7d21-4c06-b9c1-c07e383cd12e tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Deleting the datastore file [datastore2] 269d41c2-b7c9-4d6d-9671-3c31ac3b02ba {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 784.251609] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f170b600-64f0-4895-8fc2-d55e70c9f784 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.261944] env[70527]: DEBUG oslo_vmware.api [None req-81f646a3-7d21-4c06-b9c1-c07e383cd12e tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Waiting for the task: (returnval){ [ 784.261944] env[70527]: value = "task-3912829" [ 784.261944] env[70527]: _type = "Task" [ 784.261944] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.271657] env[70527]: DEBUG oslo_vmware.api [None req-81f646a3-7d21-4c06-b9c1-c07e383cd12e tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Task: {'id': task-3912829, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.435051] env[70527]: DEBUG oslo_vmware.api [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3912826, 'name': ReconfigVM_Task, 'duration_secs': 0.512261} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.435394] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4/04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 784.436080] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b0781cb-0d5a-40d6-a8ea-06ab80eb8dfa {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.443574] env[70527]: DEBUG oslo_vmware.api [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for the task: (returnval){ [ 784.443574] env[70527]: value = "task-3912830" [ 784.443574] env[70527]: _type = "Task" [ 784.443574] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.459229] env[70527]: DEBUG oslo_vmware.api [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3912830, 'name': Rename_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.527028] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0e11f407-c764-478d-91b5-bd3b95f6e675 tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.879s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.528104] env[70527]: DEBUG nova.compute.manager [None req-0e11f407-c764-478d-91b5-bd3b95f6e675 tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] [instance: 2b7d550b-ee65-4f22-8984-9b88e08de4d1] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 784.530632] env[70527]: DEBUG oslo_concurrency.lockutils [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.765s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.532345] env[70527]: INFO nova.compute.claims [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] [instance: d407b27d-9688-4bcd-95a2-dd37a9faf53e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 784.615109] env[70527]: DEBUG oslo_vmware.api [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]523e68a2-4dda-ab20-b06b-1b3da2550d63, 'name': SearchDatastore_Task, 'duration_secs': 0.010135} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.615109] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.615109] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 1f2f9915-addb-4405-a32e-cfd7ac086321/1f2f9915-addb-4405-a32e-cfd7ac086321.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 784.615109] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9fdc968a-7f1d-418d-8c18-fecf38b401d1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.622203] env[70527]: DEBUG oslo_vmware.api [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Waiting for the task: (returnval){ [ 784.622203] env[70527]: value = "task-3912831" [ 784.622203] env[70527]: _type = "Task" [ 784.622203] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.632500] env[70527]: DEBUG oslo_vmware.api [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Task: {'id': task-3912831, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.777908] env[70527]: DEBUG oslo_vmware.api [None req-81f646a3-7d21-4c06-b9c1-c07e383cd12e tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Task: {'id': task-3912829, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156911} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.778387] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-81f646a3-7d21-4c06-b9c1-c07e383cd12e tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 784.778635] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-81f646a3-7d21-4c06-b9c1-c07e383cd12e tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] [instance: 269d41c2-b7c9-4d6d-9671-3c31ac3b02ba] Deleted contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 784.778864] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-81f646a3-7d21-4c06-b9c1-c07e383cd12e tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] [instance: 269d41c2-b7c9-4d6d-9671-3c31ac3b02ba] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 784.781047] env[70527]: INFO nova.compute.manager [None req-81f646a3-7d21-4c06-b9c1-c07e383cd12e tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] [instance: 269d41c2-b7c9-4d6d-9671-3c31ac3b02ba] Took 1.14 seconds to destroy the instance on the hypervisor. [ 784.781047] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81f646a3-7d21-4c06-b9c1-c07e383cd12e tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 784.781047] env[70527]: DEBUG nova.compute.manager [-] [instance: 269d41c2-b7c9-4d6d-9671-3c31ac3b02ba] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 784.781047] env[70527]: DEBUG nova.network.neutron [-] [instance: 269d41c2-b7c9-4d6d-9671-3c31ac3b02ba] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 784.956226] env[70527]: DEBUG oslo_vmware.api [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3912830, 'name': Rename_Task, 'duration_secs': 0.148436} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.956575] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 784.956787] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-653be2e0-f418-4c06-947c-c07a4318aa6b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.966613] env[70527]: DEBUG oslo_vmware.api [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for the task: (returnval){ [ 784.966613] env[70527]: value = "task-3912832" [ 784.966613] env[70527]: _type = "Task" [ 784.966613] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.980971] env[70527]: DEBUG oslo_vmware.api [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3912832, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.039717] env[70527]: DEBUG nova.compute.utils [None req-0e11f407-c764-478d-91b5-bd3b95f6e675 tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 785.045230] env[70527]: DEBUG nova.compute.manager [None req-0e11f407-c764-478d-91b5-bd3b95f6e675 tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] [instance: 2b7d550b-ee65-4f22-8984-9b88e08de4d1] Not allocating networking since 'none' was specified. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 785.134170] env[70527]: DEBUG oslo_vmware.api [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Task: {'id': task-3912831, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480046} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.135078] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 1f2f9915-addb-4405-a32e-cfd7ac086321/1f2f9915-addb-4405-a32e-cfd7ac086321.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 785.135698] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] [instance: 1f2f9915-addb-4405-a32e-cfd7ac086321] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 785.136121] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9cc74453-8533-43b3-a285-533b8642d2b3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.146654] env[70527]: DEBUG oslo_vmware.api [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Waiting for the task: (returnval){ [ 785.146654] env[70527]: value = "task-3912833" [ 785.146654] env[70527]: _type = "Task" [ 785.146654] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.158310] env[70527]: DEBUG oslo_vmware.api [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Task: {'id': task-3912833, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.270852] env[70527]: DEBUG nova.compute.manager [req-8485d960-9b97-47aa-9102-40e6a4a20a3e req-36eba377-9177-4b33-a813-5a3b7867a308 service nova] [instance: 269d41c2-b7c9-4d6d-9671-3c31ac3b02ba] Received event network-vif-deleted-d55ed9ee-f151-4ff4-8c1f-d8a60333f081 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.271125] env[70527]: INFO nova.compute.manager [req-8485d960-9b97-47aa-9102-40e6a4a20a3e req-36eba377-9177-4b33-a813-5a3b7867a308 service nova] [instance: 269d41c2-b7c9-4d6d-9671-3c31ac3b02ba] Neutron deleted interface d55ed9ee-f151-4ff4-8c1f-d8a60333f081; detaching it from the instance and deleting it from the info cache [ 785.271308] env[70527]: DEBUG nova.network.neutron [req-8485d960-9b97-47aa-9102-40e6a4a20a3e req-36eba377-9177-4b33-a813-5a3b7867a308 service nova] [instance: 269d41c2-b7c9-4d6d-9671-3c31ac3b02ba] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.482836] env[70527]: DEBUG oslo_vmware.api [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3912832, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.549032] env[70527]: DEBUG nova.compute.manager [None req-0e11f407-c764-478d-91b5-bd3b95f6e675 tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] [instance: 2b7d550b-ee65-4f22-8984-9b88e08de4d1] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 785.658782] env[70527]: DEBUG oslo_vmware.api [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Task: {'id': task-3912833, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098607} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.661807] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] [instance: 1f2f9915-addb-4405-a32e-cfd7ac086321] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 785.662925] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83875746-73d6-4c37-8334-2737c5fb62b1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.690164] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] [instance: 1f2f9915-addb-4405-a32e-cfd7ac086321] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 1f2f9915-addb-4405-a32e-cfd7ac086321/1f2f9915-addb-4405-a32e-cfd7ac086321.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 785.694054] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bd1306f-389c-497e-9414-041929847224 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.716212] env[70527]: DEBUG oslo_vmware.api [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Waiting for the task: (returnval){ [ 785.716212] env[70527]: value = "task-3912835" [ 785.716212] env[70527]: _type = "Task" [ 785.716212] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.728446] env[70527]: DEBUG oslo_vmware.api [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Task: {'id': task-3912835, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.746907] env[70527]: DEBUG nova.network.neutron [-] [instance: 269d41c2-b7c9-4d6d-9671-3c31ac3b02ba] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.777664] env[70527]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-71861444-3e05-457e-9611-69b1f56a963e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.790483] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad4fc56-7db7-41fd-bb79-8985e833ed67 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.835021] env[70527]: DEBUG nova.compute.manager [req-8485d960-9b97-47aa-9102-40e6a4a20a3e req-36eba377-9177-4b33-a813-5a3b7867a308 service nova] [instance: 269d41c2-b7c9-4d6d-9671-3c31ac3b02ba] Detach interface failed, port_id=d55ed9ee-f151-4ff4-8c1f-d8a60333f081, reason: Instance 269d41c2-b7c9-4d6d-9671-3c31ac3b02ba could not be found. {{(pid=70527) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 785.983266] env[70527]: DEBUG oslo_vmware.api [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3912832, 'name': PowerOnVM_Task, 'duration_secs': 0.605853} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.987100] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 785.987348] env[70527]: INFO nova.compute.manager [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4] Took 9.43 seconds to spawn the instance on the hypervisor. [ 785.987611] env[70527]: DEBUG nova.compute.manager [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 785.989694] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d78ac0-6479-43d3-9537-c4cf23cfe93c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.192614] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d6a4d3-f0f5-4607-97e7-dac2236914af {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.200802] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc22c73-9487-4250-a73c-1e3367773e33 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.236137] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ccbc99b-dcb2-4c56-8de0-15ff1e33505c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.245963] env[70527]: DEBUG oslo_vmware.api [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Task: {'id': task-3912835, 'name': ReconfigVM_Task, 'duration_secs': 0.388477} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.248296] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] [instance: 1f2f9915-addb-4405-a32e-cfd7ac086321] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 1f2f9915-addb-4405-a32e-cfd7ac086321/1f2f9915-addb-4405-a32e-cfd7ac086321.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 786.249767] env[70527]: INFO nova.compute.manager [-] [instance: 269d41c2-b7c9-4d6d-9671-3c31ac3b02ba] Took 1.47 seconds to deallocate network for instance. [ 786.249767] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df663352-fbea-4bbd-8325-e8f9b50972b3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.252255] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6397a9d9-7bba-4c39-bc75-e008b190d3f1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.271110] env[70527]: DEBUG nova.compute.provider_tree [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 786.274036] env[70527]: DEBUG oslo_vmware.api [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Waiting for the task: (returnval){ [ 786.274036] env[70527]: value = "task-3912836" [ 786.274036] env[70527]: _type = "Task" [ 786.274036] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.282700] env[70527]: DEBUG oslo_vmware.api [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Task: {'id': task-3912836, 'name': Rename_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.509383] env[70527]: INFO nova.compute.manager [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4] Took 50.87 seconds to build instance. [ 786.567847] env[70527]: DEBUG nova.compute.manager [None req-0e11f407-c764-478d-91b5-bd3b95f6e675 tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] [instance: 2b7d550b-ee65-4f22-8984-9b88e08de4d1] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 786.598298] env[70527]: DEBUG nova.virt.hardware [None req-0e11f407-c764-478d-91b5-bd3b95f6e675 tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 786.598565] env[70527]: DEBUG nova.virt.hardware [None req-0e11f407-c764-478d-91b5-bd3b95f6e675 tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 786.598726] env[70527]: DEBUG nova.virt.hardware [None req-0e11f407-c764-478d-91b5-bd3b95f6e675 tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 786.598910] env[70527]: DEBUG nova.virt.hardware [None req-0e11f407-c764-478d-91b5-bd3b95f6e675 tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 786.599458] env[70527]: DEBUG nova.virt.hardware [None req-0e11f407-c764-478d-91b5-bd3b95f6e675 tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 786.599458] env[70527]: DEBUG nova.virt.hardware [None req-0e11f407-c764-478d-91b5-bd3b95f6e675 tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 786.599738] env[70527]: DEBUG nova.virt.hardware [None req-0e11f407-c764-478d-91b5-bd3b95f6e675 tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 786.599879] env[70527]: DEBUG nova.virt.hardware [None req-0e11f407-c764-478d-91b5-bd3b95f6e675 tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 786.600090] env[70527]: DEBUG nova.virt.hardware [None req-0e11f407-c764-478d-91b5-bd3b95f6e675 tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 786.600264] env[70527]: DEBUG nova.virt.hardware [None req-0e11f407-c764-478d-91b5-bd3b95f6e675 tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 786.600438] env[70527]: DEBUG nova.virt.hardware [None req-0e11f407-c764-478d-91b5-bd3b95f6e675 tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 786.601327] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a717da78-e902-4f9c-968a-c52d3e506ae6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.613440] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622436b8-f5bf-4218-9b5d-7b12c8294022 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.632124] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-0e11f407-c764-478d-91b5-bd3b95f6e675 tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] [instance: 2b7d550b-ee65-4f22-8984-9b88e08de4d1] Instance VIF info [] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 786.638238] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e11f407-c764-478d-91b5-bd3b95f6e675 tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Creating folder: Project (1e6153a6e6144d3aaca4aba28925cf2a). Parent ref: group-v776920. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 786.638559] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-246dd5dc-8de6-4101-9a6c-61fedec2e81d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.652942] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-0e11f407-c764-478d-91b5-bd3b95f6e675 tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Created folder: Project (1e6153a6e6144d3aaca4aba28925cf2a) in parent group-v776920. [ 786.652942] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e11f407-c764-478d-91b5-bd3b95f6e675 tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Creating folder: Instances. Parent ref: group-v777001. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 786.652942] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d75c154-b278-466d-9207-eb40b5f44427 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.664629] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-0e11f407-c764-478d-91b5-bd3b95f6e675 tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Created folder: Instances in parent group-v777001. [ 786.664913] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e11f407-c764-478d-91b5-bd3b95f6e675 tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 786.665128] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b7d550b-ee65-4f22-8984-9b88e08de4d1] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 786.665426] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-797582a1-ae3a-4f8c-b5e1-8ac4a7416e1f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.684263] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 786.684263] env[70527]: value = "task-3912839" [ 786.684263] env[70527]: _type = "Task" [ 786.684263] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.698864] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912839, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.774511] env[70527]: DEBUG oslo_concurrency.lockutils [None req-81f646a3-7d21-4c06-b9c1-c07e383cd12e tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.776054] env[70527]: DEBUG nova.scheduler.client.report [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 786.790226] env[70527]: DEBUG oslo_vmware.api [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Task: {'id': task-3912836, 'name': Rename_Task, 'duration_secs': 0.151261} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.790791] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] [instance: 1f2f9915-addb-4405-a32e-cfd7ac086321] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 786.791210] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27488600-69ea-4472-9382-31a3c1eb1939 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.801347] env[70527]: DEBUG oslo_vmware.api [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Waiting for the task: (returnval){ [ 786.801347] env[70527]: value = "task-3912840" [ 786.801347] env[70527]: _type = "Task" [ 786.801347] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.813316] env[70527]: DEBUG oslo_vmware.api [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Task: {'id': task-3912840, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.826730] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f022607c-2d29-40d3-903e-156bcaf623c1 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Acquiring lock "585795f1-3a3c-4f0e-9c64-0b23876ab5b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.827142] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f022607c-2d29-40d3-903e-156bcaf623c1 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Lock "585795f1-3a3c-4f0e-9c64-0b23876ab5b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.012066] env[70527]: DEBUG oslo_concurrency.lockutils [None req-5ada9509-eb6d-4dff-85a6-c62279281acc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Lock "04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.262s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.200325] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912839, 'name': CreateVM_Task, 'duration_secs': 0.35745} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.200325] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b7d550b-ee65-4f22-8984-9b88e08de4d1] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 787.200325] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0e11f407-c764-478d-91b5-bd3b95f6e675 tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.200325] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0e11f407-c764-478d-91b5-bd3b95f6e675 tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.200325] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0e11f407-c764-478d-91b5-bd3b95f6e675 tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.200325] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0dcce2df-420a-4d85-9001-90c6f9a32560 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.205452] env[70527]: DEBUG oslo_vmware.api [None req-0e11f407-c764-478d-91b5-bd3b95f6e675 tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Waiting for the task: (returnval){ [ 787.205452] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52d24edf-720e-5c5c-e52c-2e93c3e078e4" [ 787.205452] env[70527]: _type = "Task" [ 787.205452] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.216485] env[70527]: DEBUG oslo_vmware.api [None req-0e11f407-c764-478d-91b5-bd3b95f6e675 tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52d24edf-720e-5c5c-e52c-2e93c3e078e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.284677] env[70527]: DEBUG oslo_concurrency.lockutils [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.754s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.286106] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d143cefb-1ea7-413b-a931-e4d5da17640e tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 31.390s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.312901] env[70527]: DEBUG oslo_vmware.api [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Task: {'id': task-3912840, 'name': PowerOnVM_Task, 'duration_secs': 0.49748} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.315945] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] [instance: 1f2f9915-addb-4405-a32e-cfd7ac086321] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 787.315945] env[70527]: INFO nova.compute.manager [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] [instance: 1f2f9915-addb-4405-a32e-cfd7ac086321] Took 7.98 seconds to spawn the instance on the hypervisor. [ 787.315945] env[70527]: DEBUG nova.compute.manager [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] [instance: 1f2f9915-addb-4405-a32e-cfd7ac086321] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 787.315945] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65699dec-3534-4eec-9313-d6f19f2e28e1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.518420] env[70527]: DEBUG nova.compute.manager [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 787.721102] env[70527]: DEBUG oslo_vmware.api [None req-0e11f407-c764-478d-91b5-bd3b95f6e675 tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52d24edf-720e-5c5c-e52c-2e93c3e078e4, 'name': SearchDatastore_Task, 'duration_secs': 0.024098} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.721102] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0e11f407-c764-478d-91b5-bd3b95f6e675 tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.721102] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-0e11f407-c764-478d-91b5-bd3b95f6e675 tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] [instance: 2b7d550b-ee65-4f22-8984-9b88e08de4d1] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 787.721241] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0e11f407-c764-478d-91b5-bd3b95f6e675 tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.721420] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0e11f407-c764-478d-91b5-bd3b95f6e675 tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.721564] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e11f407-c764-478d-91b5-bd3b95f6e675 tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 787.721827] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92718752-10a9-459d-b290-81eb42d02a33 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.732730] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e11f407-c764-478d-91b5-bd3b95f6e675 tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 787.732912] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-0e11f407-c764-478d-91b5-bd3b95f6e675 tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 787.733745] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c89b508-c6a8-420d-8f33-c61b76524e2d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.739905] env[70527]: DEBUG oslo_vmware.api [None req-0e11f407-c764-478d-91b5-bd3b95f6e675 tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Waiting for the task: (returnval){ [ 787.739905] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]520c1d5d-26ad-faed-0bf9-2b4f949fc2b7" [ 787.739905] env[70527]: _type = "Task" [ 787.739905] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.749422] env[70527]: DEBUG oslo_vmware.api [None req-0e11f407-c764-478d-91b5-bd3b95f6e675 tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]520c1d5d-26ad-faed-0bf9-2b4f949fc2b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.792106] env[70527]: DEBUG oslo_concurrency.lockutils [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Acquiring lock "d90b792c-94ee-4b71-98e0-6c156466044e" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.792489] env[70527]: DEBUG oslo_concurrency.lockutils [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Lock "d90b792c-94ee-4b71-98e0-6c156466044e" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.817296] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d45a4eb-c8a5-4ac6-9ad2-6b4086f12b04 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] [instance: 11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6] Volume attach. Driver type: vmdk {{(pid=70527) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 787.817544] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d45a4eb-c8a5-4ac6-9ad2-6b4086f12b04 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] [instance: 11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-777000', 'volume_id': '3f1d9a9b-05fa-4152-b5b8-cc476abf1672', 'name': 'volume-3f1d9a9b-05fa-4152-b5b8-cc476abf1672', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6', 'attached_at': '', 'detached_at': '', 'volume_id': '3f1d9a9b-05fa-4152-b5b8-cc476abf1672', 'serial': '3f1d9a9b-05fa-4152-b5b8-cc476abf1672'} {{(pid=70527) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 787.818494] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed09922-e742-4671-9ed5-e22ac504bbb4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.849711] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbce9e6a-6b56-4f1b-8573-36231dbd0568 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.853576] env[70527]: INFO nova.compute.manager [None req-599f95e0-cdc0-40ed-9560-b28e80b63a35 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4] Rebuilding instance [ 787.858942] env[70527]: INFO nova.compute.manager [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] [instance: 1f2f9915-addb-4405-a32e-cfd7ac086321] Took 47.74 seconds to build instance. [ 787.891824] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d45a4eb-c8a5-4ac6-9ad2-6b4086f12b04 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] [instance: 11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] volume-3f1d9a9b-05fa-4152-b5b8-cc476abf1672/volume-3f1d9a9b-05fa-4152-b5b8-cc476abf1672.vmdk or device None with type thin {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 787.897490] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a618634-5bd9-4903-920d-982d4219beb8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.920194] env[70527]: DEBUG oslo_vmware.api [None req-8d45a4eb-c8a5-4ac6-9ad2-6b4086f12b04 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Waiting for the task: (returnval){ [ 787.920194] env[70527]: value = "task-3912841" [ 787.920194] env[70527]: _type = "Task" [ 787.920194] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.931841] env[70527]: DEBUG oslo_vmware.api [None req-8d45a4eb-c8a5-4ac6-9ad2-6b4086f12b04 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Task: {'id': task-3912841, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.946192] env[70527]: DEBUG nova.compute.manager [None req-599f95e0-cdc0-40ed-9560-b28e80b63a35 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 787.947385] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7c9a32-5ba8-416a-9695-0e5bf99c865b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.038683] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.253657] env[70527]: DEBUG oslo_vmware.api [None req-0e11f407-c764-478d-91b5-bd3b95f6e675 tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]520c1d5d-26ad-faed-0bf9-2b4f949fc2b7, 'name': SearchDatastore_Task, 'duration_secs': 0.045351} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.257580] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf8f7736-dd1a-448a-a9f4-054797b5b78d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.264062] env[70527]: DEBUG oslo_vmware.api [None req-0e11f407-c764-478d-91b5-bd3b95f6e675 tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Waiting for the task: (returnval){ [ 788.264062] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]5238ff61-b729-eecb-a623-bf72919edd8d" [ 788.264062] env[70527]: _type = "Task" [ 788.264062] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.276082] env[70527]: DEBUG oslo_vmware.api [None req-0e11f407-c764-478d-91b5-bd3b95f6e675 tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5238ff61-b729-eecb-a623-bf72919edd8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.296408] env[70527]: DEBUG oslo_concurrency.lockutils [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Lock "d90b792c-94ee-4b71-98e0-6c156466044e" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.504s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.297282] env[70527]: DEBUG nova.compute.manager [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] [instance: d407b27d-9688-4bcd-95a2-dd37a9faf53e] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 788.362363] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4a9e99fd-6c2e-4489-8c18-bcc6ba3fe117 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Lock "1f2f9915-addb-4405-a32e-cfd7ac086321" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.305s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.428193] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dcec64d-eb8c-4f70-8bbb-024b5370d311 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.434969] env[70527]: DEBUG oslo_vmware.api [None req-8d45a4eb-c8a5-4ac6-9ad2-6b4086f12b04 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Task: {'id': task-3912841, 'name': ReconfigVM_Task, 'duration_secs': 0.444192} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.435817] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d45a4eb-c8a5-4ac6-9ad2-6b4086f12b04 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] [instance: 11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6] Reconfigured VM instance instance-00000009 to attach disk [datastore2] volume-3f1d9a9b-05fa-4152-b5b8-cc476abf1672/volume-3f1d9a9b-05fa-4152-b5b8-cc476abf1672.vmdk or device None with type thin {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 788.443253] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b021df1-b112-4a90-a9d1-6f3beaf31234 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.455454] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0600d1e-ec8b-476a-b90c-21939451f018 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.494369] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-599f95e0-cdc0-40ed-9560-b28e80b63a35 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 788.496854] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f1ddea-8da0-4514-b652-05197eba430f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.501281] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f1fcd81-3c27-4a88-bb27-fd607b873353 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.501798] env[70527]: DEBUG oslo_vmware.api [None req-8d45a4eb-c8a5-4ac6-9ad2-6b4086f12b04 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Waiting for the task: (returnval){ [ 788.501798] env[70527]: value = "task-3912842" [ 788.501798] env[70527]: _type = "Task" [ 788.501798] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.511210] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ade483-02a3-4fb3-873a-51e3aeebf851 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.515698] env[70527]: DEBUG oslo_vmware.api [None req-599f95e0-cdc0-40ed-9560-b28e80b63a35 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for the task: (returnval){ [ 788.515698] env[70527]: value = "task-3912843" [ 788.515698] env[70527]: _type = "Task" [ 788.515698] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.519798] env[70527]: DEBUG oslo_vmware.api [None req-8d45a4eb-c8a5-4ac6-9ad2-6b4086f12b04 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Task: {'id': task-3912842, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.533632] env[70527]: DEBUG nova.compute.provider_tree [None req-d143cefb-1ea7-413b-a931-e4d5da17640e tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 788.541939] env[70527]: DEBUG oslo_vmware.api [None req-599f95e0-cdc0-40ed-9560-b28e80b63a35 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3912843, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.777126] env[70527]: DEBUG oslo_vmware.api [None req-0e11f407-c764-478d-91b5-bd3b95f6e675 tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5238ff61-b729-eecb-a623-bf72919edd8d, 'name': SearchDatastore_Task, 'duration_secs': 0.011623} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.777624] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0e11f407-c764-478d-91b5-bd3b95f6e675 tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.779310] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e11f407-c764-478d-91b5-bd3b95f6e675 tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 2b7d550b-ee65-4f22-8984-9b88e08de4d1/2b7d550b-ee65-4f22-8984-9b88e08de4d1.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 788.779310] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd3232c0-9b2e-4d12-b5d2-863e58467972 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.789719] env[70527]: DEBUG oslo_vmware.api [None req-0e11f407-c764-478d-91b5-bd3b95f6e675 tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Waiting for the task: (returnval){ [ 788.789719] env[70527]: value = "task-3912844" [ 788.789719] env[70527]: _type = "Task" [ 788.789719] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.800400] env[70527]: DEBUG oslo_vmware.api [None req-0e11f407-c764-478d-91b5-bd3b95f6e675 tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Task: {'id': task-3912844, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.802182] env[70527]: DEBUG nova.compute.utils [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 788.803872] env[70527]: DEBUG nova.compute.manager [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] [instance: d407b27d-9688-4bcd-95a2-dd37a9faf53e] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 788.804220] env[70527]: DEBUG nova.network.neutron [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] [instance: d407b27d-9688-4bcd-95a2-dd37a9faf53e] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 788.866204] env[70527]: DEBUG nova.compute.manager [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] [instance: 8670e011-a1c3-4b73-9988-3db09378c347] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 788.888176] env[70527]: DEBUG nova.policy [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3226e48e26b144f4af8e147852f972fb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '713f11b3bba342ea9385dc3dcec64f5d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 789.017182] env[70527]: DEBUG oslo_vmware.api [None req-8d45a4eb-c8a5-4ac6-9ad2-6b4086f12b04 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Task: {'id': task-3912842, 'name': ReconfigVM_Task, 'duration_secs': 0.175496} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.019220] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d45a4eb-c8a5-4ac6-9ad2-6b4086f12b04 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] [instance: 11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-777000', 'volume_id': '3f1d9a9b-05fa-4152-b5b8-cc476abf1672', 'name': 'volume-3f1d9a9b-05fa-4152-b5b8-cc476abf1672', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6', 'attached_at': '', 'detached_at': '', 'volume_id': '3f1d9a9b-05fa-4152-b5b8-cc476abf1672', 'serial': '3f1d9a9b-05fa-4152-b5b8-cc476abf1672'} {{(pid=70527) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 789.034910] env[70527]: DEBUG oslo_vmware.api [None req-599f95e0-cdc0-40ed-9560-b28e80b63a35 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3912843, 'name': PowerOffVM_Task, 'duration_secs': 0.20637} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.035431] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-599f95e0-cdc0-40ed-9560-b28e80b63a35 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 789.035803] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-599f95e0-cdc0-40ed-9560-b28e80b63a35 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 789.036858] env[70527]: DEBUG nova.scheduler.client.report [None req-d143cefb-1ea7-413b-a931-e4d5da17640e tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 789.041982] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6882cbf-804a-456b-87b4-d71b16e4df70 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.049807] env[70527]: DEBUG oslo_concurrency.lockutils [None req-36920701-06f8-4db6-89f7-2806a5f85093 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Acquiring lock "1f2f9915-addb-4405-a32e-cfd7ac086321" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.050504] env[70527]: DEBUG oslo_concurrency.lockutils [None req-36920701-06f8-4db6-89f7-2806a5f85093 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Lock "1f2f9915-addb-4405-a32e-cfd7ac086321" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.050838] env[70527]: DEBUG oslo_concurrency.lockutils [None req-36920701-06f8-4db6-89f7-2806a5f85093 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Acquiring lock "1f2f9915-addb-4405-a32e-cfd7ac086321-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.051213] env[70527]: DEBUG oslo_concurrency.lockutils [None req-36920701-06f8-4db6-89f7-2806a5f85093 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Lock "1f2f9915-addb-4405-a32e-cfd7ac086321-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.051559] env[70527]: DEBUG oslo_concurrency.lockutils [None req-36920701-06f8-4db6-89f7-2806a5f85093 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Lock "1f2f9915-addb-4405-a32e-cfd7ac086321-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.055585] env[70527]: INFO nova.compute.manager [None req-36920701-06f8-4db6-89f7-2806a5f85093 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] [instance: 1f2f9915-addb-4405-a32e-cfd7ac086321] Terminating instance [ 789.062961] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-599f95e0-cdc0-40ed-9560-b28e80b63a35 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 789.063762] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be0dd346-da12-48ea-8df4-384c7634e045 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.175291] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-599f95e0-cdc0-40ed-9560-b28e80b63a35 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 789.175291] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-599f95e0-cdc0-40ed-9560-b28e80b63a35 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4] Deleting contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 789.175291] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-599f95e0-cdc0-40ed-9560-b28e80b63a35 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Deleting the datastore file [datastore2] 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 789.175291] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53d8f7f2-30ef-41fc-a03a-5b2e7083a3fd {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.185403] env[70527]: DEBUG oslo_vmware.api [None req-599f95e0-cdc0-40ed-9560-b28e80b63a35 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for the task: (returnval){ [ 789.185403] env[70527]: value = "task-3912846" [ 789.185403] env[70527]: _type = "Task" [ 789.185403] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.201443] env[70527]: DEBUG oslo_vmware.api [None req-599f95e0-cdc0-40ed-9560-b28e80b63a35 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3912846, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.309812] env[70527]: DEBUG oslo_vmware.api [None req-0e11f407-c764-478d-91b5-bd3b95f6e675 tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Task: {'id': task-3912844, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.311789] env[70527]: DEBUG nova.compute.manager [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] [instance: d407b27d-9688-4bcd-95a2-dd37a9faf53e] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 789.385130] env[70527]: DEBUG nova.network.neutron [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] [instance: d407b27d-9688-4bcd-95a2-dd37a9faf53e] Successfully created port: 399b298c-d374-41c4-9226-d192d769cc2c {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 789.403729] env[70527]: DEBUG oslo_concurrency.lockutils [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.499883] env[70527]: DEBUG oslo_concurrency.lockutils [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Acquiring lock "b7cf3e13-690b-4624-aaec-e3cec1d62308" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.500144] env[70527]: DEBUG oslo_concurrency.lockutils [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Lock "b7cf3e13-690b-4624-aaec-e3cec1d62308" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.568350] env[70527]: DEBUG nova.compute.manager [None req-36920701-06f8-4db6-89f7-2806a5f85093 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] [instance: 1f2f9915-addb-4405-a32e-cfd7ac086321] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 789.568350] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-36920701-06f8-4db6-89f7-2806a5f85093 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] [instance: 1f2f9915-addb-4405-a32e-cfd7ac086321] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 789.569533] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ecdda2c-502a-478a-b852-710b8703d03b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.580769] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-36920701-06f8-4db6-89f7-2806a5f85093 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] [instance: 1f2f9915-addb-4405-a32e-cfd7ac086321] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 789.582399] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d7e3287-a46a-4b75-be81-b81639a303ae {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.594025] env[70527]: DEBUG oslo_vmware.api [None req-36920701-06f8-4db6-89f7-2806a5f85093 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Waiting for the task: (returnval){ [ 789.594025] env[70527]: value = "task-3912847" [ 789.594025] env[70527]: _type = "Task" [ 789.594025] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.602829] env[70527]: DEBUG oslo_vmware.api [None req-36920701-06f8-4db6-89f7-2806a5f85093 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Task: {'id': task-3912847, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.698707] env[70527]: DEBUG oslo_vmware.api [None req-599f95e0-cdc0-40ed-9560-b28e80b63a35 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3912846, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.284582} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.699008] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-599f95e0-cdc0-40ed-9560-b28e80b63a35 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 789.699210] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-599f95e0-cdc0-40ed-9560-b28e80b63a35 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4] Deleted contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 789.699405] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-599f95e0-cdc0-40ed-9560-b28e80b63a35 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 789.799431] env[70527]: DEBUG oslo_vmware.api [None req-0e11f407-c764-478d-91b5-bd3b95f6e675 tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Task: {'id': task-3912844, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527919} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.799712] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e11f407-c764-478d-91b5-bd3b95f6e675 tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 2b7d550b-ee65-4f22-8984-9b88e08de4d1/2b7d550b-ee65-4f22-8984-9b88e08de4d1.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 789.799933] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-0e11f407-c764-478d-91b5-bd3b95f6e675 tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] [instance: 2b7d550b-ee65-4f22-8984-9b88e08de4d1] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 789.800207] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6f0ab49-8451-4d4a-b504-c22fa5fee9ab {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.808214] env[70527]: DEBUG oslo_vmware.api [None req-0e11f407-c764-478d-91b5-bd3b95f6e675 tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Waiting for the task: (returnval){ [ 789.808214] env[70527]: value = "task-3912848" [ 789.808214] env[70527]: _type = "Task" [ 789.808214] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.824035] env[70527]: DEBUG oslo_vmware.api [None req-0e11f407-c764-478d-91b5-bd3b95f6e675 tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Task: {'id': task-3912848, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.058936] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d143cefb-1ea7-413b-a931-e4d5da17640e tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.773s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.061949] env[70527]: DEBUG oslo_concurrency.lockutils [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.399s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.064016] env[70527]: INFO nova.compute.claims [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] [instance: 572a409f-4b2a-421d-be2f-99a98bdc7367] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 790.090893] env[70527]: DEBUG nova.objects.instance [None req-8d45a4eb-c8a5-4ac6-9ad2-6b4086f12b04 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Lazy-loading 'flavor' on Instance uuid 11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 790.108793] env[70527]: DEBUG oslo_vmware.api [None req-36920701-06f8-4db6-89f7-2806a5f85093 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Task: {'id': task-3912847, 'name': PowerOffVM_Task, 'duration_secs': 0.198974} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.109743] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-36920701-06f8-4db6-89f7-2806a5f85093 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] [instance: 1f2f9915-addb-4405-a32e-cfd7ac086321] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 790.109926] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-36920701-06f8-4db6-89f7-2806a5f85093 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] [instance: 1f2f9915-addb-4405-a32e-cfd7ac086321] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 790.110199] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3dc1cecd-a691-48f4-b5b2-916a9deb899c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.177803] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-36920701-06f8-4db6-89f7-2806a5f85093 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] [instance: 1f2f9915-addb-4405-a32e-cfd7ac086321] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 790.177803] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-36920701-06f8-4db6-89f7-2806a5f85093 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] [instance: 1f2f9915-addb-4405-a32e-cfd7ac086321] Deleting contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 790.177803] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-36920701-06f8-4db6-89f7-2806a5f85093 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Deleting the datastore file [datastore2] 1f2f9915-addb-4405-a32e-cfd7ac086321 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 790.178097] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-205b2c15-f634-4505-8053-cca0486b590a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.185538] env[70527]: DEBUG oslo_vmware.api [None req-36920701-06f8-4db6-89f7-2806a5f85093 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Waiting for the task: (returnval){ [ 790.185538] env[70527]: value = "task-3912850" [ 790.185538] env[70527]: _type = "Task" [ 790.185538] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.193888] env[70527]: DEBUG oslo_vmware.api [None req-36920701-06f8-4db6-89f7-2806a5f85093 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Task: {'id': task-3912850, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.320242] env[70527]: DEBUG oslo_vmware.api [None req-0e11f407-c764-478d-91b5-bd3b95f6e675 tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Task: {'id': task-3912848, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071049} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.320242] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-0e11f407-c764-478d-91b5-bd3b95f6e675 tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] [instance: 2b7d550b-ee65-4f22-8984-9b88e08de4d1] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 790.320242] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71443fcc-330e-4f6e-97ba-0991ef8f681a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.323230] env[70527]: DEBUG nova.compute.manager [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] [instance: d407b27d-9688-4bcd-95a2-dd37a9faf53e] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 790.349654] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e11f407-c764-478d-91b5-bd3b95f6e675 tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] [instance: 2b7d550b-ee65-4f22-8984-9b88e08de4d1] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 2b7d550b-ee65-4f22-8984-9b88e08de4d1/2b7d550b-ee65-4f22-8984-9b88e08de4d1.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 790.352521] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-116056e5-5863-4ad5-9c82-062ea2e3ea07 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.375464] env[70527]: DEBUG oslo_vmware.api [None req-0e11f407-c764-478d-91b5-bd3b95f6e675 tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Waiting for the task: (returnval){ [ 790.375464] env[70527]: value = "task-3912851" [ 790.375464] env[70527]: _type = "Task" [ 790.375464] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.377965] env[70527]: DEBUG nova.virt.hardware [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 790.378291] env[70527]: DEBUG nova.virt.hardware [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 790.382026] env[70527]: DEBUG nova.virt.hardware [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 790.382026] env[70527]: DEBUG nova.virt.hardware [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 790.382026] env[70527]: DEBUG nova.virt.hardware [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 790.382026] env[70527]: DEBUG nova.virt.hardware [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 790.382026] env[70527]: DEBUG nova.virt.hardware [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 790.382488] env[70527]: DEBUG nova.virt.hardware [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 790.382488] env[70527]: DEBUG nova.virt.hardware [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 790.382488] env[70527]: DEBUG nova.virt.hardware [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 790.382488] env[70527]: DEBUG nova.virt.hardware [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 790.382488] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2de05db-e946-4a99-9080-0c2109efad72 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.397810] env[70527]: DEBUG oslo_vmware.api [None req-0e11f407-c764-478d-91b5-bd3b95f6e675 tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Task: {'id': task-3912851, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.399174] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a30307af-9eb8-441a-8a02-4a7f13ad1c19 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.598447] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8d45a4eb-c8a5-4ac6-9ad2-6b4086f12b04 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Lock "11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.438s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.635174] env[70527]: INFO nova.scheduler.client.report [None req-d143cefb-1ea7-413b-a931-e4d5da17640e tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Deleted allocation for migration 323c84c0-f49d-493a-b4f5-05ac15c1f1c6 [ 790.696489] env[70527]: DEBUG oslo_vmware.api [None req-36920701-06f8-4db6-89f7-2806a5f85093 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Task: {'id': task-3912850, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.322964} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.696832] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-36920701-06f8-4db6-89f7-2806a5f85093 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 790.697025] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-36920701-06f8-4db6-89f7-2806a5f85093 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] [instance: 1f2f9915-addb-4405-a32e-cfd7ac086321] Deleted contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 790.697249] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-36920701-06f8-4db6-89f7-2806a5f85093 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] [instance: 1f2f9915-addb-4405-a32e-cfd7ac086321] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 790.697431] env[70527]: INFO nova.compute.manager [None req-36920701-06f8-4db6-89f7-2806a5f85093 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] [instance: 1f2f9915-addb-4405-a32e-cfd7ac086321] Took 1.13 seconds to destroy the instance on the hypervisor. [ 790.697680] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36920701-06f8-4db6-89f7-2806a5f85093 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 790.697869] env[70527]: DEBUG nova.compute.manager [-] [instance: 1f2f9915-addb-4405-a32e-cfd7ac086321] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 790.697965] env[70527]: DEBUG nova.network.neutron [-] [instance: 1f2f9915-addb-4405-a32e-cfd7ac086321] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 790.730158] env[70527]: DEBUG nova.virt.hardware [None req-599f95e0-cdc0-40ed-9560-b28e80b63a35 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 790.730411] env[70527]: DEBUG nova.virt.hardware [None req-599f95e0-cdc0-40ed-9560-b28e80b63a35 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 790.730564] env[70527]: DEBUG nova.virt.hardware [None req-599f95e0-cdc0-40ed-9560-b28e80b63a35 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 790.730750] env[70527]: DEBUG nova.virt.hardware [None req-599f95e0-cdc0-40ed-9560-b28e80b63a35 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 790.730896] env[70527]: DEBUG nova.virt.hardware [None req-599f95e0-cdc0-40ed-9560-b28e80b63a35 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 790.731473] env[70527]: DEBUG nova.virt.hardware [None req-599f95e0-cdc0-40ed-9560-b28e80b63a35 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 790.731473] env[70527]: DEBUG nova.virt.hardware [None req-599f95e0-cdc0-40ed-9560-b28e80b63a35 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 790.731633] env[70527]: DEBUG nova.virt.hardware [None req-599f95e0-cdc0-40ed-9560-b28e80b63a35 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 790.731773] env[70527]: DEBUG nova.virt.hardware [None req-599f95e0-cdc0-40ed-9560-b28e80b63a35 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 790.734478] env[70527]: DEBUG nova.virt.hardware [None req-599f95e0-cdc0-40ed-9560-b28e80b63a35 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 790.734478] env[70527]: DEBUG nova.virt.hardware [None req-599f95e0-cdc0-40ed-9560-b28e80b63a35 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 790.734478] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf67e1b0-9bea-4e13-9f8b-ae52e23b96a7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.743709] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02211610-3437-4b8c-a6f8-429c3b121e19 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.760771] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-599f95e0-cdc0-40ed-9560-b28e80b63a35 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:69:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f408ce42-3cac-4d9d-9c05-15471d653a18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd41b7b50-97b8-4bf8-acb7-e245ac4ef366', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 790.769282] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-599f95e0-cdc0-40ed-9560-b28e80b63a35 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 790.770646] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 790.773480] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-867f4ada-7a06-41f7-a90a-b8e923156c7d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.799422] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 790.799422] env[70527]: value = "task-3912852" [ 790.799422] env[70527]: _type = "Task" [ 790.799422] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.812221] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912852, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.892104] env[70527]: DEBUG oslo_vmware.api [None req-0e11f407-c764-478d-91b5-bd3b95f6e675 tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Task: {'id': task-3912851, 'name': ReconfigVM_Task, 'duration_secs': 0.306938} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.892694] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e11f407-c764-478d-91b5-bd3b95f6e675 tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] [instance: 2b7d550b-ee65-4f22-8984-9b88e08de4d1] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 2b7d550b-ee65-4f22-8984-9b88e08de4d1/2b7d550b-ee65-4f22-8984-9b88e08de4d1.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 790.893612] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37191411-bcc7-4a53-84d9-90b49be51314 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.901562] env[70527]: DEBUG oslo_vmware.api [None req-0e11f407-c764-478d-91b5-bd3b95f6e675 tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Waiting for the task: (returnval){ [ 790.901562] env[70527]: value = "task-3912853" [ 790.901562] env[70527]: _type = "Task" [ 790.901562] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.914641] env[70527]: DEBUG oslo_vmware.api [None req-0e11f407-c764-478d-91b5-bd3b95f6e675 tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Task: {'id': task-3912853, 'name': Rename_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.009020] env[70527]: DEBUG nova.compute.manager [req-513bed16-2b6c-494d-ad2a-be576b03578d req-a65fc1d8-c9d6-4ed0-a223-1840309ba0d2 service nova] [instance: d407b27d-9688-4bcd-95a2-dd37a9faf53e] Received event network-vif-plugged-399b298c-d374-41c4-9226-d192d769cc2c {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 791.009937] env[70527]: DEBUG oslo_concurrency.lockutils [req-513bed16-2b6c-494d-ad2a-be576b03578d req-a65fc1d8-c9d6-4ed0-a223-1840309ba0d2 service nova] Acquiring lock "d407b27d-9688-4bcd-95a2-dd37a9faf53e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.010279] env[70527]: DEBUG oslo_concurrency.lockutils [req-513bed16-2b6c-494d-ad2a-be576b03578d req-a65fc1d8-c9d6-4ed0-a223-1840309ba0d2 service nova] Lock "d407b27d-9688-4bcd-95a2-dd37a9faf53e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.010674] env[70527]: DEBUG oslo_concurrency.lockutils [req-513bed16-2b6c-494d-ad2a-be576b03578d req-a65fc1d8-c9d6-4ed0-a223-1840309ba0d2 service nova] Lock "d407b27d-9688-4bcd-95a2-dd37a9faf53e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.011063] env[70527]: DEBUG nova.compute.manager [req-513bed16-2b6c-494d-ad2a-be576b03578d req-a65fc1d8-c9d6-4ed0-a223-1840309ba0d2 service nova] [instance: d407b27d-9688-4bcd-95a2-dd37a9faf53e] No waiting events found dispatching network-vif-plugged-399b298c-d374-41c4-9226-d192d769cc2c {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 791.011702] env[70527]: WARNING nova.compute.manager [req-513bed16-2b6c-494d-ad2a-be576b03578d req-a65fc1d8-c9d6-4ed0-a223-1840309ba0d2 service nova] [instance: d407b27d-9688-4bcd-95a2-dd37a9faf53e] Received unexpected event network-vif-plugged-399b298c-d374-41c4-9226-d192d769cc2c for instance with vm_state building and task_state spawning. [ 791.098424] env[70527]: DEBUG nova.network.neutron [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] [instance: d407b27d-9688-4bcd-95a2-dd37a9faf53e] Successfully updated port: 399b298c-d374-41c4-9226-d192d769cc2c {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 791.143808] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d143cefb-1ea7-413b-a931-e4d5da17640e tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Lock "ea9f773a-4f52-4819-9f4e-628db9b920f2" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 38.762s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.174756] env[70527]: DEBUG nova.compute.manager [req-c5f4eed8-79cb-4cb1-8a31-93bab16388b7 req-11cc88a9-f3e7-4817-982c-ca7262480391 service nova] [instance: 1f2f9915-addb-4405-a32e-cfd7ac086321] Received event network-vif-deleted-1369fe20-4783-4533-8f62-e384ff458531 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 791.174969] env[70527]: INFO nova.compute.manager [req-c5f4eed8-79cb-4cb1-8a31-93bab16388b7 req-11cc88a9-f3e7-4817-982c-ca7262480391 service nova] [instance: 1f2f9915-addb-4405-a32e-cfd7ac086321] Neutron deleted interface 1369fe20-4783-4533-8f62-e384ff458531; detaching it from the instance and deleting it from the info cache [ 791.176784] env[70527]: DEBUG nova.network.neutron [req-c5f4eed8-79cb-4cb1-8a31-93bab16388b7 req-11cc88a9-f3e7-4817-982c-ca7262480391 service nova] [instance: 1f2f9915-addb-4405-a32e-cfd7ac086321] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.295736] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4da60c7a-f143-408a-8e44-15e26b2f3703 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Acquiring lock "11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.295998] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4da60c7a-f143-408a-8e44-15e26b2f3703 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Lock "11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.312028] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912852, 'name': CreateVM_Task, 'duration_secs': 0.364081} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.315619] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 791.317333] env[70527]: DEBUG oslo_concurrency.lockutils [None req-599f95e0-cdc0-40ed-9560-b28e80b63a35 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.317817] env[70527]: DEBUG oslo_concurrency.lockutils [None req-599f95e0-cdc0-40ed-9560-b28e80b63a35 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.317817] env[70527]: DEBUG oslo_concurrency.lockutils [None req-599f95e0-cdc0-40ed-9560-b28e80b63a35 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.318375] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8866548c-1c39-43d4-86e1-872d25943b83 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.324159] env[70527]: DEBUG oslo_vmware.api [None req-599f95e0-cdc0-40ed-9560-b28e80b63a35 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for the task: (returnval){ [ 791.324159] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52b1a8ff-1495-b016-e0fc-def1187df414" [ 791.324159] env[70527]: _type = "Task" [ 791.324159] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.337173] env[70527]: DEBUG oslo_vmware.api [None req-599f95e0-cdc0-40ed-9560-b28e80b63a35 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52b1a8ff-1495-b016-e0fc-def1187df414, 'name': SearchDatastore_Task, 'duration_secs': 0.010014} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.337477] env[70527]: DEBUG oslo_concurrency.lockutils [None req-599f95e0-cdc0-40ed-9560-b28e80b63a35 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.337717] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-599f95e0-cdc0-40ed-9560-b28e80b63a35 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 791.337948] env[70527]: DEBUG oslo_concurrency.lockutils [None req-599f95e0-cdc0-40ed-9560-b28e80b63a35 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.338130] env[70527]: DEBUG oslo_concurrency.lockutils [None req-599f95e0-cdc0-40ed-9560-b28e80b63a35 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.338333] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-599f95e0-cdc0-40ed-9560-b28e80b63a35 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 791.338606] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6ee3fb4-f77c-4b7a-99ad-1397f9d39e6d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.350277] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-599f95e0-cdc0-40ed-9560-b28e80b63a35 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 791.350277] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-599f95e0-cdc0-40ed-9560-b28e80b63a35 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 791.350437] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6679c96b-37ef-4393-aa03-0266a9ef4070 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.358129] env[70527]: DEBUG oslo_vmware.api [None req-599f95e0-cdc0-40ed-9560-b28e80b63a35 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for the task: (returnval){ [ 791.358129] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52948c8d-a166-874f-57d0-1ea6f8196fee" [ 791.358129] env[70527]: _type = "Task" [ 791.358129] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.372162] env[70527]: DEBUG oslo_vmware.api [None req-599f95e0-cdc0-40ed-9560-b28e80b63a35 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52948c8d-a166-874f-57d0-1ea6f8196fee, 'name': SearchDatastore_Task, 'duration_secs': 0.01038} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.376541] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e04889af-5385-4b04-951d-25bb2d2f1392 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.381739] env[70527]: DEBUG oslo_vmware.api [None req-599f95e0-cdc0-40ed-9560-b28e80b63a35 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for the task: (returnval){ [ 791.381739] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52ed886e-5eac-55c6-ef3e-23394642c938" [ 791.381739] env[70527]: _type = "Task" [ 791.381739] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.393944] env[70527]: DEBUG oslo_vmware.api [None req-599f95e0-cdc0-40ed-9560-b28e80b63a35 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52ed886e-5eac-55c6-ef3e-23394642c938, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.417377] env[70527]: DEBUG oslo_vmware.api [None req-0e11f407-c764-478d-91b5-bd3b95f6e675 tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Task: {'id': task-3912853, 'name': Rename_Task, 'duration_secs': 0.150304} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.417665] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e11f407-c764-478d-91b5-bd3b95f6e675 tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] [instance: 2b7d550b-ee65-4f22-8984-9b88e08de4d1] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 791.417910] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d457e5a4-930d-47d5-8f93-8552ed12ca3d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.427752] env[70527]: DEBUG oslo_vmware.api [None req-0e11f407-c764-478d-91b5-bd3b95f6e675 tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Waiting for the task: (returnval){ [ 791.427752] env[70527]: value = "task-3912854" [ 791.427752] env[70527]: _type = "Task" [ 791.427752] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.439283] env[70527]: DEBUG oslo_vmware.api [None req-0e11f407-c764-478d-91b5-bd3b95f6e675 tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Task: {'id': task-3912854, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.573709] env[70527]: DEBUG nova.network.neutron [-] [instance: 1f2f9915-addb-4405-a32e-cfd7ac086321] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.601665] env[70527]: DEBUG oslo_concurrency.lockutils [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Acquiring lock "refresh_cache-d407b27d-9688-4bcd-95a2-dd37a9faf53e" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.601821] env[70527]: DEBUG oslo_concurrency.lockutils [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Acquired lock "refresh_cache-d407b27d-9688-4bcd-95a2-dd37a9faf53e" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.601921] env[70527]: DEBUG nova.network.neutron [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] [instance: d407b27d-9688-4bcd-95a2-dd37a9faf53e] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 791.679789] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0cbde4-907e-4ae4-9a55-16fa0ffa4d58 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.686403] env[70527]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-397e1586-5852-47f6-aa32-163873438288 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.695649] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2979a414-edf1-44b7-a117-0a5e50d87a00 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.705032] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4956497-9dfe-49a1-ac35-68a52b562e5f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.741921] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d87ed02-b8b8-4629-a994-ed8abd7f5a9e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.751176] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b702475b-6cf7-4a74-b7c6-304520d5ceee {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.765119] env[70527]: DEBUG nova.compute.manager [req-c5f4eed8-79cb-4cb1-8a31-93bab16388b7 req-11cc88a9-f3e7-4817-982c-ca7262480391 service nova] [instance: 1f2f9915-addb-4405-a32e-cfd7ac086321] Detach interface failed, port_id=1369fe20-4783-4533-8f62-e384ff458531, reason: Instance 1f2f9915-addb-4405-a32e-cfd7ac086321 could not be found. {{(pid=70527) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 791.776359] env[70527]: DEBUG nova.compute.provider_tree [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.799162] env[70527]: INFO nova.compute.manager [None req-4da60c7a-f143-408a-8e44-15e26b2f3703 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] [instance: 11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6] Detaching volume 3f1d9a9b-05fa-4152-b5b8-cc476abf1672 [ 791.843334] env[70527]: INFO nova.virt.block_device [None req-4da60c7a-f143-408a-8e44-15e26b2f3703 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] [instance: 11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6] Attempting to driver detach volume 3f1d9a9b-05fa-4152-b5b8-cc476abf1672 from mountpoint /dev/sdb [ 791.843334] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-4da60c7a-f143-408a-8e44-15e26b2f3703 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] [instance: 11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6] Volume detach. Driver type: vmdk {{(pid=70527) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 791.843334] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-4da60c7a-f143-408a-8e44-15e26b2f3703 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] [instance: 11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-777000', 'volume_id': '3f1d9a9b-05fa-4152-b5b8-cc476abf1672', 'name': 'volume-3f1d9a9b-05fa-4152-b5b8-cc476abf1672', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6', 'attached_at': '', 'detached_at': '', 'volume_id': '3f1d9a9b-05fa-4152-b5b8-cc476abf1672', 'serial': '3f1d9a9b-05fa-4152-b5b8-cc476abf1672'} {{(pid=70527) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 791.848021] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf9c5742-4861-4a7e-b9cc-9c3e832dceba {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.868934] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b318c0f5-9078-4e80-9bd7-eb3265a84fc7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.877305] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6926ee4-a8b8-483b-abb1-0263276abd4e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.904700] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893b6b05-4cdc-406d-a680-437d4cd86b9d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.918080] env[70527]: DEBUG oslo_vmware.api [None req-599f95e0-cdc0-40ed-9560-b28e80b63a35 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52ed886e-5eac-55c6-ef3e-23394642c938, 'name': SearchDatastore_Task, 'duration_secs': 0.010042} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.929979] env[70527]: DEBUG oslo_concurrency.lockutils [None req-599f95e0-cdc0-40ed-9560-b28e80b63a35 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.930321] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-599f95e0-cdc0-40ed-9560-b28e80b63a35 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4/04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 791.930715] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-4da60c7a-f143-408a-8e44-15e26b2f3703 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] The volume has not been displaced from its original location: [datastore2] volume-3f1d9a9b-05fa-4152-b5b8-cc476abf1672/volume-3f1d9a9b-05fa-4152-b5b8-cc476abf1672.vmdk. No consolidation needed. {{(pid=70527) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 791.936008] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-4da60c7a-f143-408a-8e44-15e26b2f3703 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] [instance: 11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6] Reconfiguring VM instance instance-00000009 to detach disk 2001 {{(pid=70527) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 791.936397] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f128983-6510-4a13-b4c8-c0cba6538d12 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.941606] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f4dfbd6-0703-4106-8614-ca3883a99c68 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.960528] env[70527]: DEBUG oslo_vmware.api [None req-0e11f407-c764-478d-91b5-bd3b95f6e675 tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Task: {'id': task-3912854, 'name': PowerOnVM_Task, 'duration_secs': 0.492835} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.964042] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e11f407-c764-478d-91b5-bd3b95f6e675 tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] [instance: 2b7d550b-ee65-4f22-8984-9b88e08de4d1] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 791.964042] env[70527]: INFO nova.compute.manager [None req-0e11f407-c764-478d-91b5-bd3b95f6e675 tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] [instance: 2b7d550b-ee65-4f22-8984-9b88e08de4d1] Took 5.40 seconds to spawn the instance on the hypervisor. [ 791.964042] env[70527]: DEBUG nova.compute.manager [None req-0e11f407-c764-478d-91b5-bd3b95f6e675 tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] [instance: 2b7d550b-ee65-4f22-8984-9b88e08de4d1] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 791.964042] env[70527]: DEBUG oslo_vmware.api [None req-4da60c7a-f143-408a-8e44-15e26b2f3703 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Waiting for the task: (returnval){ [ 791.964042] env[70527]: value = "task-3912856" [ 791.964042] env[70527]: _type = "Task" [ 791.964042] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.964405] env[70527]: DEBUG oslo_vmware.api [None req-599f95e0-cdc0-40ed-9560-b28e80b63a35 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for the task: (returnval){ [ 791.964405] env[70527]: value = "task-3912855" [ 791.964405] env[70527]: _type = "Task" [ 791.964405] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.964816] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa6223e-a7a7-4fce-9785-a85b598553d8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.986183] env[70527]: DEBUG oslo_vmware.api [None req-599f95e0-cdc0-40ed-9560-b28e80b63a35 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3912855, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.986473] env[70527]: DEBUG oslo_vmware.api [None req-4da60c7a-f143-408a-8e44-15e26b2f3703 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Task: {'id': task-3912856, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.078642] env[70527]: INFO nova.compute.manager [-] [instance: 1f2f9915-addb-4405-a32e-cfd7ac086321] Took 1.38 seconds to deallocate network for instance. [ 792.138008] env[70527]: DEBUG nova.network.neutron [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] [instance: d407b27d-9688-4bcd-95a2-dd37a9faf53e] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 792.281511] env[70527]: DEBUG nova.scheduler.client.report [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.391954] env[70527]: DEBUG nova.network.neutron [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] [instance: d407b27d-9688-4bcd-95a2-dd37a9faf53e] Updating instance_info_cache with network_info: [{"id": "399b298c-d374-41c4-9226-d192d769cc2c", "address": "fa:16:3e:96:30:d2", "network": {"id": "28fee2eb-8c95-4f40-992d-87f7d186b465", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-750091355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "713f11b3bba342ea9385dc3dcec64f5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap399b298c-d3", "ovs_interfaceid": "399b298c-d374-41c4-9226-d192d769cc2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.481346] env[70527]: DEBUG oslo_vmware.api [None req-599f95e0-cdc0-40ed-9560-b28e80b63a35 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3912855, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516896} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.484593] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-599f95e0-cdc0-40ed-9560-b28e80b63a35 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4/04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 792.484853] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-599f95e0-cdc0-40ed-9560-b28e80b63a35 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 792.485352] env[70527]: DEBUG oslo_vmware.api [None req-4da60c7a-f143-408a-8e44-15e26b2f3703 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Task: {'id': task-3912856, 'name': ReconfigVM_Task, 'duration_secs': 0.370382} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.485640] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9aafb9aa-1f6f-495f-9349-07177d67ca84 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.487990] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-4da60c7a-f143-408a-8e44-15e26b2f3703 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] [instance: 11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6] Reconfigured VM instance instance-00000009 to detach disk 2001 {{(pid=70527) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 792.497895] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f33b22f0-8ca6-4309-b659-2e4dba8f1eab {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.510582] env[70527]: INFO nova.compute.manager [None req-0e11f407-c764-478d-91b5-bd3b95f6e675 tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] [instance: 2b7d550b-ee65-4f22-8984-9b88e08de4d1] Took 39.09 seconds to build instance. [ 792.520598] env[70527]: DEBUG oslo_vmware.api [None req-599f95e0-cdc0-40ed-9560-b28e80b63a35 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for the task: (returnval){ [ 792.520598] env[70527]: value = "task-3912857" [ 792.520598] env[70527]: _type = "Task" [ 792.520598] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.520598] env[70527]: DEBUG oslo_vmware.api [None req-4da60c7a-f143-408a-8e44-15e26b2f3703 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Waiting for the task: (returnval){ [ 792.520598] env[70527]: value = "task-3912858" [ 792.520598] env[70527]: _type = "Task" [ 792.520598] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.532907] env[70527]: DEBUG oslo_vmware.api [None req-599f95e0-cdc0-40ed-9560-b28e80b63a35 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3912857, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.540056] env[70527]: DEBUG oslo_vmware.api [None req-4da60c7a-f143-408a-8e44-15e26b2f3703 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Task: {'id': task-3912858, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.585587] env[70527]: DEBUG oslo_concurrency.lockutils [None req-36920701-06f8-4db6-89f7-2806a5f85093 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.786074] env[70527]: DEBUG oslo_concurrency.lockutils [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.724s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.787486] env[70527]: DEBUG nova.compute.manager [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] [instance: 572a409f-4b2a-421d-be2f-99a98bdc7367] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 792.789422] env[70527]: DEBUG oslo_concurrency.lockutils [None req-edd32ed7-901d-4be2-a0cc-5bd3174a1f6e tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.474s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.789485] env[70527]: DEBUG nova.objects.instance [None req-edd32ed7-901d-4be2-a0cc-5bd3174a1f6e tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Lazy-loading 'resources' on Instance uuid 850f970e-3e0e-4328-a584-ddbe3e8a2c42 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 792.895060] env[70527]: DEBUG oslo_concurrency.lockutils [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Releasing lock "refresh_cache-d407b27d-9688-4bcd-95a2-dd37a9faf53e" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.895438] env[70527]: DEBUG nova.compute.manager [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] [instance: d407b27d-9688-4bcd-95a2-dd37a9faf53e] Instance network_info: |[{"id": "399b298c-d374-41c4-9226-d192d769cc2c", "address": "fa:16:3e:96:30:d2", "network": {"id": "28fee2eb-8c95-4f40-992d-87f7d186b465", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-750091355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "713f11b3bba342ea9385dc3dcec64f5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap399b298c-d3", "ovs_interfaceid": "399b298c-d374-41c4-9226-d192d769cc2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 792.895851] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] [instance: d407b27d-9688-4bcd-95a2-dd37a9faf53e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:30:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5c7821ea-f92f-4f06-a4cb-05e1186a9d22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '399b298c-d374-41c4-9226-d192d769cc2c', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 792.903306] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Creating folder: Project (713f11b3bba342ea9385dc3dcec64f5d). Parent ref: group-v776920. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 792.903592] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b2bbcdee-3340-4871-adf5-15ded50b4d3e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.917235] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Created folder: Project (713f11b3bba342ea9385dc3dcec64f5d) in parent group-v776920. [ 792.917435] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Creating folder: Instances. Parent ref: group-v777005. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 792.917686] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e57fe0bb-e35a-4f81-a3ba-2a0544013fc9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.931917] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Created folder: Instances in parent group-v777005. [ 792.932206] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 792.933859] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d407b27d-9688-4bcd-95a2-dd37a9faf53e] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 792.937728] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-796e17f4-55d7-409e-87d6-3eb6ca2ff5d6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.964121] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 792.964121] env[70527]: value = "task-3912861" [ 792.964121] env[70527]: _type = "Task" [ 792.964121] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.973015] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912861, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.014259] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0e11f407-c764-478d-91b5-bd3b95f6e675 tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Lock "2b7d550b-ee65-4f22-8984-9b88e08de4d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.722s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.035067] env[70527]: DEBUG oslo_vmware.api [None req-599f95e0-cdc0-40ed-9560-b28e80b63a35 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3912857, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078097} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.038430] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-599f95e0-cdc0-40ed-9560-b28e80b63a35 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 793.039053] env[70527]: DEBUG oslo_vmware.api [None req-4da60c7a-f143-408a-8e44-15e26b2f3703 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Task: {'id': task-3912858, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.039795] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7adce32e-0c82-4653-8ead-8691fd7ff217 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.065688] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-599f95e0-cdc0-40ed-9560-b28e80b63a35 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4/04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 793.065688] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd6e55df-99f7-48f4-97d4-a8153bbad57c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.082073] env[70527]: DEBUG nova.compute.manager [req-428b9094-dfe1-4df9-9f99-43b2b68f5591 req-06c3dab9-556e-49c5-9aca-bccb2e11b587 service nova] [instance: d407b27d-9688-4bcd-95a2-dd37a9faf53e] Received event network-changed-399b298c-d374-41c4-9226-d192d769cc2c {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.082301] env[70527]: DEBUG nova.compute.manager [req-428b9094-dfe1-4df9-9f99-43b2b68f5591 req-06c3dab9-556e-49c5-9aca-bccb2e11b587 service nova] [instance: d407b27d-9688-4bcd-95a2-dd37a9faf53e] Refreshing instance network info cache due to event network-changed-399b298c-d374-41c4-9226-d192d769cc2c. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 793.082519] env[70527]: DEBUG oslo_concurrency.lockutils [req-428b9094-dfe1-4df9-9f99-43b2b68f5591 req-06c3dab9-556e-49c5-9aca-bccb2e11b587 service nova] Acquiring lock "refresh_cache-d407b27d-9688-4bcd-95a2-dd37a9faf53e" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.082659] env[70527]: DEBUG oslo_concurrency.lockutils [req-428b9094-dfe1-4df9-9f99-43b2b68f5591 req-06c3dab9-556e-49c5-9aca-bccb2e11b587 service nova] Acquired lock "refresh_cache-d407b27d-9688-4bcd-95a2-dd37a9faf53e" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.082818] env[70527]: DEBUG nova.network.neutron [req-428b9094-dfe1-4df9-9f99-43b2b68f5591 req-06c3dab9-556e-49c5-9aca-bccb2e11b587 service nova] [instance: d407b27d-9688-4bcd-95a2-dd37a9faf53e] Refreshing network info cache for port 399b298c-d374-41c4-9226-d192d769cc2c {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 793.091116] env[70527]: DEBUG oslo_vmware.api [None req-599f95e0-cdc0-40ed-9560-b28e80b63a35 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for the task: (returnval){ [ 793.091116] env[70527]: value = "task-3912862" [ 793.091116] env[70527]: _type = "Task" [ 793.091116] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.101797] env[70527]: DEBUG oslo_vmware.api [None req-599f95e0-cdc0-40ed-9560-b28e80b63a35 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3912862, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.294030] env[70527]: DEBUG nova.compute.utils [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 793.302366] env[70527]: DEBUG nova.compute.manager [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] [instance: 572a409f-4b2a-421d-be2f-99a98bdc7367] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 793.302366] env[70527]: DEBUG nova.network.neutron [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] [instance: 572a409f-4b2a-421d-be2f-99a98bdc7367] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 793.389375] env[70527]: DEBUG nova.policy [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '12ebd9419f814b9fbbba3d71cf6abffd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '101a6d70cb134e848e22fd41cef33aa9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 793.459272] env[70527]: INFO nova.compute.manager [None req-27801e28-05a7-47a7-95b2-c1d24f05a75d tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] [instance: 2b7d550b-ee65-4f22-8984-9b88e08de4d1] Rebuilding instance [ 793.479941] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912861, 'name': CreateVM_Task} progress is 25%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.513025] env[70527]: DEBUG nova.compute.manager [None req-27801e28-05a7-47a7-95b2-c1d24f05a75d tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] [instance: 2b7d550b-ee65-4f22-8984-9b88e08de4d1] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 793.514096] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d0199b-88be-4ff4-9d3a-b4161498a47d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.519777] env[70527]: DEBUG nova.compute.manager [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: ee0ccce4-72c3-443c-821b-0d5ae9c9935d] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 793.538941] env[70527]: DEBUG oslo_vmware.api [None req-4da60c7a-f143-408a-8e44-15e26b2f3703 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Task: {'id': task-3912858, 'name': ReconfigVM_Task, 'duration_secs': 0.914061} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.541741] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-4da60c7a-f143-408a-8e44-15e26b2f3703 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] [instance: 11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-777000', 'volume_id': '3f1d9a9b-05fa-4152-b5b8-cc476abf1672', 'name': 'volume-3f1d9a9b-05fa-4152-b5b8-cc476abf1672', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6', 'attached_at': '', 'detached_at': '', 'volume_id': '3f1d9a9b-05fa-4152-b5b8-cc476abf1672', 'serial': '3f1d9a9b-05fa-4152-b5b8-cc476abf1672'} {{(pid=70527) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 793.602617] env[70527]: DEBUG oslo_vmware.api [None req-599f95e0-cdc0-40ed-9560-b28e80b63a35 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3912862, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.741213] env[70527]: DEBUG nova.network.neutron [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] [instance: 572a409f-4b2a-421d-be2f-99a98bdc7367] Successfully created port: 59da7bf8-0d98-4c0a-b680-88d76cf06160 {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 793.800825] env[70527]: DEBUG nova.compute.manager [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] [instance: 572a409f-4b2a-421d-be2f-99a98bdc7367] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 793.853252] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80621925-b7cf-41b6-a58e-532adf0fc4ff {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.861901] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e67ac90-42ad-4487-a2c9-32c00adbb2c4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.895544] env[70527]: DEBUG nova.network.neutron [req-428b9094-dfe1-4df9-9f99-43b2b68f5591 req-06c3dab9-556e-49c5-9aca-bccb2e11b587 service nova] [instance: d407b27d-9688-4bcd-95a2-dd37a9faf53e] Updated VIF entry in instance network info cache for port 399b298c-d374-41c4-9226-d192d769cc2c. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 793.895948] env[70527]: DEBUG nova.network.neutron [req-428b9094-dfe1-4df9-9f99-43b2b68f5591 req-06c3dab9-556e-49c5-9aca-bccb2e11b587 service nova] [instance: d407b27d-9688-4bcd-95a2-dd37a9faf53e] Updating instance_info_cache with network_info: [{"id": "399b298c-d374-41c4-9226-d192d769cc2c", "address": "fa:16:3e:96:30:d2", "network": {"id": "28fee2eb-8c95-4f40-992d-87f7d186b465", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-750091355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "713f11b3bba342ea9385dc3dcec64f5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap399b298c-d3", "ovs_interfaceid": "399b298c-d374-41c4-9226-d192d769cc2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.897678] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e1bf87-7fcd-46e9-ba14-b559906cd785 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.906224] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39df1c16-a526-4f82-be43-923b5fe15b62 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.921293] env[70527]: DEBUG nova.compute.provider_tree [None req-edd32ed7-901d-4be2-a0cc-5bd3174a1f6e tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 793.977239] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912861, 'name': CreateVM_Task, 'duration_secs': 0.632148} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.977599] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d407b27d-9688-4bcd-95a2-dd37a9faf53e] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 793.978753] env[70527]: DEBUG oslo_concurrency.lockutils [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.979073] env[70527]: DEBUG oslo_concurrency.lockutils [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.979632] env[70527]: DEBUG oslo_concurrency.lockutils [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.981482] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-935deb8f-f4db-4eb5-8b9e-fad2604831ed {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.989209] env[70527]: DEBUG oslo_concurrency.lockutils [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Acquiring lock "cc87d385-12c6-43d2-af21-1d2737c5d451" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.989512] env[70527]: DEBUG oslo_concurrency.lockutils [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Lock "cc87d385-12c6-43d2-af21-1d2737c5d451" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.993346] env[70527]: DEBUG oslo_vmware.api [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Waiting for the task: (returnval){ [ 793.993346] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52c87b68-dfcf-22c3-21c2-bf1250dc41e0" [ 793.993346] env[70527]: _type = "Task" [ 793.993346] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.002231] env[70527]: DEBUG oslo_vmware.api [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52c87b68-dfcf-22c3-21c2-bf1250dc41e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.052288] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.102600] env[70527]: DEBUG oslo_vmware.api [None req-599f95e0-cdc0-40ed-9560-b28e80b63a35 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3912862, 'name': ReconfigVM_Task, 'duration_secs': 0.545422} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.103719] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-599f95e0-cdc0-40ed-9560-b28e80b63a35 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4/04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 794.103719] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51be285b-a774-4acd-8b68-fef117e9ae4d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.112055] env[70527]: DEBUG oslo_vmware.api [None req-599f95e0-cdc0-40ed-9560-b28e80b63a35 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for the task: (returnval){ [ 794.112055] env[70527]: value = "task-3912863" [ 794.112055] env[70527]: _type = "Task" [ 794.112055] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.126524] env[70527]: DEBUG oslo_vmware.api [None req-599f95e0-cdc0-40ed-9560-b28e80b63a35 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3912863, 'name': Rename_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.131325] env[70527]: DEBUG nova.objects.instance [None req-4da60c7a-f143-408a-8e44-15e26b2f3703 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Lazy-loading 'flavor' on Instance uuid 11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 794.401311] env[70527]: DEBUG oslo_concurrency.lockutils [req-428b9094-dfe1-4df9-9f99-43b2b68f5591 req-06c3dab9-556e-49c5-9aca-bccb2e11b587 service nova] Releasing lock "refresh_cache-d407b27d-9688-4bcd-95a2-dd37a9faf53e" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.425199] env[70527]: DEBUG nova.scheduler.client.report [None req-edd32ed7-901d-4be2-a0cc-5bd3174a1f6e tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 794.504966] env[70527]: DEBUG oslo_vmware.api [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52c87b68-dfcf-22c3-21c2-bf1250dc41e0, 'name': SearchDatastore_Task, 'duration_secs': 0.011509} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.505378] env[70527]: DEBUG oslo_concurrency.lockutils [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.505667] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] [instance: d407b27d-9688-4bcd-95a2-dd37a9faf53e] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 794.506173] env[70527]: DEBUG oslo_concurrency.lockutils [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.506296] env[70527]: DEBUG oslo_concurrency.lockutils [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.506550] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 794.507243] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7fc3c68-0524-44a7-b7fd-dd9110903f14 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.516619] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 794.516799] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 794.517536] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8218f927-b7b1-4a9a-b151-25a9ac395bba {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.523143] env[70527]: DEBUG oslo_vmware.api [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Waiting for the task: (returnval){ [ 794.523143] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]522d6bab-0895-30e9-ec0d-3c786b970af3" [ 794.523143] env[70527]: _type = "Task" [ 794.523143] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.531310] env[70527]: DEBUG oslo_vmware.api [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]522d6bab-0895-30e9-ec0d-3c786b970af3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.538909] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-27801e28-05a7-47a7-95b2-c1d24f05a75d tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] [instance: 2b7d550b-ee65-4f22-8984-9b88e08de4d1] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 794.539177] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6c9f69e-f8fd-4ad7-bb2a-5492e188c1c2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.545974] env[70527]: DEBUG oslo_vmware.api [None req-27801e28-05a7-47a7-95b2-c1d24f05a75d tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Waiting for the task: (returnval){ [ 794.545974] env[70527]: value = "task-3912864" [ 794.545974] env[70527]: _type = "Task" [ 794.545974] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.553950] env[70527]: DEBUG oslo_vmware.api [None req-27801e28-05a7-47a7-95b2-c1d24f05a75d tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Task: {'id': task-3912864, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.622963] env[70527]: DEBUG oslo_vmware.api [None req-599f95e0-cdc0-40ed-9560-b28e80b63a35 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3912863, 'name': Rename_Task, 'duration_secs': 0.142591} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.623363] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-599f95e0-cdc0-40ed-9560-b28e80b63a35 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 794.623622] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-581747a0-1642-4e57-a5c4-e0f3a87edb2e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.632755] env[70527]: DEBUG oslo_vmware.api [None req-599f95e0-cdc0-40ed-9560-b28e80b63a35 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for the task: (returnval){ [ 794.632755] env[70527]: value = "task-3912865" [ 794.632755] env[70527]: _type = "Task" [ 794.632755] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.644655] env[70527]: DEBUG oslo_vmware.api [None req-599f95e0-cdc0-40ed-9560-b28e80b63a35 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3912865, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.815594] env[70527]: DEBUG nova.compute.manager [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] [instance: 572a409f-4b2a-421d-be2f-99a98bdc7367] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 794.843789] env[70527]: DEBUG nova.virt.hardware [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 794.844031] env[70527]: DEBUG nova.virt.hardware [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 794.844198] env[70527]: DEBUG nova.virt.hardware [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 794.844377] env[70527]: DEBUG nova.virt.hardware [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 794.844530] env[70527]: DEBUG nova.virt.hardware [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 794.844670] env[70527]: DEBUG nova.virt.hardware [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 794.844898] env[70527]: DEBUG nova.virt.hardware [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 794.845088] env[70527]: DEBUG nova.virt.hardware [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 794.845289] env[70527]: DEBUG nova.virt.hardware [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 794.845524] env[70527]: DEBUG nova.virt.hardware [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 794.845678] env[70527]: DEBUG nova.virt.hardware [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 794.846704] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada2ce33-c6e1-4180-aa09-ec06f2cea4c6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.854865] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850f7971-2d8a-4153-882a-ce7f6205783e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.930948] env[70527]: DEBUG oslo_concurrency.lockutils [None req-edd32ed7-901d-4be2-a0cc-5bd3174a1f6e tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.141s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.933792] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 33.094s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.934045] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.934436] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70527) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 794.934656] env[70527]: DEBUG oslo_concurrency.lockutils [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.039s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.936628] env[70527]: INFO nova.compute.claims [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 794.940565] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d3e77de-77c8-427f-8b70-d3cdcaeb3913 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.951145] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9197ce-cba9-44bb-a6f4-e58c5eb9c818 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.958441] env[70527]: INFO nova.scheduler.client.report [None req-edd32ed7-901d-4be2-a0cc-5bd3174a1f6e tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Deleted allocations for instance 850f970e-3e0e-4328-a584-ddbe3e8a2c42 [ 794.975566] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7bebc44-cd01-4e36-8532-ca0df3019988 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.980591] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e4b25eb-1dac-4341-a6bc-86f291dbdeff {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.014688] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178898MB free_disk=39GB free_vcpus=48 pci_devices=None {{(pid=70527) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 795.014844] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.034348] env[70527]: DEBUG oslo_vmware.api [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]522d6bab-0895-30e9-ec0d-3c786b970af3, 'name': SearchDatastore_Task, 'duration_secs': 0.008627} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.035121] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d36c3f5-b8b0-4b73-859f-e7069476c16d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.040990] env[70527]: DEBUG oslo_vmware.api [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Waiting for the task: (returnval){ [ 795.040990] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52f85e07-de04-4276-190d-5704b1f54955" [ 795.040990] env[70527]: _type = "Task" [ 795.040990] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.050120] env[70527]: DEBUG oslo_vmware.api [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52f85e07-de04-4276-190d-5704b1f54955, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.058092] env[70527]: DEBUG oslo_vmware.api [None req-27801e28-05a7-47a7-95b2-c1d24f05a75d tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Task: {'id': task-3912864, 'name': PowerOffVM_Task, 'duration_secs': 0.138778} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.058366] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-27801e28-05a7-47a7-95b2-c1d24f05a75d tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] [instance: 2b7d550b-ee65-4f22-8984-9b88e08de4d1] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 795.058595] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-27801e28-05a7-47a7-95b2-c1d24f05a75d tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] [instance: 2b7d550b-ee65-4f22-8984-9b88e08de4d1] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 795.059374] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e53d271-9a91-4d27-aead-d3266a9b4ede {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.068194] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-27801e28-05a7-47a7-95b2-c1d24f05a75d tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] [instance: 2b7d550b-ee65-4f22-8984-9b88e08de4d1] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 795.068468] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-802c74bb-a555-4075-b0f1-f0f20d0e0806 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.100893] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-27801e28-05a7-47a7-95b2-c1d24f05a75d tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] [instance: 2b7d550b-ee65-4f22-8984-9b88e08de4d1] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 795.101143] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-27801e28-05a7-47a7-95b2-c1d24f05a75d tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] [instance: 2b7d550b-ee65-4f22-8984-9b88e08de4d1] Deleting contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 795.101372] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-27801e28-05a7-47a7-95b2-c1d24f05a75d tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Deleting the datastore file [datastore2] 2b7d550b-ee65-4f22-8984-9b88e08de4d1 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 795.101647] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f486fda-a96a-4490-b5b0-81935fefdc6b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.109901] env[70527]: DEBUG oslo_vmware.api [None req-27801e28-05a7-47a7-95b2-c1d24f05a75d tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Waiting for the task: (returnval){ [ 795.109901] env[70527]: value = "task-3912867" [ 795.109901] env[70527]: _type = "Task" [ 795.109901] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.119527] env[70527]: DEBUG oslo_vmware.api [None req-27801e28-05a7-47a7-95b2-c1d24f05a75d tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Task: {'id': task-3912867, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.143970] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4da60c7a-f143-408a-8e44-15e26b2f3703 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Lock "11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.848s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.145293] env[70527]: DEBUG oslo_vmware.api [None req-599f95e0-cdc0-40ed-9560-b28e80b63a35 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3912865, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.314540] env[70527]: DEBUG nova.compute.manager [req-3cb6b1ff-0912-41ff-bef2-764f9e215f62 req-5a8e9051-00d3-46b4-8fb8-f5b5cf029284 service nova] [instance: 572a409f-4b2a-421d-be2f-99a98bdc7367] Received event network-vif-plugged-59da7bf8-0d98-4c0a-b680-88d76cf06160 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.315668] env[70527]: DEBUG oslo_concurrency.lockutils [req-3cb6b1ff-0912-41ff-bef2-764f9e215f62 req-5a8e9051-00d3-46b4-8fb8-f5b5cf029284 service nova] Acquiring lock "572a409f-4b2a-421d-be2f-99a98bdc7367-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.315668] env[70527]: DEBUG oslo_concurrency.lockutils [req-3cb6b1ff-0912-41ff-bef2-764f9e215f62 req-5a8e9051-00d3-46b4-8fb8-f5b5cf029284 service nova] Lock "572a409f-4b2a-421d-be2f-99a98bdc7367-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.315668] env[70527]: DEBUG oslo_concurrency.lockutils [req-3cb6b1ff-0912-41ff-bef2-764f9e215f62 req-5a8e9051-00d3-46b4-8fb8-f5b5cf029284 service nova] Lock "572a409f-4b2a-421d-be2f-99a98bdc7367-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.315668] env[70527]: DEBUG nova.compute.manager [req-3cb6b1ff-0912-41ff-bef2-764f9e215f62 req-5a8e9051-00d3-46b4-8fb8-f5b5cf029284 service nova] [instance: 572a409f-4b2a-421d-be2f-99a98bdc7367] No waiting events found dispatching network-vif-plugged-59da7bf8-0d98-4c0a-b680-88d76cf06160 {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 795.315668] env[70527]: WARNING nova.compute.manager [req-3cb6b1ff-0912-41ff-bef2-764f9e215f62 req-5a8e9051-00d3-46b4-8fb8-f5b5cf029284 service nova] [instance: 572a409f-4b2a-421d-be2f-99a98bdc7367] Received unexpected event network-vif-plugged-59da7bf8-0d98-4c0a-b680-88d76cf06160 for instance with vm_state building and task_state spawning. [ 795.424177] env[70527]: DEBUG nova.network.neutron [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] [instance: 572a409f-4b2a-421d-be2f-99a98bdc7367] Successfully updated port: 59da7bf8-0d98-4c0a-b680-88d76cf06160 {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 795.478031] env[70527]: DEBUG oslo_concurrency.lockutils [None req-edd32ed7-901d-4be2-a0cc-5bd3174a1f6e tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Lock "850f970e-3e0e-4328-a584-ddbe3e8a2c42" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.823s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.551881] env[70527]: DEBUG oslo_vmware.api [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52f85e07-de04-4276-190d-5704b1f54955, 'name': SearchDatastore_Task, 'duration_secs': 0.009878} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.552162] env[70527]: DEBUG oslo_concurrency.lockutils [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.552423] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] d407b27d-9688-4bcd-95a2-dd37a9faf53e/d407b27d-9688-4bcd-95a2-dd37a9faf53e.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 795.552690] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1b189089-f3d6-46c9-b08a-13bac14a6611 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.561865] env[70527]: DEBUG oslo_vmware.api [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Waiting for the task: (returnval){ [ 795.561865] env[70527]: value = "task-3912868" [ 795.561865] env[70527]: _type = "Task" [ 795.561865] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.571107] env[70527]: DEBUG oslo_vmware.api [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Task: {'id': task-3912868, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.623049] env[70527]: DEBUG oslo_vmware.api [None req-27801e28-05a7-47a7-95b2-c1d24f05a75d tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Task: {'id': task-3912867, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.108309} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.623461] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-27801e28-05a7-47a7-95b2-c1d24f05a75d tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 795.623694] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-27801e28-05a7-47a7-95b2-c1d24f05a75d tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] [instance: 2b7d550b-ee65-4f22-8984-9b88e08de4d1] Deleted contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 795.623945] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-27801e28-05a7-47a7-95b2-c1d24f05a75d tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] [instance: 2b7d550b-ee65-4f22-8984-9b88e08de4d1] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 795.646559] env[70527]: DEBUG oslo_vmware.api [None req-599f95e0-cdc0-40ed-9560-b28e80b63a35 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3912865, 'name': PowerOnVM_Task, 'duration_secs': 0.521289} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.646559] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-599f95e0-cdc0-40ed-9560-b28e80b63a35 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 795.646559] env[70527]: DEBUG nova.compute.manager [None req-599f95e0-cdc0-40ed-9560-b28e80b63a35 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 795.646559] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0e578e-0890-4a29-9175-4f6ddb252b5f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.927169] env[70527]: DEBUG oslo_concurrency.lockutils [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Acquiring lock "refresh_cache-572a409f-4b2a-421d-be2f-99a98bdc7367" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.927338] env[70527]: DEBUG oslo_concurrency.lockutils [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Acquired lock "refresh_cache-572a409f-4b2a-421d-be2f-99a98bdc7367" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.927495] env[70527]: DEBUG nova.network.neutron [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] [instance: 572a409f-4b2a-421d-be2f-99a98bdc7367] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 796.077671] env[70527]: DEBUG oslo_vmware.api [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Task: {'id': task-3912868, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.166463] env[70527]: DEBUG oslo_concurrency.lockutils [None req-599f95e0-cdc0-40ed-9560-b28e80b63a35 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.323881] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Acquiring lock "9945a305-bb71-4d5b-a06d-20ec0e17d457" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.324118] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Lock "9945a305-bb71-4d5b-a06d-20ec0e17d457" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.472211] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a973d1a-cb31-4838-a39a-ca32c1feb7b2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.475120] env[70527]: DEBUG nova.network.neutron [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] [instance: 572a409f-4b2a-421d-be2f-99a98bdc7367] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 796.483504] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-564163a6-846f-4118-a3e3-3fa4e338aa4e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.516448] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15367028-57bf-4194-b6a0-0142fa9ecef9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.524610] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efea3dc3-94cb-4fb9-a895-1d9d51501709 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.539534] env[70527]: DEBUG nova.compute.provider_tree [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.573523] env[70527]: DEBUG oslo_vmware.api [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Task: {'id': task-3912868, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524131} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.573795] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] d407b27d-9688-4bcd-95a2-dd37a9faf53e/d407b27d-9688-4bcd-95a2-dd37a9faf53e.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 796.574014] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] [instance: d407b27d-9688-4bcd-95a2-dd37a9faf53e] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 796.574269] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-18142f0d-c740-4d13-91d9-5965e9c55fb7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.582486] env[70527]: DEBUG oslo_vmware.api [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Waiting for the task: (returnval){ [ 796.582486] env[70527]: value = "task-3912869" [ 796.582486] env[70527]: _type = "Task" [ 796.582486] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.595665] env[70527]: DEBUG oslo_vmware.api [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Task: {'id': task-3912869, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.670274] env[70527]: DEBUG nova.virt.hardware [None req-27801e28-05a7-47a7-95b2-c1d24f05a75d tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 796.670555] env[70527]: DEBUG nova.virt.hardware [None req-27801e28-05a7-47a7-95b2-c1d24f05a75d tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 796.670709] env[70527]: DEBUG nova.virt.hardware [None req-27801e28-05a7-47a7-95b2-c1d24f05a75d tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 796.670887] env[70527]: DEBUG nova.virt.hardware [None req-27801e28-05a7-47a7-95b2-c1d24f05a75d tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 796.671049] env[70527]: DEBUG nova.virt.hardware [None req-27801e28-05a7-47a7-95b2-c1d24f05a75d tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 796.671345] env[70527]: DEBUG nova.virt.hardware [None req-27801e28-05a7-47a7-95b2-c1d24f05a75d tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 796.671425] env[70527]: DEBUG nova.virt.hardware [None req-27801e28-05a7-47a7-95b2-c1d24f05a75d tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 796.671556] env[70527]: DEBUG nova.virt.hardware [None req-27801e28-05a7-47a7-95b2-c1d24f05a75d tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 796.671715] env[70527]: DEBUG nova.virt.hardware [None req-27801e28-05a7-47a7-95b2-c1d24f05a75d tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 796.671871] env[70527]: DEBUG nova.virt.hardware [None req-27801e28-05a7-47a7-95b2-c1d24f05a75d tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 796.672049] env[70527]: DEBUG nova.virt.hardware [None req-27801e28-05a7-47a7-95b2-c1d24f05a75d tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 796.673468] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f52fc5-2f2b-49f8-ab31-79baf0854bd8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.681604] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60e5527-5864-4813-812e-f0eb60d0ce40 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.695916] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-27801e28-05a7-47a7-95b2-c1d24f05a75d tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] [instance: 2b7d550b-ee65-4f22-8984-9b88e08de4d1] Instance VIF info [] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 796.701733] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27801e28-05a7-47a7-95b2-c1d24f05a75d tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 796.702700] env[70527]: DEBUG nova.network.neutron [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] [instance: 572a409f-4b2a-421d-be2f-99a98bdc7367] Updating instance_info_cache with network_info: [{"id": "59da7bf8-0d98-4c0a-b680-88d76cf06160", "address": "fa:16:3e:11:cc:7c", "network": {"id": "29b8e902-296b-4709-aca2-c446fcf3fa56", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3eee3a2e62a4bcdad1e7484fcad9e2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59da7bf8-0d", "ovs_interfaceid": "59da7bf8-0d98-4c0a-b680-88d76cf06160", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.703925] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b7d550b-ee65-4f22-8984-9b88e08de4d1] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 796.704180] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f323e1bf-7535-47b3-8e64-36e82722f7a0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.717094] env[70527]: DEBUG oslo_concurrency.lockutils [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Releasing lock "refresh_cache-572a409f-4b2a-421d-be2f-99a98bdc7367" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.717393] env[70527]: DEBUG nova.compute.manager [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] [instance: 572a409f-4b2a-421d-be2f-99a98bdc7367] Instance network_info: |[{"id": "59da7bf8-0d98-4c0a-b680-88d76cf06160", "address": "fa:16:3e:11:cc:7c", "network": {"id": "29b8e902-296b-4709-aca2-c446fcf3fa56", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3eee3a2e62a4bcdad1e7484fcad9e2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59da7bf8-0d", "ovs_interfaceid": "59da7bf8-0d98-4c0a-b680-88d76cf06160", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 796.717821] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] [instance: 572a409f-4b2a-421d-be2f-99a98bdc7367] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:cc:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73eeba7c-29e1-4fdf-82b3-d62e63e86051', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '59da7bf8-0d98-4c0a-b680-88d76cf06160', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 796.726468] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 796.727437] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 572a409f-4b2a-421d-be2f-99a98bdc7367] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 796.727675] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0998f824-808c-4fe7-9964-80d4a5e07cc2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.743849] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 796.743849] env[70527]: value = "task-3912870" [ 796.743849] env[70527]: _type = "Task" [ 796.743849] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.749931] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 796.749931] env[70527]: value = "task-3912871" [ 796.749931] env[70527]: _type = "Task" [ 796.749931] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.753526] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912870, 'name': CreateVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.765154] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912871, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.043026] env[70527]: DEBUG nova.scheduler.client.report [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 797.093310] env[70527]: DEBUG oslo_vmware.api [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Task: {'id': task-3912869, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066108} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.093790] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] [instance: d407b27d-9688-4bcd-95a2-dd37a9faf53e] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 797.095768] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7e0542-fbd8-4c41-93ca-45ef81120037 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.122126] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] [instance: d407b27d-9688-4bcd-95a2-dd37a9faf53e] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] d407b27d-9688-4bcd-95a2-dd37a9faf53e/d407b27d-9688-4bcd-95a2-dd37a9faf53e.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 797.122927] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e18efc7-1581-42a3-b95a-911cc7fbaddb {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.145600] env[70527]: DEBUG oslo_vmware.api [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Waiting for the task: (returnval){ [ 797.145600] env[70527]: value = "task-3912872" [ 797.145600] env[70527]: _type = "Task" [ 797.145600] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.155999] env[70527]: DEBUG oslo_vmware.api [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Task: {'id': task-3912872, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.255439] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912870, 'name': CreateVM_Task, 'duration_secs': 0.374508} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.259167] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b7d550b-ee65-4f22-8984-9b88e08de4d1] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 797.259679] env[70527]: DEBUG oslo_concurrency.lockutils [None req-27801e28-05a7-47a7-95b2-c1d24f05a75d tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.259898] env[70527]: DEBUG oslo_concurrency.lockutils [None req-27801e28-05a7-47a7-95b2-c1d24f05a75d tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.260378] env[70527]: DEBUG oslo_concurrency.lockutils [None req-27801e28-05a7-47a7-95b2-c1d24f05a75d tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.261175] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4beb8988-d33b-4201-9e08-04c3d2907a1d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.266603] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912871, 'name': CreateVM_Task, 'duration_secs': 0.432045} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.267211] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 572a409f-4b2a-421d-be2f-99a98bdc7367] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 797.268019] env[70527]: DEBUG oslo_concurrency.lockutils [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.270331] env[70527]: DEBUG oslo_vmware.api [None req-27801e28-05a7-47a7-95b2-c1d24f05a75d tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Waiting for the task: (returnval){ [ 797.270331] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52329b72-9554-50c5-6774-b33844a2afe2" [ 797.270331] env[70527]: _type = "Task" [ 797.270331] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.279893] env[70527]: DEBUG oslo_vmware.api [None req-27801e28-05a7-47a7-95b2-c1d24f05a75d tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52329b72-9554-50c5-6774-b33844a2afe2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.349567] env[70527]: DEBUG oslo_concurrency.lockutils [None req-517a01e9-cdaf-4398-985a-4e66d5dc9874 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquiring lock "04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.350053] env[70527]: DEBUG oslo_concurrency.lockutils [None req-517a01e9-cdaf-4398-985a-4e66d5dc9874 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Lock "04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.350124] env[70527]: DEBUG oslo_concurrency.lockutils [None req-517a01e9-cdaf-4398-985a-4e66d5dc9874 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquiring lock "04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.351022] env[70527]: DEBUG oslo_concurrency.lockutils [None req-517a01e9-cdaf-4398-985a-4e66d5dc9874 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Lock "04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.351022] env[70527]: DEBUG oslo_concurrency.lockutils [None req-517a01e9-cdaf-4398-985a-4e66d5dc9874 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Lock "04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.352701] env[70527]: INFO nova.compute.manager [None req-517a01e9-cdaf-4398-985a-4e66d5dc9874 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4] Terminating instance [ 797.471527] env[70527]: DEBUG nova.compute.manager [req-b0ce824b-c4bf-464d-8573-1bb0aa3c2317 req-bcca6f72-141e-4057-be9c-7441d9992316 service nova] [instance: 572a409f-4b2a-421d-be2f-99a98bdc7367] Received event network-changed-59da7bf8-0d98-4c0a-b680-88d76cf06160 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 797.471631] env[70527]: DEBUG nova.compute.manager [req-b0ce824b-c4bf-464d-8573-1bb0aa3c2317 req-bcca6f72-141e-4057-be9c-7441d9992316 service nova] [instance: 572a409f-4b2a-421d-be2f-99a98bdc7367] Refreshing instance network info cache due to event network-changed-59da7bf8-0d98-4c0a-b680-88d76cf06160. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 797.471963] env[70527]: DEBUG oslo_concurrency.lockutils [req-b0ce824b-c4bf-464d-8573-1bb0aa3c2317 req-bcca6f72-141e-4057-be9c-7441d9992316 service nova] Acquiring lock "refresh_cache-572a409f-4b2a-421d-be2f-99a98bdc7367" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.472043] env[70527]: DEBUG oslo_concurrency.lockutils [req-b0ce824b-c4bf-464d-8573-1bb0aa3c2317 req-bcca6f72-141e-4057-be9c-7441d9992316 service nova] Acquired lock "refresh_cache-572a409f-4b2a-421d-be2f-99a98bdc7367" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.472255] env[70527]: DEBUG nova.network.neutron [req-b0ce824b-c4bf-464d-8573-1bb0aa3c2317 req-bcca6f72-141e-4057-be9c-7441d9992316 service nova] [instance: 572a409f-4b2a-421d-be2f-99a98bdc7367] Refreshing network info cache for port 59da7bf8-0d98-4c0a-b680-88d76cf06160 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 797.549109] env[70527]: DEBUG oslo_concurrency.lockutils [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.614s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.549642] env[70527]: DEBUG nova.compute.manager [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 797.552960] env[70527]: DEBUG oslo_concurrency.lockutils [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.688s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.554558] env[70527]: INFO nova.compute.claims [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 6efbb7e0-0666-461e-8411-b297928d4ef2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 797.566682] env[70527]: DEBUG oslo_concurrency.lockutils [None req-906610a7-828c-4788-bcf5-b1af9f5d1348 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Acquiring lock "f5c1ab55-0e8b-4117-896c-728e547a938d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.566989] env[70527]: DEBUG oslo_concurrency.lockutils [None req-906610a7-828c-4788-bcf5-b1af9f5d1348 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Lock "f5c1ab55-0e8b-4117-896c-728e547a938d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.567228] env[70527]: DEBUG oslo_concurrency.lockutils [None req-906610a7-828c-4788-bcf5-b1af9f5d1348 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Acquiring lock "f5c1ab55-0e8b-4117-896c-728e547a938d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.567411] env[70527]: DEBUG oslo_concurrency.lockutils [None req-906610a7-828c-4788-bcf5-b1af9f5d1348 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Lock "f5c1ab55-0e8b-4117-896c-728e547a938d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.567700] env[70527]: DEBUG oslo_concurrency.lockutils [None req-906610a7-828c-4788-bcf5-b1af9f5d1348 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Lock "f5c1ab55-0e8b-4117-896c-728e547a938d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.569963] env[70527]: INFO nova.compute.manager [None req-906610a7-828c-4788-bcf5-b1af9f5d1348 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: f5c1ab55-0e8b-4117-896c-728e547a938d] Terminating instance [ 797.656135] env[70527]: DEBUG oslo_vmware.api [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Task: {'id': task-3912872, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.782050] env[70527]: DEBUG oslo_vmware.api [None req-27801e28-05a7-47a7-95b2-c1d24f05a75d tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52329b72-9554-50c5-6774-b33844a2afe2, 'name': SearchDatastore_Task, 'duration_secs': 0.010444} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.782380] env[70527]: DEBUG oslo_concurrency.lockutils [None req-27801e28-05a7-47a7-95b2-c1d24f05a75d tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.782616] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-27801e28-05a7-47a7-95b2-c1d24f05a75d tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] [instance: 2b7d550b-ee65-4f22-8984-9b88e08de4d1] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 797.782943] env[70527]: DEBUG oslo_concurrency.lockutils [None req-27801e28-05a7-47a7-95b2-c1d24f05a75d tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.783022] env[70527]: DEBUG oslo_concurrency.lockutils [None req-27801e28-05a7-47a7-95b2-c1d24f05a75d tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.783217] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-27801e28-05a7-47a7-95b2-c1d24f05a75d tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 797.783464] env[70527]: DEBUG oslo_concurrency.lockutils [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.783785] env[70527]: DEBUG oslo_concurrency.lockutils [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.784030] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8cbebe83-c8ca-4739-88a0-604ef32987ea {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.786243] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ea857a2-e1d1-4e40-bfcb-c922825e7b37 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.794036] env[70527]: DEBUG oslo_vmware.api [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Waiting for the task: (returnval){ [ 797.794036] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]5296acad-11df-7c89-9e1b-0916f8c41f98" [ 797.794036] env[70527]: _type = "Task" [ 797.794036] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.800776] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-27801e28-05a7-47a7-95b2-c1d24f05a75d tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 797.801138] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-27801e28-05a7-47a7-95b2-c1d24f05a75d tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 797.802842] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2afa9531-ccc3-4268-a76b-c5283585e41e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.812172] env[70527]: DEBUG oslo_vmware.api [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5296acad-11df-7c89-9e1b-0916f8c41f98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.816714] env[70527]: DEBUG oslo_vmware.api [None req-27801e28-05a7-47a7-95b2-c1d24f05a75d tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Waiting for the task: (returnval){ [ 797.816714] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52480cf5-6c99-a6ed-d3d9-c75cf30e38e6" [ 797.816714] env[70527]: _type = "Task" [ 797.816714] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.826538] env[70527]: DEBUG oslo_vmware.api [None req-27801e28-05a7-47a7-95b2-c1d24f05a75d tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52480cf5-6c99-a6ed-d3d9-c75cf30e38e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.856904] env[70527]: DEBUG nova.compute.manager [None req-517a01e9-cdaf-4398-985a-4e66d5dc9874 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 797.857100] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-517a01e9-cdaf-4398-985a-4e66d5dc9874 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 797.858048] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-087ffe4b-cf13-4475-b13a-4dfe41e17c07 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.870741] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-517a01e9-cdaf-4398-985a-4e66d5dc9874 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 797.870881] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39acf989-c26c-43e5-91bd-ecdd7b63af1e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.879293] env[70527]: DEBUG oslo_vmware.api [None req-517a01e9-cdaf-4398-985a-4e66d5dc9874 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for the task: (returnval){ [ 797.879293] env[70527]: value = "task-3912873" [ 797.879293] env[70527]: _type = "Task" [ 797.879293] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.889089] env[70527]: DEBUG oslo_vmware.api [None req-517a01e9-cdaf-4398-985a-4e66d5dc9874 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3912873, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.939798] env[70527]: DEBUG oslo_concurrency.lockutils [None req-19c58041-b587-456d-87ad-71c48cd4e5fb tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Acquiring lock "2f725879-41a4-443d-8bfa-718f70ef1a64" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.940125] env[70527]: DEBUG oslo_concurrency.lockutils [None req-19c58041-b587-456d-87ad-71c48cd4e5fb tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Lock "2f725879-41a4-443d-8bfa-718f70ef1a64" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.940342] env[70527]: DEBUG oslo_concurrency.lockutils [None req-19c58041-b587-456d-87ad-71c48cd4e5fb tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Acquiring lock "2f725879-41a4-443d-8bfa-718f70ef1a64-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.940536] env[70527]: DEBUG oslo_concurrency.lockutils [None req-19c58041-b587-456d-87ad-71c48cd4e5fb tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Lock "2f725879-41a4-443d-8bfa-718f70ef1a64-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.940778] env[70527]: DEBUG oslo_concurrency.lockutils [None req-19c58041-b587-456d-87ad-71c48cd4e5fb tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Lock "2f725879-41a4-443d-8bfa-718f70ef1a64-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.945474] env[70527]: INFO nova.compute.manager [None req-19c58041-b587-456d-87ad-71c48cd4e5fb tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: 2f725879-41a4-443d-8bfa-718f70ef1a64] Terminating instance [ 797.966779] env[70527]: DEBUG oslo_concurrency.lockutils [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquiring lock "5017d1d4-1e04-44b0-88eb-9acbfcee557c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.966935] env[70527]: DEBUG oslo_concurrency.lockutils [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Lock "5017d1d4-1e04-44b0-88eb-9acbfcee557c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.059928] env[70527]: DEBUG nova.compute.utils [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 798.063599] env[70527]: DEBUG nova.compute.manager [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 798.063761] env[70527]: DEBUG nova.network.neutron [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 798.075583] env[70527]: DEBUG nova.compute.manager [None req-906610a7-828c-4788-bcf5-b1af9f5d1348 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: f5c1ab55-0e8b-4117-896c-728e547a938d] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 798.075844] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-906610a7-828c-4788-bcf5-b1af9f5d1348 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: f5c1ab55-0e8b-4117-896c-728e547a938d] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 798.077089] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be5efd3-fbd9-4d3e-bf03-cd02df23f6ac {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.086787] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-906610a7-828c-4788-bcf5-b1af9f5d1348 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: f5c1ab55-0e8b-4117-896c-728e547a938d] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 798.087163] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6cf8ee52-3cce-40bf-93b8-e9c24f0d9ffc {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.094539] env[70527]: DEBUG oslo_vmware.api [None req-906610a7-828c-4788-bcf5-b1af9f5d1348 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Waiting for the task: (returnval){ [ 798.094539] env[70527]: value = "task-3912874" [ 798.094539] env[70527]: _type = "Task" [ 798.094539] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.103870] env[70527]: DEBUG oslo_vmware.api [None req-906610a7-828c-4788-bcf5-b1af9f5d1348 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Task: {'id': task-3912874, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.105377] env[70527]: DEBUG nova.policy [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f77bf022989246f6825eb6a97a83d630', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2042030e24da4783b01fe5ba649c95d9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 798.158652] env[70527]: DEBUG oslo_vmware.api [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Task: {'id': task-3912872, 'name': ReconfigVM_Task, 'duration_secs': 0.729171} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.159045] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] [instance: d407b27d-9688-4bcd-95a2-dd37a9faf53e] Reconfigured VM instance instance-0000001d to attach disk [datastore1] d407b27d-9688-4bcd-95a2-dd37a9faf53e/d407b27d-9688-4bcd-95a2-dd37a9faf53e.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 798.159713] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b94f0fa6-d463-4f53-870d-a0aff0c8836f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.167942] env[70527]: DEBUG oslo_vmware.api [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Waiting for the task: (returnval){ [ 798.167942] env[70527]: value = "task-3912875" [ 798.167942] env[70527]: _type = "Task" [ 798.167942] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.179868] env[70527]: DEBUG oslo_vmware.api [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Task: {'id': task-3912875, 'name': Rename_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.223020] env[70527]: DEBUG nova.network.neutron [req-b0ce824b-c4bf-464d-8573-1bb0aa3c2317 req-bcca6f72-141e-4057-be9c-7441d9992316 service nova] [instance: 572a409f-4b2a-421d-be2f-99a98bdc7367] Updated VIF entry in instance network info cache for port 59da7bf8-0d98-4c0a-b680-88d76cf06160. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 798.223622] env[70527]: DEBUG nova.network.neutron [req-b0ce824b-c4bf-464d-8573-1bb0aa3c2317 req-bcca6f72-141e-4057-be9c-7441d9992316 service nova] [instance: 572a409f-4b2a-421d-be2f-99a98bdc7367] Updating instance_info_cache with network_info: [{"id": "59da7bf8-0d98-4c0a-b680-88d76cf06160", "address": "fa:16:3e:11:cc:7c", "network": {"id": "29b8e902-296b-4709-aca2-c446fcf3fa56", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3eee3a2e62a4bcdad1e7484fcad9e2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59da7bf8-0d", "ovs_interfaceid": "59da7bf8-0d98-4c0a-b680-88d76cf06160", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.308525] env[70527]: DEBUG oslo_vmware.api [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5296acad-11df-7c89-9e1b-0916f8c41f98, 'name': SearchDatastore_Task, 'duration_secs': 0.025791} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.308801] env[70527]: DEBUG oslo_concurrency.lockutils [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.308927] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] [instance: 572a409f-4b2a-421d-be2f-99a98bdc7367] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 798.309133] env[70527]: DEBUG oslo_concurrency.lockutils [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.327758] env[70527]: DEBUG oslo_vmware.api [None req-27801e28-05a7-47a7-95b2-c1d24f05a75d tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52480cf5-6c99-a6ed-d3d9-c75cf30e38e6, 'name': SearchDatastore_Task, 'duration_secs': 0.0115} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.328756] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d99a3fa-6ac8-4888-8f75-95cfcd11f715 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.334961] env[70527]: DEBUG oslo_vmware.api [None req-27801e28-05a7-47a7-95b2-c1d24f05a75d tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Waiting for the task: (returnval){ [ 798.334961] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]5253b498-4e44-960c-f47b-c9caf02c3993" [ 798.334961] env[70527]: _type = "Task" [ 798.334961] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.344718] env[70527]: DEBUG oslo_vmware.api [None req-27801e28-05a7-47a7-95b2-c1d24f05a75d tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5253b498-4e44-960c-f47b-c9caf02c3993, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.392081] env[70527]: DEBUG oslo_vmware.api [None req-517a01e9-cdaf-4398-985a-4e66d5dc9874 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3912873, 'name': PowerOffVM_Task, 'duration_secs': 0.201821} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.392594] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-517a01e9-cdaf-4398-985a-4e66d5dc9874 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 798.392766] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-517a01e9-cdaf-4398-985a-4e66d5dc9874 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 798.393285] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b484a35-3c9e-427c-b0b1-b6b49a7cdcbd {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.450594] env[70527]: DEBUG nova.compute.manager [None req-19c58041-b587-456d-87ad-71c48cd4e5fb tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: 2f725879-41a4-443d-8bfa-718f70ef1a64] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 798.450853] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-19c58041-b587-456d-87ad-71c48cd4e5fb tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: 2f725879-41a4-443d-8bfa-718f70ef1a64] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 798.452259] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d3a9f22-77f8-40cc-9aa0-504b08cc7022 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.461478] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-19c58041-b587-456d-87ad-71c48cd4e5fb tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: 2f725879-41a4-443d-8bfa-718f70ef1a64] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 798.461776] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31a74c7b-8185-4f80-ba7f-fa934520fce6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.473452] env[70527]: DEBUG oslo_vmware.api [None req-19c58041-b587-456d-87ad-71c48cd4e5fb tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Waiting for the task: (returnval){ [ 798.473452] env[70527]: value = "task-3912877" [ 798.473452] env[70527]: _type = "Task" [ 798.473452] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.477695] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-517a01e9-cdaf-4398-985a-4e66d5dc9874 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 798.478839] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-517a01e9-cdaf-4398-985a-4e66d5dc9874 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4] Deleting contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 798.479159] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-517a01e9-cdaf-4398-985a-4e66d5dc9874 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Deleting the datastore file [datastore1] 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 798.479848] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a517848-272c-4268-b841-7f4c60227c86 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.485740] env[70527]: DEBUG oslo_vmware.api [None req-19c58041-b587-456d-87ad-71c48cd4e5fb tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Task: {'id': task-3912877, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.491726] env[70527]: DEBUG oslo_vmware.api [None req-517a01e9-cdaf-4398-985a-4e66d5dc9874 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for the task: (returnval){ [ 798.491726] env[70527]: value = "task-3912878" [ 798.491726] env[70527]: _type = "Task" [ 798.491726] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.501739] env[70527]: DEBUG oslo_vmware.api [None req-517a01e9-cdaf-4398-985a-4e66d5dc9874 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3912878, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.523194] env[70527]: DEBUG nova.network.neutron [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Successfully created port: 21efc286-0a0e-4447-a667-9c5bf1fe5417 {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 798.564792] env[70527]: DEBUG nova.compute.manager [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 798.607457] env[70527]: DEBUG oslo_vmware.api [None req-906610a7-828c-4788-bcf5-b1af9f5d1348 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Task: {'id': task-3912874, 'name': PowerOffVM_Task, 'duration_secs': 0.212962} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.609433] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-906610a7-828c-4788-bcf5-b1af9f5d1348 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: f5c1ab55-0e8b-4117-896c-728e547a938d] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 798.609433] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-906610a7-828c-4788-bcf5-b1af9f5d1348 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: f5c1ab55-0e8b-4117-896c-728e547a938d] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 798.609433] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c94f26dd-724c-4be8-84b5-11ff2acfca5e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.680090] env[70527]: DEBUG oslo_vmware.api [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Task: {'id': task-3912875, 'name': Rename_Task, 'duration_secs': 0.161332} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.680556] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] [instance: d407b27d-9688-4bcd-95a2-dd37a9faf53e] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 798.680931] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-001f146e-6e73-46fd-bfb8-c5410f8d2d7b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.692595] env[70527]: DEBUG oslo_vmware.api [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Waiting for the task: (returnval){ [ 798.692595] env[70527]: value = "task-3912880" [ 798.692595] env[70527]: _type = "Task" [ 798.692595] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.692595] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-906610a7-828c-4788-bcf5-b1af9f5d1348 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: f5c1ab55-0e8b-4117-896c-728e547a938d] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 798.692595] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-906610a7-828c-4788-bcf5-b1af9f5d1348 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: f5c1ab55-0e8b-4117-896c-728e547a938d] Deleting contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 798.692595] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-906610a7-828c-4788-bcf5-b1af9f5d1348 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Deleting the datastore file [datastore1] f5c1ab55-0e8b-4117-896c-728e547a938d {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 798.696298] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e6b3c3e6-b204-4723-b2bc-6a371aa7ce87 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.702599] env[70527]: DEBUG oslo_vmware.api [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Task: {'id': task-3912880, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.707725] env[70527]: DEBUG oslo_vmware.api [None req-906610a7-828c-4788-bcf5-b1af9f5d1348 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Waiting for the task: (returnval){ [ 798.707725] env[70527]: value = "task-3912881" [ 798.707725] env[70527]: _type = "Task" [ 798.707725] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.716911] env[70527]: DEBUG oslo_vmware.api [None req-906610a7-828c-4788-bcf5-b1af9f5d1348 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Task: {'id': task-3912881, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.727538] env[70527]: DEBUG oslo_concurrency.lockutils [req-b0ce824b-c4bf-464d-8573-1bb0aa3c2317 req-bcca6f72-141e-4057-be9c-7441d9992316 service nova] Releasing lock "refresh_cache-572a409f-4b2a-421d-be2f-99a98bdc7367" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.856040] env[70527]: DEBUG oslo_vmware.api [None req-27801e28-05a7-47a7-95b2-c1d24f05a75d tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5253b498-4e44-960c-f47b-c9caf02c3993, 'name': SearchDatastore_Task, 'duration_secs': 0.02113} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.856581] env[70527]: DEBUG oslo_concurrency.lockutils [None req-27801e28-05a7-47a7-95b2-c1d24f05a75d tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.856867] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-27801e28-05a7-47a7-95b2-c1d24f05a75d tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] 2b7d550b-ee65-4f22-8984-9b88e08de4d1/2b7d550b-ee65-4f22-8984-9b88e08de4d1.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 798.857206] env[70527]: DEBUG oslo_concurrency.lockutils [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.857407] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 798.858009] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-599ca4c5-8c5c-48b2-8327-205aca8b7e33 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.861100] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0ab8c6d-aabe-4de0-bb83-a989ed13c45a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.874902] env[70527]: DEBUG oslo_vmware.api [None req-27801e28-05a7-47a7-95b2-c1d24f05a75d tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Waiting for the task: (returnval){ [ 798.874902] env[70527]: value = "task-3912882" [ 798.874902] env[70527]: _type = "Task" [ 798.874902] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.880329] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 798.880524] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 798.881687] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0c8cda9-f523-469e-b0b2-442993539eb0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.887708] env[70527]: DEBUG oslo_vmware.api [None req-27801e28-05a7-47a7-95b2-c1d24f05a75d tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Task: {'id': task-3912882, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.895569] env[70527]: DEBUG oslo_vmware.api [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Waiting for the task: (returnval){ [ 798.895569] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52818fea-547e-e6ed-3d7d-eb4038b22c8b" [ 798.895569] env[70527]: _type = "Task" [ 798.895569] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.911503] env[70527]: DEBUG oslo_vmware.api [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52818fea-547e-e6ed-3d7d-eb4038b22c8b, 'name': SearchDatastore_Task, 'duration_secs': 0.011503} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.916739] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb83c8ed-389d-48ec-8a57-d7ace6c8598a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.923303] env[70527]: DEBUG oslo_vmware.api [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Waiting for the task: (returnval){ [ 798.923303] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]5281fd2d-be51-aca8-2cda-5f7e255ba46d" [ 798.923303] env[70527]: _type = "Task" [ 798.923303] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.939945] env[70527]: DEBUG oslo_vmware.api [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5281fd2d-be51-aca8-2cda-5f7e255ba46d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.991291] env[70527]: DEBUG oslo_vmware.api [None req-19c58041-b587-456d-87ad-71c48cd4e5fb tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Task: {'id': task-3912877, 'name': PowerOffVM_Task, 'duration_secs': 0.189854} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.996077] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-19c58041-b587-456d-87ad-71c48cd4e5fb tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: 2f725879-41a4-443d-8bfa-718f70ef1a64] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 798.996944] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-19c58041-b587-456d-87ad-71c48cd4e5fb tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: 2f725879-41a4-443d-8bfa-718f70ef1a64] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 798.997917] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-936beccd-52a0-4b29-b2df-d3d0b040824d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.011146] env[70527]: DEBUG oslo_vmware.api [None req-517a01e9-cdaf-4398-985a-4e66d5dc9874 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3912878, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206487} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.011146] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-517a01e9-cdaf-4398-985a-4e66d5dc9874 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 799.011146] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-517a01e9-cdaf-4398-985a-4e66d5dc9874 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4] Deleted contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 799.011146] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-517a01e9-cdaf-4398-985a-4e66d5dc9874 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 799.011146] env[70527]: INFO nova.compute.manager [None req-517a01e9-cdaf-4398-985a-4e66d5dc9874 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4] Took 1.15 seconds to destroy the instance on the hypervisor. [ 799.011475] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-517a01e9-cdaf-4398-985a-4e66d5dc9874 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 799.011475] env[70527]: DEBUG nova.compute.manager [-] [instance: 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 799.011475] env[70527]: DEBUG nova.network.neutron [-] [instance: 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 799.105467] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-19c58041-b587-456d-87ad-71c48cd4e5fb tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: 2f725879-41a4-443d-8bfa-718f70ef1a64] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 799.105753] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-19c58041-b587-456d-87ad-71c48cd4e5fb tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: 2f725879-41a4-443d-8bfa-718f70ef1a64] Deleting contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 799.105939] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-19c58041-b587-456d-87ad-71c48cd4e5fb tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Deleting the datastore file [datastore1] 2f725879-41a4-443d-8bfa-718f70ef1a64 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 799.106236] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-deb444da-e358-4abc-9bed-ecadae40d45b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.120477] env[70527]: DEBUG oslo_vmware.api [None req-19c58041-b587-456d-87ad-71c48cd4e5fb tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Waiting for the task: (returnval){ [ 799.120477] env[70527]: value = "task-3912884" [ 799.120477] env[70527]: _type = "Task" [ 799.120477] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.134083] env[70527]: DEBUG oslo_vmware.api [None req-19c58041-b587-456d-87ad-71c48cd4e5fb tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Task: {'id': task-3912884, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.206179] env[70527]: DEBUG oslo_vmware.api [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Task: {'id': task-3912880, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.218624] env[70527]: DEBUG oslo_vmware.api [None req-906610a7-828c-4788-bcf5-b1af9f5d1348 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Task: {'id': task-3912881, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246218} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.218945] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-906610a7-828c-4788-bcf5-b1af9f5d1348 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 799.219096] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-906610a7-828c-4788-bcf5-b1af9f5d1348 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: f5c1ab55-0e8b-4117-896c-728e547a938d] Deleted contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 799.219273] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-906610a7-828c-4788-bcf5-b1af9f5d1348 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: f5c1ab55-0e8b-4117-896c-728e547a938d] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 799.219447] env[70527]: INFO nova.compute.manager [None req-906610a7-828c-4788-bcf5-b1af9f5d1348 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: f5c1ab55-0e8b-4117-896c-728e547a938d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 799.219694] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-906610a7-828c-4788-bcf5-b1af9f5d1348 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 799.219994] env[70527]: DEBUG nova.compute.manager [-] [instance: f5c1ab55-0e8b-4117-896c-728e547a938d] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 799.219994] env[70527]: DEBUG nova.network.neutron [-] [instance: f5c1ab55-0e8b-4117-896c-728e547a938d] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 799.254125] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9ab55c-d39a-4b5b-a899-c8db71f303e0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.263327] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ce1c90-9134-4aeb-b770-7c5254a8cb41 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.302335] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2bd076e-1e7c-4514-9910-d4acd644d269 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.311961] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e746a706-a0cf-4eb4-92d0-e3b59188c8e9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.329938] env[70527]: DEBUG nova.compute.provider_tree [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 799.388484] env[70527]: DEBUG oslo_vmware.api [None req-27801e28-05a7-47a7-95b2-c1d24f05a75d tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Task: {'id': task-3912882, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.434417] env[70527]: DEBUG oslo_vmware.api [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5281fd2d-be51-aca8-2cda-5f7e255ba46d, 'name': SearchDatastore_Task, 'duration_secs': 0.012532} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.434732] env[70527]: DEBUG oslo_concurrency.lockutils [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.434997] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] 572a409f-4b2a-421d-be2f-99a98bdc7367/572a409f-4b2a-421d-be2f-99a98bdc7367.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 799.435330] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b8966d6d-a8c5-41fc-9d3d-ec7a558e29d5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.444902] env[70527]: DEBUG oslo_vmware.api [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Waiting for the task: (returnval){ [ 799.444902] env[70527]: value = "task-3912885" [ 799.444902] env[70527]: _type = "Task" [ 799.444902] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.454176] env[70527]: DEBUG oslo_vmware.api [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Task: {'id': task-3912885, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.563057] env[70527]: DEBUG nova.compute.manager [req-dd40719f-c21e-4c46-8e0e-89d27443ad68 req-b70e2e3e-1e24-4e75-83e8-c7ea448b20c3 service nova] [instance: 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4] Received event network-vif-deleted-d41b7b50-97b8-4bf8-acb7-e245ac4ef366 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 799.563661] env[70527]: INFO nova.compute.manager [req-dd40719f-c21e-4c46-8e0e-89d27443ad68 req-b70e2e3e-1e24-4e75-83e8-c7ea448b20c3 service nova] [instance: 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4] Neutron deleted interface d41b7b50-97b8-4bf8-acb7-e245ac4ef366; detaching it from the instance and deleting it from the info cache [ 799.563787] env[70527]: DEBUG nova.network.neutron [req-dd40719f-c21e-4c46-8e0e-89d27443ad68 req-b70e2e3e-1e24-4e75-83e8-c7ea448b20c3 service nova] [instance: 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.578597] env[70527]: DEBUG nova.compute.manager [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 799.622345] env[70527]: DEBUG nova.virt.hardware [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 799.622345] env[70527]: DEBUG nova.virt.hardware [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 799.622345] env[70527]: DEBUG nova.virt.hardware [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 799.622583] env[70527]: DEBUG nova.virt.hardware [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 799.622583] env[70527]: DEBUG nova.virt.hardware [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 799.622583] env[70527]: DEBUG nova.virt.hardware [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 799.622583] env[70527]: DEBUG nova.virt.hardware [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 799.622583] env[70527]: DEBUG nova.virt.hardware [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 799.622826] env[70527]: DEBUG nova.virt.hardware [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 799.622826] env[70527]: DEBUG nova.virt.hardware [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 799.622826] env[70527]: DEBUG nova.virt.hardware [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 799.623299] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4984cb09-7954-4657-992e-507cc06db25b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.637560] env[70527]: DEBUG oslo_vmware.api [None req-19c58041-b587-456d-87ad-71c48cd4e5fb tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Task: {'id': task-3912884, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.470469} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.639609] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-19c58041-b587-456d-87ad-71c48cd4e5fb tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 799.640388] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-19c58041-b587-456d-87ad-71c48cd4e5fb tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: 2f725879-41a4-443d-8bfa-718f70ef1a64] Deleted contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 799.640388] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-19c58041-b587-456d-87ad-71c48cd4e5fb tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: 2f725879-41a4-443d-8bfa-718f70ef1a64] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 799.640388] env[70527]: INFO nova.compute.manager [None req-19c58041-b587-456d-87ad-71c48cd4e5fb tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] [instance: 2f725879-41a4-443d-8bfa-718f70ef1a64] Took 1.19 seconds to destroy the instance on the hypervisor. [ 799.640388] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19c58041-b587-456d-87ad-71c48cd4e5fb tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 799.640662] env[70527]: DEBUG nova.compute.manager [-] [instance: 2f725879-41a4-443d-8bfa-718f70ef1a64] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 799.640759] env[70527]: DEBUG nova.network.neutron [-] [instance: 2f725879-41a4-443d-8bfa-718f70ef1a64] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 799.643377] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8155b20-23ce-453a-b8f7-37fd79fb3acf {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.702229] env[70527]: DEBUG oslo_vmware.api [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Task: {'id': task-3912880, 'name': PowerOnVM_Task, 'duration_secs': 0.554557} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.702526] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] [instance: d407b27d-9688-4bcd-95a2-dd37a9faf53e] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 799.702875] env[70527]: INFO nova.compute.manager [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] [instance: d407b27d-9688-4bcd-95a2-dd37a9faf53e] Took 9.38 seconds to spawn the instance on the hypervisor. [ 799.703573] env[70527]: DEBUG nova.compute.manager [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] [instance: d407b27d-9688-4bcd-95a2-dd37a9faf53e] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 799.705029] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2049ffbe-d4b4-474f-a4b9-d6bc0ea5ea8d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.833960] env[70527]: DEBUG nova.scheduler.client.report [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.888837] env[70527]: DEBUG oslo_vmware.api [None req-27801e28-05a7-47a7-95b2-c1d24f05a75d tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Task: {'id': task-3912882, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556716} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.888934] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-27801e28-05a7-47a7-95b2-c1d24f05a75d tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] 2b7d550b-ee65-4f22-8984-9b88e08de4d1/2b7d550b-ee65-4f22-8984-9b88e08de4d1.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 799.889173] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-27801e28-05a7-47a7-95b2-c1d24f05a75d tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] [instance: 2b7d550b-ee65-4f22-8984-9b88e08de4d1] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 799.889430] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec4d4bf8-7928-410b-bd59-6ee0bea476a3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.898015] env[70527]: DEBUG oslo_vmware.api [None req-27801e28-05a7-47a7-95b2-c1d24f05a75d tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Waiting for the task: (returnval){ [ 799.898015] env[70527]: value = "task-3912886" [ 799.898015] env[70527]: _type = "Task" [ 799.898015] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.908596] env[70527]: DEBUG nova.network.neutron [-] [instance: 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.909881] env[70527]: DEBUG oslo_vmware.api [None req-27801e28-05a7-47a7-95b2-c1d24f05a75d tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Task: {'id': task-3912886, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.961211] env[70527]: DEBUG oslo_vmware.api [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Task: {'id': task-3912885, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.069464] env[70527]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5f8fb79b-fa5c-4b14-a0e0-ec04343d5eae {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.080831] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-801ce3ac-b2c0-44ec-b9f6-e7f99d03bd1d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.093317] env[70527]: DEBUG nova.network.neutron [-] [instance: f5c1ab55-0e8b-4117-896c-728e547a938d] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.118688] env[70527]: DEBUG nova.compute.manager [req-dd40719f-c21e-4c46-8e0e-89d27443ad68 req-b70e2e3e-1e24-4e75-83e8-c7ea448b20c3 service nova] [instance: 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4] Detach interface failed, port_id=d41b7b50-97b8-4bf8-acb7-e245ac4ef366, reason: Instance 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4 could not be found. {{(pid=70527) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 800.142689] env[70527]: DEBUG nova.compute.manager [req-5379a110-376d-490b-90a4-9553243d7555 req-78d935b5-648e-4aef-9d4b-b8db1a9b4b17 service nova] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Received event network-vif-plugged-21efc286-0a0e-4447-a667-9c5bf1fe5417 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.143195] env[70527]: DEBUG oslo_concurrency.lockutils [req-5379a110-376d-490b-90a4-9553243d7555 req-78d935b5-648e-4aef-9d4b-b8db1a9b4b17 service nova] Acquiring lock "f9a77c4a-662f-484b-9d72-358d9298974b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.143734] env[70527]: DEBUG oslo_concurrency.lockutils [req-5379a110-376d-490b-90a4-9553243d7555 req-78d935b5-648e-4aef-9d4b-b8db1a9b4b17 service nova] Lock "f9a77c4a-662f-484b-9d72-358d9298974b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.144106] env[70527]: DEBUG oslo_concurrency.lockutils [req-5379a110-376d-490b-90a4-9553243d7555 req-78d935b5-648e-4aef-9d4b-b8db1a9b4b17 service nova] Lock "f9a77c4a-662f-484b-9d72-358d9298974b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.144734] env[70527]: DEBUG nova.compute.manager [req-5379a110-376d-490b-90a4-9553243d7555 req-78d935b5-648e-4aef-9d4b-b8db1a9b4b17 service nova] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] No waiting events found dispatching network-vif-plugged-21efc286-0a0e-4447-a667-9c5bf1fe5417 {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 800.145116] env[70527]: WARNING nova.compute.manager [req-5379a110-376d-490b-90a4-9553243d7555 req-78d935b5-648e-4aef-9d4b-b8db1a9b4b17 service nova] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Received unexpected event network-vif-plugged-21efc286-0a0e-4447-a667-9c5bf1fe5417 for instance with vm_state building and task_state spawning. [ 800.230846] env[70527]: INFO nova.compute.manager [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] [instance: d407b27d-9688-4bcd-95a2-dd37a9faf53e] Took 45.49 seconds to build instance. [ 800.277440] env[70527]: DEBUG nova.network.neutron [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Successfully updated port: 21efc286-0a0e-4447-a667-9c5bf1fe5417 {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 800.339478] env[70527]: DEBUG oslo_concurrency.lockutils [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.786s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.340111] env[70527]: DEBUG nova.compute.manager [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 6efbb7e0-0666-461e-8411-b297928d4ef2] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 800.342870] env[70527]: DEBUG oslo_concurrency.lockutils [None req-03b0040a-63c0-44f1-a0fe-3d6184353e29 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.270s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.342958] env[70527]: DEBUG nova.objects.instance [None req-03b0040a-63c0-44f1-a0fe-3d6184353e29 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Lazy-loading 'resources' on Instance uuid 17f84970-6de3-497d-b810-719b4964ef12 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 800.408010] env[70527]: DEBUG oslo_vmware.api [None req-27801e28-05a7-47a7-95b2-c1d24f05a75d tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Task: {'id': task-3912886, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.411763] env[70527]: INFO nova.compute.manager [-] [instance: 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4] Took 1.40 seconds to deallocate network for instance. [ 800.455989] env[70527]: DEBUG nova.network.neutron [-] [instance: 2f725879-41a4-443d-8bfa-718f70ef1a64] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.457373] env[70527]: DEBUG oslo_vmware.api [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Task: {'id': task-3912885, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.917661} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.457797] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] 572a409f-4b2a-421d-be2f-99a98bdc7367/572a409f-4b2a-421d-be2f-99a98bdc7367.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 800.458103] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] [instance: 572a409f-4b2a-421d-be2f-99a98bdc7367] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 800.458363] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d5f60c8e-3bcb-4ec5-bbeb-128da8cde501 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.466597] env[70527]: DEBUG oslo_vmware.api [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Waiting for the task: (returnval){ [ 800.466597] env[70527]: value = "task-3912887" [ 800.466597] env[70527]: _type = "Task" [ 800.466597] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.476763] env[70527]: DEBUG oslo_vmware.api [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Task: {'id': task-3912887, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.596077] env[70527]: INFO nova.compute.manager [-] [instance: f5c1ab55-0e8b-4117-896c-728e547a938d] Took 1.38 seconds to deallocate network for instance. [ 800.735845] env[70527]: DEBUG oslo_concurrency.lockutils [None req-2a15ffd1-2bb9-4de4-b818-493e86dbce33 tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Lock "d407b27d-9688-4bcd-95a2-dd37a9faf53e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.205s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.779929] env[70527]: DEBUG oslo_concurrency.lockutils [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Acquiring lock "refresh_cache-f9a77c4a-662f-484b-9d72-358d9298974b" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.780102] env[70527]: DEBUG oslo_concurrency.lockutils [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Acquired lock "refresh_cache-f9a77c4a-662f-484b-9d72-358d9298974b" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.780260] env[70527]: DEBUG nova.network.neutron [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 800.846867] env[70527]: DEBUG nova.compute.utils [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 800.851623] env[70527]: DEBUG nova.compute.manager [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 6efbb7e0-0666-461e-8411-b297928d4ef2] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 800.851824] env[70527]: DEBUG nova.network.neutron [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 6efbb7e0-0666-461e-8411-b297928d4ef2] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 800.910602] env[70527]: DEBUG oslo_vmware.api [None req-27801e28-05a7-47a7-95b2-c1d24f05a75d tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Task: {'id': task-3912886, 'name': ExtendVirtualDisk_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.916575] env[70527]: DEBUG nova.policy [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd14fd244fb4d4074a471e1dd31884e5b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd73cd31a8f4f415abd708bd42dd9131f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 800.919307] env[70527]: DEBUG oslo_concurrency.lockutils [None req-517a01e9-cdaf-4398-985a-4e66d5dc9874 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.959587] env[70527]: INFO nova.compute.manager [-] [instance: 2f725879-41a4-443d-8bfa-718f70ef1a64] Took 1.32 seconds to deallocate network for instance. [ 800.982328] env[70527]: DEBUG oslo_vmware.api [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Task: {'id': task-3912887, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.458679} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.982610] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] [instance: 572a409f-4b2a-421d-be2f-99a98bdc7367] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 800.983457] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41656fff-95e0-401a-9beb-dfd4b3fd4fc5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.016811] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] [instance: 572a409f-4b2a-421d-be2f-99a98bdc7367] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 572a409f-4b2a-421d-be2f-99a98bdc7367/572a409f-4b2a-421d-be2f-99a98bdc7367.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 801.020612] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0131348-cc14-450e-a36b-e1bbde7aaf43 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.044413] env[70527]: DEBUG oslo_vmware.api [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Waiting for the task: (returnval){ [ 801.044413] env[70527]: value = "task-3912888" [ 801.044413] env[70527]: _type = "Task" [ 801.044413] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.054203] env[70527]: DEBUG oslo_vmware.api [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Task: {'id': task-3912888, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.105394] env[70527]: DEBUG oslo_concurrency.lockutils [None req-906610a7-828c-4788-bcf5-b1af9f5d1348 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.238502] env[70527]: DEBUG nova.compute.manager [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] [instance: 23137459-71e2-4681-9054-1bde06450f13] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 801.247927] env[70527]: DEBUG oslo_concurrency.lockutils [None req-7332c471-086a-4c6e-9d54-8280b29d511d tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Acquiring lock "d407b27d-9688-4bcd-95a2-dd37a9faf53e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.248224] env[70527]: DEBUG oslo_concurrency.lockutils [None req-7332c471-086a-4c6e-9d54-8280b29d511d tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Lock "d407b27d-9688-4bcd-95a2-dd37a9faf53e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.248464] env[70527]: DEBUG oslo_concurrency.lockutils [None req-7332c471-086a-4c6e-9d54-8280b29d511d tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Acquiring lock "d407b27d-9688-4bcd-95a2-dd37a9faf53e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.248681] env[70527]: DEBUG oslo_concurrency.lockutils [None req-7332c471-086a-4c6e-9d54-8280b29d511d tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Lock "d407b27d-9688-4bcd-95a2-dd37a9faf53e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.248957] env[70527]: DEBUG oslo_concurrency.lockutils [None req-7332c471-086a-4c6e-9d54-8280b29d511d tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Lock "d407b27d-9688-4bcd-95a2-dd37a9faf53e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.253640] env[70527]: INFO nova.compute.manager [None req-7332c471-086a-4c6e-9d54-8280b29d511d tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] [instance: d407b27d-9688-4bcd-95a2-dd37a9faf53e] Terminating instance [ 801.320341] env[70527]: DEBUG nova.network.neutron [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 801.331592] env[70527]: DEBUG nova.network.neutron [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 6efbb7e0-0666-461e-8411-b297928d4ef2] Successfully created port: ec0e66fa-65df-4bc2-8e45-edc74588a6bc {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 801.352312] env[70527]: DEBUG nova.compute.manager [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 6efbb7e0-0666-461e-8411-b297928d4ef2] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 801.416241] env[70527]: DEBUG oslo_vmware.api [None req-27801e28-05a7-47a7-95b2-c1d24f05a75d tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Task: {'id': task-3912886, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.025881} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.416241] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-27801e28-05a7-47a7-95b2-c1d24f05a75d tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] [instance: 2b7d550b-ee65-4f22-8984-9b88e08de4d1] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 801.420632] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5324f0b3-3daf-40f3-b844-7f86d2719daf {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.444666] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-27801e28-05a7-47a7-95b2-c1d24f05a75d tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] [instance: 2b7d550b-ee65-4f22-8984-9b88e08de4d1] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 2b7d550b-ee65-4f22-8984-9b88e08de4d1/2b7d550b-ee65-4f22-8984-9b88e08de4d1.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 801.449267] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2aa8f618-0263-4e0c-b194-b64e74b810c5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.475037] env[70527]: DEBUG oslo_concurrency.lockutils [None req-19c58041-b587-456d-87ad-71c48cd4e5fb tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.475037] env[70527]: DEBUG oslo_vmware.api [None req-27801e28-05a7-47a7-95b2-c1d24f05a75d tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Waiting for the task: (returnval){ [ 801.475037] env[70527]: value = "task-3912889" [ 801.475037] env[70527]: _type = "Task" [ 801.475037] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.494667] env[70527]: DEBUG oslo_vmware.api [None req-27801e28-05a7-47a7-95b2-c1d24f05a75d tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Task: {'id': task-3912889, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.496591] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d184ec6-074a-4aa5-b81d-ce643a41c308 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.503920] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0b26b8-f7c6-42ac-919c-765853effda0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.536437] env[70527]: DEBUG nova.network.neutron [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Updating instance_info_cache with network_info: [{"id": "21efc286-0a0e-4447-a667-9c5bf1fe5417", "address": "fa:16:3e:71:6f:93", "network": {"id": "7d0d8110-19a1-44c0-baab-e6faa45088bc", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1647265757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2042030e24da4783b01fe5ba649c95d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21efc286-0a", "ovs_interfaceid": "21efc286-0a0e-4447-a667-9c5bf1fe5417", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.538640] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4c684b-c6d5-486a-8839-634086ecc954 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.551845] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4db6637-9d4e-429a-923e-2c47b8702754 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.562708] env[70527]: DEBUG oslo_vmware.api [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Task: {'id': task-3912888, 'name': ReconfigVM_Task, 'duration_secs': 0.307155} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.571225] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] [instance: 572a409f-4b2a-421d-be2f-99a98bdc7367] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 572a409f-4b2a-421d-be2f-99a98bdc7367/572a409f-4b2a-421d-be2f-99a98bdc7367.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 801.572534] env[70527]: DEBUG nova.compute.provider_tree [None req-03b0040a-63c0-44f1-a0fe-3d6184353e29 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 801.573857] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ae6afbb-dddc-48f2-a483-098fd88cfbce {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.582429] env[70527]: DEBUG oslo_vmware.api [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Waiting for the task: (returnval){ [ 801.582429] env[70527]: value = "task-3912890" [ 801.582429] env[70527]: _type = "Task" [ 801.582429] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.595033] env[70527]: DEBUG oslo_vmware.api [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Task: {'id': task-3912890, 'name': Rename_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.598092] env[70527]: DEBUG nova.compute.manager [req-dcb22fba-a677-4e34-8d92-fcf2395832fc req-c0ee4c39-f702-47a5-b791-ef7772d92b72 service nova] [instance: f5c1ab55-0e8b-4117-896c-728e547a938d] Received event network-vif-deleted-0367136a-8687-40f9-9c9f-6b48731e48e7 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.598452] env[70527]: DEBUG nova.compute.manager [req-dcb22fba-a677-4e34-8d92-fcf2395832fc req-c0ee4c39-f702-47a5-b791-ef7772d92b72 service nova] [instance: 2f725879-41a4-443d-8bfa-718f70ef1a64] Received event network-vif-deleted-c8c43eff-195e-4bce-a04b-294e96ef0552 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.757518] env[70527]: DEBUG oslo_concurrency.lockutils [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.760324] env[70527]: DEBUG nova.compute.manager [None req-7332c471-086a-4c6e-9d54-8280b29d511d tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] [instance: d407b27d-9688-4bcd-95a2-dd37a9faf53e] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 801.760530] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-7332c471-086a-4c6e-9d54-8280b29d511d tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] [instance: d407b27d-9688-4bcd-95a2-dd37a9faf53e] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 801.761509] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aca8bb2-3290-4985-8276-87d43032037f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.769384] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-7332c471-086a-4c6e-9d54-8280b29d511d tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] [instance: d407b27d-9688-4bcd-95a2-dd37a9faf53e] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 801.769638] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc6124bd-b65c-4b3c-b9ab-f627b9ba6491 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.776936] env[70527]: DEBUG oslo_vmware.api [None req-7332c471-086a-4c6e-9d54-8280b29d511d tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Waiting for the task: (returnval){ [ 801.776936] env[70527]: value = "task-3912891" [ 801.776936] env[70527]: _type = "Task" [ 801.776936] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.787065] env[70527]: DEBUG oslo_vmware.api [None req-7332c471-086a-4c6e-9d54-8280b29d511d tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Task: {'id': task-3912891, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.985409] env[70527]: DEBUG oslo_vmware.api [None req-27801e28-05a7-47a7-95b2-c1d24f05a75d tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Task: {'id': task-3912889, 'name': ReconfigVM_Task, 'duration_secs': 0.371655} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.985720] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-27801e28-05a7-47a7-95b2-c1d24f05a75d tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] [instance: 2b7d550b-ee65-4f22-8984-9b88e08de4d1] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 2b7d550b-ee65-4f22-8984-9b88e08de4d1/2b7d550b-ee65-4f22-8984-9b88e08de4d1.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 801.986454] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1cd6a1d6-6cd6-488f-b6c2-394b90e9229b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.993736] env[70527]: DEBUG oslo_vmware.api [None req-27801e28-05a7-47a7-95b2-c1d24f05a75d tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Waiting for the task: (returnval){ [ 801.993736] env[70527]: value = "task-3912892" [ 801.993736] env[70527]: _type = "Task" [ 801.993736] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.003690] env[70527]: DEBUG oslo_vmware.api [None req-27801e28-05a7-47a7-95b2-c1d24f05a75d tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Task: {'id': task-3912892, 'name': Rename_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.043116] env[70527]: DEBUG oslo_concurrency.lockutils [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Releasing lock "refresh_cache-f9a77c4a-662f-484b-9d72-358d9298974b" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.043478] env[70527]: DEBUG nova.compute.manager [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Instance network_info: |[{"id": "21efc286-0a0e-4447-a667-9c5bf1fe5417", "address": "fa:16:3e:71:6f:93", "network": {"id": "7d0d8110-19a1-44c0-baab-e6faa45088bc", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1647265757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2042030e24da4783b01fe5ba649c95d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21efc286-0a", "ovs_interfaceid": "21efc286-0a0e-4447-a667-9c5bf1fe5417", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 802.043904] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:6f:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60567ee6-01d0-4b16-9c7a-4a896827d6eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21efc286-0a0e-4447-a667-9c5bf1fe5417', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 802.053227] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Creating folder: Project (2042030e24da4783b01fe5ba649c95d9). Parent ref: group-v776920. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 802.053510] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea22f7ec-fea0-47a5-8513-b9d139c1744a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.067850] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Created folder: Project (2042030e24da4783b01fe5ba649c95d9) in parent group-v776920. [ 802.068114] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Creating folder: Instances. Parent ref: group-v777010. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 802.068408] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-28b84109-4176-46e0-aa9c-cff76782e40a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.077635] env[70527]: DEBUG nova.scheduler.client.report [None req-03b0040a-63c0-44f1-a0fe-3d6184353e29 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 802.082520] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Created folder: Instances in parent group-v777010. [ 802.082756] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 802.083031] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 802.087846] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75e93211-dd6c-49a7-b8ad-3cd6ef4d4cf8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.110686] env[70527]: DEBUG oslo_vmware.api [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Task: {'id': task-3912890, 'name': Rename_Task, 'duration_secs': 0.236438} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.112241] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] [instance: 572a409f-4b2a-421d-be2f-99a98bdc7367] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 802.112505] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 802.112505] env[70527]: value = "task-3912895" [ 802.112505] env[70527]: _type = "Task" [ 802.112505] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.112653] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-983fc7ce-b04d-4c0b-ae05-c2c855025690 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.123035] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912895, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.132541] env[70527]: DEBUG oslo_vmware.api [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Waiting for the task: (returnval){ [ 802.132541] env[70527]: value = "task-3912896" [ 802.132541] env[70527]: _type = "Task" [ 802.132541] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.143339] env[70527]: DEBUG oslo_vmware.api [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Task: {'id': task-3912896, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.219948] env[70527]: DEBUG nova.compute.manager [req-d0df956a-58e7-4978-bfe0-52e70c7d513e req-6f55632d-5a98-4952-8567-817c9d8f3de7 service nova] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Received event network-changed-21efc286-0a0e-4447-a667-9c5bf1fe5417 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.220174] env[70527]: DEBUG nova.compute.manager [req-d0df956a-58e7-4978-bfe0-52e70c7d513e req-6f55632d-5a98-4952-8567-817c9d8f3de7 service nova] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Refreshing instance network info cache due to event network-changed-21efc286-0a0e-4447-a667-9c5bf1fe5417. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 802.220412] env[70527]: DEBUG oslo_concurrency.lockutils [req-d0df956a-58e7-4978-bfe0-52e70c7d513e req-6f55632d-5a98-4952-8567-817c9d8f3de7 service nova] Acquiring lock "refresh_cache-f9a77c4a-662f-484b-9d72-358d9298974b" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.220846] env[70527]: DEBUG oslo_concurrency.lockutils [req-d0df956a-58e7-4978-bfe0-52e70c7d513e req-6f55632d-5a98-4952-8567-817c9d8f3de7 service nova] Acquired lock "refresh_cache-f9a77c4a-662f-484b-9d72-358d9298974b" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.220846] env[70527]: DEBUG nova.network.neutron [req-d0df956a-58e7-4978-bfe0-52e70c7d513e req-6f55632d-5a98-4952-8567-817c9d8f3de7 service nova] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Refreshing network info cache for port 21efc286-0a0e-4447-a667-9c5bf1fe5417 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 802.288206] env[70527]: DEBUG oslo_vmware.api [None req-7332c471-086a-4c6e-9d54-8280b29d511d tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Task: {'id': task-3912891, 'name': PowerOffVM_Task, 'duration_secs': 0.223677} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.288499] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-7332c471-086a-4c6e-9d54-8280b29d511d tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] [instance: d407b27d-9688-4bcd-95a2-dd37a9faf53e] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 802.288664] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-7332c471-086a-4c6e-9d54-8280b29d511d tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] [instance: d407b27d-9688-4bcd-95a2-dd37a9faf53e] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 802.288955] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-39c7412c-0f63-4a4c-8506-da54561744f1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.362934] env[70527]: DEBUG nova.compute.manager [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 6efbb7e0-0666-461e-8411-b297928d4ef2] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 802.365466] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-7332c471-086a-4c6e-9d54-8280b29d511d tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] [instance: d407b27d-9688-4bcd-95a2-dd37a9faf53e] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 802.365849] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-7332c471-086a-4c6e-9d54-8280b29d511d tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] [instance: d407b27d-9688-4bcd-95a2-dd37a9faf53e] Deleting contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 802.365983] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-7332c471-086a-4c6e-9d54-8280b29d511d tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Deleting the datastore file [datastore1] d407b27d-9688-4bcd-95a2-dd37a9faf53e {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 802.367826] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6548b0f7-899c-4528-a931-4d2b338fb98b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.378366] env[70527]: DEBUG oslo_vmware.api [None req-7332c471-086a-4c6e-9d54-8280b29d511d tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Waiting for the task: (returnval){ [ 802.378366] env[70527]: value = "task-3912898" [ 802.378366] env[70527]: _type = "Task" [ 802.378366] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.387996] env[70527]: DEBUG oslo_vmware.api [None req-7332c471-086a-4c6e-9d54-8280b29d511d tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Task: {'id': task-3912898, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.400887] env[70527]: DEBUG nova.virt.hardware [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 802.401156] env[70527]: DEBUG nova.virt.hardware [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 802.401324] env[70527]: DEBUG nova.virt.hardware [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 802.401499] env[70527]: DEBUG nova.virt.hardware [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 802.401644] env[70527]: DEBUG nova.virt.hardware [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 802.401789] env[70527]: DEBUG nova.virt.hardware [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 802.401996] env[70527]: DEBUG nova.virt.hardware [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 802.402171] env[70527]: DEBUG nova.virt.hardware [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 802.402334] env[70527]: DEBUG nova.virt.hardware [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 802.403075] env[70527]: DEBUG nova.virt.hardware [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 802.403075] env[70527]: DEBUG nova.virt.hardware [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 802.403727] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d2ab3e-185f-4039-89d0-a8ec151bcb74 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.412688] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff5a3d8-87b8-42c9-8bcd-f9f0bdb4e820 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.505065] env[70527]: DEBUG oslo_vmware.api [None req-27801e28-05a7-47a7-95b2-c1d24f05a75d tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Task: {'id': task-3912892, 'name': Rename_Task, 'duration_secs': 0.147812} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.505065] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-27801e28-05a7-47a7-95b2-c1d24f05a75d tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] [instance: 2b7d550b-ee65-4f22-8984-9b88e08de4d1] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 802.505065] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da3efcfe-e24c-4b11-830f-ed4d96c3b906 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.512049] env[70527]: DEBUG oslo_vmware.api [None req-27801e28-05a7-47a7-95b2-c1d24f05a75d tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Waiting for the task: (returnval){ [ 802.512049] env[70527]: value = "task-3912899" [ 802.512049] env[70527]: _type = "Task" [ 802.512049] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.519926] env[70527]: DEBUG oslo_vmware.api [None req-27801e28-05a7-47a7-95b2-c1d24f05a75d tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Task: {'id': task-3912899, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.604296] env[70527]: DEBUG oslo_concurrency.lockutils [None req-03b0040a-63c0-44f1-a0fe-3d6184353e29 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.261s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.607039] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d832250a-7afd-4aca-8f01-5903b394884b tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.138s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.607312] env[70527]: DEBUG nova.objects.instance [None req-d832250a-7afd-4aca-8f01-5903b394884b tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Lazy-loading 'resources' on Instance uuid 7d528f60-1928-4642-9764-ac7c776b85f6 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 802.626493] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912895, 'name': CreateVM_Task, 'duration_secs': 0.339658} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.626641] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 802.627374] env[70527]: DEBUG oslo_concurrency.lockutils [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.627501] env[70527]: DEBUG oslo_concurrency.lockutils [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.627840] env[70527]: DEBUG oslo_concurrency.lockutils [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.628124] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ff758f4-f974-4ab1-a143-c33ac5b7ad0b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.631703] env[70527]: INFO nova.scheduler.client.report [None req-03b0040a-63c0-44f1-a0fe-3d6184353e29 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Deleted allocations for instance 17f84970-6de3-497d-b810-719b4964ef12 [ 802.640822] env[70527]: DEBUG oslo_vmware.api [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Waiting for the task: (returnval){ [ 802.640822] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]528432dc-67d7-a52b-f5eb-bbd053e11b3d" [ 802.640822] env[70527]: _type = "Task" [ 802.640822] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.650356] env[70527]: DEBUG oslo_vmware.api [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Task: {'id': task-3912896, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.657073] env[70527]: DEBUG oslo_vmware.api [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]528432dc-67d7-a52b-f5eb-bbd053e11b3d, 'name': SearchDatastore_Task, 'duration_secs': 0.01362} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.657073] env[70527]: DEBUG oslo_concurrency.lockutils [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.657073] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 802.657295] env[70527]: DEBUG oslo_concurrency.lockutils [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.657335] env[70527]: DEBUG oslo_concurrency.lockutils [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.657965] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 802.658188] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed9b0e9f-87de-4468-bcda-a9df208f0cd3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.667835] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 802.668026] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 802.669171] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db5a88f0-50bb-4bd5-b37b-feb04f379581 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.675169] env[70527]: DEBUG oslo_vmware.api [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Waiting for the task: (returnval){ [ 802.675169] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52276137-f2e0-de13-656b-93bd2a9eb7cb" [ 802.675169] env[70527]: _type = "Task" [ 802.675169] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.684328] env[70527]: DEBUG oslo_vmware.api [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52276137-f2e0-de13-656b-93bd2a9eb7cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.888145] env[70527]: DEBUG oslo_vmware.api [None req-7332c471-086a-4c6e-9d54-8280b29d511d tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Task: {'id': task-3912898, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182925} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.888444] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-7332c471-086a-4c6e-9d54-8280b29d511d tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 802.888580] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-7332c471-086a-4c6e-9d54-8280b29d511d tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] [instance: d407b27d-9688-4bcd-95a2-dd37a9faf53e] Deleted contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 802.888754] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-7332c471-086a-4c6e-9d54-8280b29d511d tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] [instance: d407b27d-9688-4bcd-95a2-dd37a9faf53e] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 802.888925] env[70527]: INFO nova.compute.manager [None req-7332c471-086a-4c6e-9d54-8280b29d511d tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] [instance: d407b27d-9688-4bcd-95a2-dd37a9faf53e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 802.889185] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7332c471-086a-4c6e-9d54-8280b29d511d tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 802.891587] env[70527]: DEBUG nova.compute.manager [-] [instance: d407b27d-9688-4bcd-95a2-dd37a9faf53e] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 802.891715] env[70527]: DEBUG nova.network.neutron [-] [instance: d407b27d-9688-4bcd-95a2-dd37a9faf53e] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 802.893747] env[70527]: DEBUG nova.network.neutron [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 6efbb7e0-0666-461e-8411-b297928d4ef2] Successfully updated port: ec0e66fa-65df-4bc2-8e45-edc74588a6bc {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 803.013699] env[70527]: DEBUG nova.network.neutron [req-d0df956a-58e7-4978-bfe0-52e70c7d513e req-6f55632d-5a98-4952-8567-817c9d8f3de7 service nova] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Updated VIF entry in instance network info cache for port 21efc286-0a0e-4447-a667-9c5bf1fe5417. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 803.014059] env[70527]: DEBUG nova.network.neutron [req-d0df956a-58e7-4978-bfe0-52e70c7d513e req-6f55632d-5a98-4952-8567-817c9d8f3de7 service nova] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Updating instance_info_cache with network_info: [{"id": "21efc286-0a0e-4447-a667-9c5bf1fe5417", "address": "fa:16:3e:71:6f:93", "network": {"id": "7d0d8110-19a1-44c0-baab-e6faa45088bc", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1647265757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2042030e24da4783b01fe5ba649c95d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21efc286-0a", "ovs_interfaceid": "21efc286-0a0e-4447-a667-9c5bf1fe5417", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.025384] env[70527]: DEBUG oslo_vmware.api [None req-27801e28-05a7-47a7-95b2-c1d24f05a75d tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Task: {'id': task-3912899, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.151329] env[70527]: DEBUG oslo_concurrency.lockutils [None req-03b0040a-63c0-44f1-a0fe-3d6184353e29 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Lock "17f84970-6de3-497d-b810-719b4964ef12" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.950s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.152232] env[70527]: DEBUG oslo_concurrency.lockutils [None req-6135bcd2-1ca7-4783-88df-c01eacf41c26 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Lock "17f84970-6de3-497d-b810-719b4964ef12" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 32.648s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.154036] env[70527]: DEBUG oslo_concurrency.lockutils [None req-6135bcd2-1ca7-4783-88df-c01eacf41c26 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Acquiring lock "17f84970-6de3-497d-b810-719b4964ef12-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.154036] env[70527]: DEBUG oslo_concurrency.lockutils [None req-6135bcd2-1ca7-4783-88df-c01eacf41c26 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Lock "17f84970-6de3-497d-b810-719b4964ef12-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.154036] env[70527]: DEBUG oslo_concurrency.lockutils [None req-6135bcd2-1ca7-4783-88df-c01eacf41c26 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Lock "17f84970-6de3-497d-b810-719b4964ef12-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.160349] env[70527]: DEBUG oslo_vmware.api [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Task: {'id': task-3912896, 'name': PowerOnVM_Task, 'duration_secs': 0.530701} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.161393] env[70527]: INFO nova.compute.manager [None req-6135bcd2-1ca7-4783-88df-c01eacf41c26 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] [instance: 17f84970-6de3-497d-b810-719b4964ef12] Terminating instance [ 803.162859] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] [instance: 572a409f-4b2a-421d-be2f-99a98bdc7367] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 803.163070] env[70527]: INFO nova.compute.manager [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] [instance: 572a409f-4b2a-421d-be2f-99a98bdc7367] Took 8.35 seconds to spawn the instance on the hypervisor. [ 803.163326] env[70527]: DEBUG nova.compute.manager [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] [instance: 572a409f-4b2a-421d-be2f-99a98bdc7367] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 803.167717] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b8ebde-72c5-4ff1-b47a-040d78402b83 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.191231] env[70527]: DEBUG oslo_vmware.api [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52276137-f2e0-de13-656b-93bd2a9eb7cb, 'name': SearchDatastore_Task, 'duration_secs': 0.014527} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.195427] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-707c9557-985b-4cef-a078-84fcb0e0e9e6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.202281] env[70527]: DEBUG oslo_vmware.api [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Waiting for the task: (returnval){ [ 803.202281] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]521080d1-c4f4-5f25-f846-165652efe626" [ 803.202281] env[70527]: _type = "Task" [ 803.202281] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.211425] env[70527]: DEBUG oslo_vmware.api [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]521080d1-c4f4-5f25-f846-165652efe626, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.400238] env[70527]: DEBUG oslo_concurrency.lockutils [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Acquiring lock "refresh_cache-6efbb7e0-0666-461e-8411-b297928d4ef2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.400458] env[70527]: DEBUG oslo_concurrency.lockutils [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Acquired lock "refresh_cache-6efbb7e0-0666-461e-8411-b297928d4ef2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.400639] env[70527]: DEBUG nova.network.neutron [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 6efbb7e0-0666-461e-8411-b297928d4ef2] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 803.519987] env[70527]: DEBUG oslo_concurrency.lockutils [req-d0df956a-58e7-4978-bfe0-52e70c7d513e req-6f55632d-5a98-4952-8567-817c9d8f3de7 service nova] Releasing lock "refresh_cache-f9a77c4a-662f-484b-9d72-358d9298974b" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.527224] env[70527]: DEBUG oslo_vmware.api [None req-27801e28-05a7-47a7-95b2-c1d24f05a75d tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Task: {'id': task-3912899, 'name': PowerOnVM_Task, 'duration_secs': 0.723647} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.528276] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-27801e28-05a7-47a7-95b2-c1d24f05a75d tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] [instance: 2b7d550b-ee65-4f22-8984-9b88e08de4d1] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 803.528276] env[70527]: DEBUG nova.compute.manager [None req-27801e28-05a7-47a7-95b2-c1d24f05a75d tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] [instance: 2b7d550b-ee65-4f22-8984-9b88e08de4d1] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 803.528539] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848ed69f-c660-4a53-a94b-384e08df46e4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.673884] env[70527]: DEBUG oslo_concurrency.lockutils [None req-6135bcd2-1ca7-4783-88df-c01eacf41c26 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Acquiring lock "refresh_cache-17f84970-6de3-497d-b810-719b4964ef12" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.674199] env[70527]: DEBUG oslo_concurrency.lockutils [None req-6135bcd2-1ca7-4783-88df-c01eacf41c26 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Acquired lock "refresh_cache-17f84970-6de3-497d-b810-719b4964ef12" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.674399] env[70527]: DEBUG nova.network.neutron [None req-6135bcd2-1ca7-4783-88df-c01eacf41c26 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] [instance: 17f84970-6de3-497d-b810-719b4964ef12] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 803.693812] env[70527]: INFO nova.compute.manager [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] [instance: 572a409f-4b2a-421d-be2f-99a98bdc7367] Took 46.05 seconds to build instance. [ 803.723723] env[70527]: DEBUG oslo_vmware.api [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]521080d1-c4f4-5f25-f846-165652efe626, 'name': SearchDatastore_Task, 'duration_secs': 0.015469} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.726905] env[70527]: DEBUG oslo_concurrency.lockutils [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.727235] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] f9a77c4a-662f-484b-9d72-358d9298974b/f9a77c4a-662f-484b-9d72-358d9298974b.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 803.727739] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e08759b8-bdd9-4a9f-b6ef-ade58470052d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.737253] env[70527]: DEBUG oslo_vmware.api [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Waiting for the task: (returnval){ [ 803.737253] env[70527]: value = "task-3912900" [ 803.737253] env[70527]: _type = "Task" [ 803.737253] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.740423] env[70527]: DEBUG nova.compute.manager [req-b35a3780-050e-4570-ac14-995e6640f49e req-58b6ba9f-0e4c-47c9-9a75-bae921e38396 service nova] [instance: d407b27d-9688-4bcd-95a2-dd37a9faf53e] Received event network-vif-deleted-399b298c-d374-41c4-9226-d192d769cc2c {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.741238] env[70527]: INFO nova.compute.manager [req-b35a3780-050e-4570-ac14-995e6640f49e req-58b6ba9f-0e4c-47c9-9a75-bae921e38396 service nova] [instance: d407b27d-9688-4bcd-95a2-dd37a9faf53e] Neutron deleted interface 399b298c-d374-41c4-9226-d192d769cc2c; detaching it from the instance and deleting it from the info cache [ 803.741475] env[70527]: DEBUG nova.network.neutron [req-b35a3780-050e-4570-ac14-995e6640f49e req-58b6ba9f-0e4c-47c9-9a75-bae921e38396 service nova] [instance: d407b27d-9688-4bcd-95a2-dd37a9faf53e] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.756488] env[70527]: DEBUG oslo_vmware.api [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': task-3912900, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.761557] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07cb94ef-1e12-4c39-a56c-5babe2234fba {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.770413] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88cc470a-e68e-4a28-b89f-25eac754a164 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.805129] env[70527]: DEBUG nova.network.neutron [-] [instance: d407b27d-9688-4bcd-95a2-dd37a9faf53e] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.807691] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab908050-b26e-4ad0-a21b-a5a945540ded {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.817496] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-837f0df7-f628-4ec5-8a1a-6dcec0db3c76 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.834084] env[70527]: DEBUG nova.compute.provider_tree [None req-d832250a-7afd-4aca-8f01-5903b394884b tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 803.939022] env[70527]: DEBUG nova.network.neutron [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 6efbb7e0-0666-461e-8411-b297928d4ef2] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 804.053279] env[70527]: DEBUG oslo_concurrency.lockutils [None req-27801e28-05a7-47a7-95b2-c1d24f05a75d tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.139043] env[70527]: DEBUG nova.network.neutron [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 6efbb7e0-0666-461e-8411-b297928d4ef2] Updating instance_info_cache with network_info: [{"id": "ec0e66fa-65df-4bc2-8e45-edc74588a6bc", "address": "fa:16:3e:65:07:2f", "network": {"id": "4bdcfc12-9191-401b-9e65-96c6c26887fa", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2058770791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d73cd31a8f4f415abd708bd42dd9131f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec0e66fa-65", "ovs_interfaceid": "ec0e66fa-65df-4bc2-8e45-edc74588a6bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.179614] env[70527]: DEBUG nova.compute.utils [None req-6135bcd2-1ca7-4783-88df-c01eacf41c26 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] [instance: 17f84970-6de3-497d-b810-719b4964ef12] Can not refresh info_cache because instance was not found {{(pid=70527) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 804.197092] env[70527]: DEBUG oslo_concurrency.lockutils [None req-7d45e1c5-d5d6-443f-a8bc-8f6ef25c3a33 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Lock "572a409f-4b2a-421d-be2f-99a98bdc7367" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.474s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.199918] env[70527]: DEBUG nova.network.neutron [None req-6135bcd2-1ca7-4783-88df-c01eacf41c26 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] [instance: 17f84970-6de3-497d-b810-719b4964ef12] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 804.250399] env[70527]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-682e1160-eedd-47e1-8ee4-b70767db6362 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.256051] env[70527]: DEBUG oslo_vmware.api [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': task-3912900, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487977} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.256822] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] f9a77c4a-662f-484b-9d72-358d9298974b/f9a77c4a-662f-484b-9d72-358d9298974b.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 804.257246] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 804.258611] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-adf64f3b-a9eb-40fb-a0f3-9d6d94aef00e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.265133] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d65951-11c1-47ef-a271-7833b905c563 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.281291] env[70527]: DEBUG oslo_vmware.api [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Waiting for the task: (returnval){ [ 804.281291] env[70527]: value = "task-3912901" [ 804.281291] env[70527]: _type = "Task" [ 804.281291] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.292395] env[70527]: DEBUG oslo_vmware.api [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': task-3912901, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.304361] env[70527]: DEBUG nova.compute.manager [req-b35a3780-050e-4570-ac14-995e6640f49e req-58b6ba9f-0e4c-47c9-9a75-bae921e38396 service nova] [instance: d407b27d-9688-4bcd-95a2-dd37a9faf53e] Detach interface failed, port_id=399b298c-d374-41c4-9226-d192d769cc2c, reason: Instance d407b27d-9688-4bcd-95a2-dd37a9faf53e could not be found. {{(pid=70527) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 804.309966] env[70527]: INFO nova.compute.manager [-] [instance: d407b27d-9688-4bcd-95a2-dd37a9faf53e] Took 1.42 seconds to deallocate network for instance. [ 804.318481] env[70527]: DEBUG nova.network.neutron [None req-6135bcd2-1ca7-4783-88df-c01eacf41c26 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] [instance: 17f84970-6de3-497d-b810-719b4964ef12] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.338117] env[70527]: DEBUG nova.scheduler.client.report [None req-d832250a-7afd-4aca-8f01-5903b394884b tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 804.357239] env[70527]: DEBUG nova.compute.manager [req-41d209be-7afb-47cd-ba9b-694bcb30f478 req-cb37f55c-bf0b-45fc-b1f5-b0d7c5ba88f2 service nova] [instance: 6efbb7e0-0666-461e-8411-b297928d4ef2] Received event network-vif-plugged-ec0e66fa-65df-4bc2-8e45-edc74588a6bc {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.357239] env[70527]: DEBUG oslo_concurrency.lockutils [req-41d209be-7afb-47cd-ba9b-694bcb30f478 req-cb37f55c-bf0b-45fc-b1f5-b0d7c5ba88f2 service nova] Acquiring lock "6efbb7e0-0666-461e-8411-b297928d4ef2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.357239] env[70527]: DEBUG oslo_concurrency.lockutils [req-41d209be-7afb-47cd-ba9b-694bcb30f478 req-cb37f55c-bf0b-45fc-b1f5-b0d7c5ba88f2 service nova] Lock "6efbb7e0-0666-461e-8411-b297928d4ef2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.357239] env[70527]: DEBUG oslo_concurrency.lockutils [req-41d209be-7afb-47cd-ba9b-694bcb30f478 req-cb37f55c-bf0b-45fc-b1f5-b0d7c5ba88f2 service nova] Lock "6efbb7e0-0666-461e-8411-b297928d4ef2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.357239] env[70527]: DEBUG nova.compute.manager [req-41d209be-7afb-47cd-ba9b-694bcb30f478 req-cb37f55c-bf0b-45fc-b1f5-b0d7c5ba88f2 service nova] [instance: 6efbb7e0-0666-461e-8411-b297928d4ef2] No waiting events found dispatching network-vif-plugged-ec0e66fa-65df-4bc2-8e45-edc74588a6bc {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 804.357390] env[70527]: WARNING nova.compute.manager [req-41d209be-7afb-47cd-ba9b-694bcb30f478 req-cb37f55c-bf0b-45fc-b1f5-b0d7c5ba88f2 service nova] [instance: 6efbb7e0-0666-461e-8411-b297928d4ef2] Received unexpected event network-vif-plugged-ec0e66fa-65df-4bc2-8e45-edc74588a6bc for instance with vm_state building and task_state spawning. [ 804.357390] env[70527]: DEBUG nova.compute.manager [req-41d209be-7afb-47cd-ba9b-694bcb30f478 req-cb37f55c-bf0b-45fc-b1f5-b0d7c5ba88f2 service nova] [instance: 6efbb7e0-0666-461e-8411-b297928d4ef2] Received event network-changed-ec0e66fa-65df-4bc2-8e45-edc74588a6bc {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.357535] env[70527]: DEBUG nova.compute.manager [req-41d209be-7afb-47cd-ba9b-694bcb30f478 req-cb37f55c-bf0b-45fc-b1f5-b0d7c5ba88f2 service nova] [instance: 6efbb7e0-0666-461e-8411-b297928d4ef2] Refreshing instance network info cache due to event network-changed-ec0e66fa-65df-4bc2-8e45-edc74588a6bc. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 804.357727] env[70527]: DEBUG oslo_concurrency.lockutils [req-41d209be-7afb-47cd-ba9b-694bcb30f478 req-cb37f55c-bf0b-45fc-b1f5-b0d7c5ba88f2 service nova] Acquiring lock "refresh_cache-6efbb7e0-0666-461e-8411-b297928d4ef2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.512187] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9856b987-54b4-4768-a928-cdea1ca9e966 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Acquiring lock "c90b8c2b-6a16-41e0-87a9-c0368fd34446" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.512559] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9856b987-54b4-4768-a928-cdea1ca9e966 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Lock "c90b8c2b-6a16-41e0-87a9-c0368fd34446" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.512803] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9856b987-54b4-4768-a928-cdea1ca9e966 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Acquiring lock "c90b8c2b-6a16-41e0-87a9-c0368fd34446-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.513075] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9856b987-54b4-4768-a928-cdea1ca9e966 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Lock "c90b8c2b-6a16-41e0-87a9-c0368fd34446-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.513273] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9856b987-54b4-4768-a928-cdea1ca9e966 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Lock "c90b8c2b-6a16-41e0-87a9-c0368fd34446-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.515652] env[70527]: INFO nova.compute.manager [None req-9856b987-54b4-4768-a928-cdea1ca9e966 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] [instance: c90b8c2b-6a16-41e0-87a9-c0368fd34446] Terminating instance [ 804.642916] env[70527]: DEBUG oslo_concurrency.lockutils [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Releasing lock "refresh_cache-6efbb7e0-0666-461e-8411-b297928d4ef2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.643136] env[70527]: DEBUG nova.compute.manager [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 6efbb7e0-0666-461e-8411-b297928d4ef2] Instance network_info: |[{"id": "ec0e66fa-65df-4bc2-8e45-edc74588a6bc", "address": "fa:16:3e:65:07:2f", "network": {"id": "4bdcfc12-9191-401b-9e65-96c6c26887fa", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2058770791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d73cd31a8f4f415abd708bd42dd9131f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec0e66fa-65", "ovs_interfaceid": "ec0e66fa-65df-4bc2-8e45-edc74588a6bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 804.643488] env[70527]: DEBUG oslo_concurrency.lockutils [req-41d209be-7afb-47cd-ba9b-694bcb30f478 req-cb37f55c-bf0b-45fc-b1f5-b0d7c5ba88f2 service nova] Acquired lock "refresh_cache-6efbb7e0-0666-461e-8411-b297928d4ef2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.643669] env[70527]: DEBUG nova.network.neutron [req-41d209be-7afb-47cd-ba9b-694bcb30f478 req-cb37f55c-bf0b-45fc-b1f5-b0d7c5ba88f2 service nova] [instance: 6efbb7e0-0666-461e-8411-b297928d4ef2] Refreshing network info cache for port ec0e66fa-65df-4bc2-8e45-edc74588a6bc {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 804.645035] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 6efbb7e0-0666-461e-8411-b297928d4ef2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:07:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '438671d0-9468-4e44-84c1-4c0ebaa743e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec0e66fa-65df-4bc2-8e45-edc74588a6bc', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 804.652746] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Creating folder: Project (d73cd31a8f4f415abd708bd42dd9131f). Parent ref: group-v776920. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 804.656065] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b701facc-612b-46c7-a6af-6a1f04afa1e8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.668689] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Created folder: Project (d73cd31a8f4f415abd708bd42dd9131f) in parent group-v776920. [ 804.668900] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Creating folder: Instances. Parent ref: group-v777013. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 804.669168] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-44215166-8315-4a41-bb84-b7043375ee81 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.679482] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Created folder: Instances in parent group-v777013. [ 804.679482] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 804.679872] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6efbb7e0-0666-461e-8411-b297928d4ef2] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 804.679872] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8067c98e-7cb2-4486-bb69-8444dd7b5dd3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.703637] env[70527]: DEBUG nova.compute.manager [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] [instance: ed20e07e-dca3-4e05-987d-254a2d8891a7] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 804.706190] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 804.706190] env[70527]: value = "task-3912904" [ 804.706190] env[70527]: _type = "Task" [ 804.706190] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.715418] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912904, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.793614] env[70527]: DEBUG oslo_vmware.api [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': task-3912901, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072917} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.793902] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 804.794794] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-249c8d04-7173-467b-9cc3-6784b1a113aa {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.819880] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] f9a77c4a-662f-484b-9d72-358d9298974b/f9a77c4a-662f-484b-9d72-358d9298974b.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 804.823028] env[70527]: DEBUG oslo_concurrency.lockutils [None req-7332c471-086a-4c6e-9d54-8280b29d511d tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.823398] env[70527]: DEBUG oslo_concurrency.lockutils [None req-6135bcd2-1ca7-4783-88df-c01eacf41c26 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Releasing lock "refresh_cache-17f84970-6de3-497d-b810-719b4964ef12" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.823843] env[70527]: DEBUG nova.compute.manager [None req-6135bcd2-1ca7-4783-88df-c01eacf41c26 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] [instance: 17f84970-6de3-497d-b810-719b4964ef12] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 804.824075] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-6135bcd2-1ca7-4783-88df-c01eacf41c26 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] [instance: 17f84970-6de3-497d-b810-719b4964ef12] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 804.824368] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-adec8ff4-63c5-4bda-bd95-e34315c6e289 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.842063] env[70527]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aacf6ccc-eea6-46e6-b9f7-5df85557ef82 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.846396] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d832250a-7afd-4aca-8f01-5903b394884b tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.239s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.851674] env[70527]: DEBUG oslo_concurrency.lockutils [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.795s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.856168] env[70527]: INFO nova.compute.claims [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] [instance: 4a285879-39e7-41c6-ae76-ca5a75c692c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 804.858728] env[70527]: DEBUG oslo_vmware.api [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Waiting for the task: (returnval){ [ 804.858728] env[70527]: value = "task-3912905" [ 804.858728] env[70527]: _type = "Task" [ 804.858728] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.869417] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d73ad7-2ab4-496b-b165-f4be8a836161 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.891043] env[70527]: INFO nova.scheduler.client.report [None req-d832250a-7afd-4aca-8f01-5903b394884b tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Deleted allocations for instance 7d528f60-1928-4642-9764-ac7c776b85f6 [ 804.893119] env[70527]: DEBUG oslo_vmware.api [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': task-3912905, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.919747] env[70527]: WARNING nova.virt.vmwareapi.vmops [None req-6135bcd2-1ca7-4783-88df-c01eacf41c26 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] [instance: 17f84970-6de3-497d-b810-719b4964ef12] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 17f84970-6de3-497d-b810-719b4964ef12 could not be found. [ 804.919747] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-6135bcd2-1ca7-4783-88df-c01eacf41c26 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] [instance: 17f84970-6de3-497d-b810-719b4964ef12] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 804.919920] env[70527]: INFO nova.compute.manager [None req-6135bcd2-1ca7-4783-88df-c01eacf41c26 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] [instance: 17f84970-6de3-497d-b810-719b4964ef12] Took 0.10 seconds to destroy the instance on the hypervisor. [ 804.920207] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6135bcd2-1ca7-4783-88df-c01eacf41c26 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 804.920750] env[70527]: DEBUG nova.compute.manager [-] [instance: 17f84970-6de3-497d-b810-719b4964ef12] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 804.920855] env[70527]: DEBUG nova.network.neutron [-] [instance: 17f84970-6de3-497d-b810-719b4964ef12] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 804.942823] env[70527]: DEBUG nova.network.neutron [-] [instance: 17f84970-6de3-497d-b810-719b4964ef12] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 805.008399] env[70527]: DEBUG nova.network.neutron [req-41d209be-7afb-47cd-ba9b-694bcb30f478 req-cb37f55c-bf0b-45fc-b1f5-b0d7c5ba88f2 service nova] [instance: 6efbb7e0-0666-461e-8411-b297928d4ef2] Updated VIF entry in instance network info cache for port ec0e66fa-65df-4bc2-8e45-edc74588a6bc. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 805.008799] env[70527]: DEBUG nova.network.neutron [req-41d209be-7afb-47cd-ba9b-694bcb30f478 req-cb37f55c-bf0b-45fc-b1f5-b0d7c5ba88f2 service nova] [instance: 6efbb7e0-0666-461e-8411-b297928d4ef2] Updating instance_info_cache with network_info: [{"id": "ec0e66fa-65df-4bc2-8e45-edc74588a6bc", "address": "fa:16:3e:65:07:2f", "network": {"id": "4bdcfc12-9191-401b-9e65-96c6c26887fa", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2058770791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d73cd31a8f4f415abd708bd42dd9131f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec0e66fa-65", "ovs_interfaceid": "ec0e66fa-65df-4bc2-8e45-edc74588a6bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.019505] env[70527]: DEBUG nova.compute.manager [None req-9856b987-54b4-4768-a928-cdea1ca9e966 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] [instance: c90b8c2b-6a16-41e0-87a9-c0368fd34446] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 805.019770] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-9856b987-54b4-4768-a928-cdea1ca9e966 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] [instance: c90b8c2b-6a16-41e0-87a9-c0368fd34446] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 805.021304] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5606dbf6-9145-4715-a73d-0a44773c849e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.030305] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-9856b987-54b4-4768-a928-cdea1ca9e966 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] [instance: c90b8c2b-6a16-41e0-87a9-c0368fd34446] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 805.030625] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9af45c75-1e9f-48f5-8ed0-ecd8b54c809d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.038212] env[70527]: DEBUG oslo_vmware.api [None req-9856b987-54b4-4768-a928-cdea1ca9e966 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Waiting for the task: (returnval){ [ 805.038212] env[70527]: value = "task-3912906" [ 805.038212] env[70527]: _type = "Task" [ 805.038212] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.048849] env[70527]: DEBUG oslo_vmware.api [None req-9856b987-54b4-4768-a928-cdea1ca9e966 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Task: {'id': task-3912906, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.233497] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912904, 'name': CreateVM_Task, 'duration_secs': 0.387497} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.233497] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6efbb7e0-0666-461e-8411-b297928d4ef2] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 805.233846] env[70527]: DEBUG oslo_concurrency.lockutils [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.234027] env[70527]: DEBUG oslo_concurrency.lockutils [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.234417] env[70527]: DEBUG oslo_concurrency.lockutils [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.235944] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.236331] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c619a42a-3a93-4180-838b-6cca39705ded {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.243646] env[70527]: DEBUG oslo_vmware.api [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Waiting for the task: (returnval){ [ 805.243646] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]528b368e-b529-db36-713f-894b74c4603e" [ 805.243646] env[70527]: _type = "Task" [ 805.243646] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.260341] env[70527]: DEBUG oslo_vmware.api [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]528b368e-b529-db36-713f-894b74c4603e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.360792] env[70527]: DEBUG oslo_concurrency.lockutils [None req-27fcd12a-555e-45b2-8097-073e2ebe965f tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Acquiring lock "2b7d550b-ee65-4f22-8984-9b88e08de4d1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.360792] env[70527]: DEBUG oslo_concurrency.lockutils [None req-27fcd12a-555e-45b2-8097-073e2ebe965f tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Lock "2b7d550b-ee65-4f22-8984-9b88e08de4d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.361023] env[70527]: DEBUG oslo_concurrency.lockutils [None req-27fcd12a-555e-45b2-8097-073e2ebe965f tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Acquiring lock "2b7d550b-ee65-4f22-8984-9b88e08de4d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.361139] env[70527]: DEBUG oslo_concurrency.lockutils [None req-27fcd12a-555e-45b2-8097-073e2ebe965f tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Lock "2b7d550b-ee65-4f22-8984-9b88e08de4d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.361307] env[70527]: DEBUG oslo_concurrency.lockutils [None req-27fcd12a-555e-45b2-8097-073e2ebe965f tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Lock "2b7d550b-ee65-4f22-8984-9b88e08de4d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.366505] env[70527]: INFO nova.compute.manager [None req-27fcd12a-555e-45b2-8097-073e2ebe965f tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] [instance: 2b7d550b-ee65-4f22-8984-9b88e08de4d1] Terminating instance [ 805.375064] env[70527]: DEBUG oslo_vmware.api [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': task-3912905, 'name': ReconfigVM_Task, 'duration_secs': 0.377884} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.375381] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Reconfigured VM instance instance-0000001f to attach disk [datastore1] f9a77c4a-662f-484b-9d72-358d9298974b/f9a77c4a-662f-484b-9d72-358d9298974b.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 805.376076] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e33d42a2-80d1-4591-b8c7-023f0d11eb4c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.385726] env[70527]: DEBUG oslo_vmware.api [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Waiting for the task: (returnval){ [ 805.385726] env[70527]: value = "task-3912907" [ 805.385726] env[70527]: _type = "Task" [ 805.385726] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.399407] env[70527]: DEBUG oslo_vmware.api [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': task-3912907, 'name': Rename_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.403083] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d832250a-7afd-4aca-8f01-5903b394884b tempest-ImagesOneServerTestJSON-591360188 tempest-ImagesOneServerTestJSON-591360188-project-member] Lock "7d528f60-1928-4642-9764-ac7c776b85f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.585s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.445640] env[70527]: DEBUG nova.network.neutron [-] [instance: 17f84970-6de3-497d-b810-719b4964ef12] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.506650] env[70527]: DEBUG oslo_concurrency.lockutils [None req-118f2f0e-c5aa-473d-b3ed-016aa39660d9 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Acquiring lock "572a409f-4b2a-421d-be2f-99a98bdc7367" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.506986] env[70527]: DEBUG oslo_concurrency.lockutils [None req-118f2f0e-c5aa-473d-b3ed-016aa39660d9 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Lock "572a409f-4b2a-421d-be2f-99a98bdc7367" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.507237] env[70527]: DEBUG oslo_concurrency.lockutils [None req-118f2f0e-c5aa-473d-b3ed-016aa39660d9 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Acquiring lock "572a409f-4b2a-421d-be2f-99a98bdc7367-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.507499] env[70527]: DEBUG oslo_concurrency.lockutils [None req-118f2f0e-c5aa-473d-b3ed-016aa39660d9 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Lock "572a409f-4b2a-421d-be2f-99a98bdc7367-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.508126] env[70527]: DEBUG oslo_concurrency.lockutils [None req-118f2f0e-c5aa-473d-b3ed-016aa39660d9 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Lock "572a409f-4b2a-421d-be2f-99a98bdc7367-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.510052] env[70527]: INFO nova.compute.manager [None req-118f2f0e-c5aa-473d-b3ed-016aa39660d9 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] [instance: 572a409f-4b2a-421d-be2f-99a98bdc7367] Terminating instance [ 805.511633] env[70527]: DEBUG oslo_concurrency.lockutils [req-41d209be-7afb-47cd-ba9b-694bcb30f478 req-cb37f55c-bf0b-45fc-b1f5-b0d7c5ba88f2 service nova] Releasing lock "refresh_cache-6efbb7e0-0666-461e-8411-b297928d4ef2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.550254] env[70527]: DEBUG oslo_vmware.api [None req-9856b987-54b4-4768-a928-cdea1ca9e966 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Task: {'id': task-3912906, 'name': PowerOffVM_Task, 'duration_secs': 0.23532} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.550529] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-9856b987-54b4-4768-a928-cdea1ca9e966 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] [instance: c90b8c2b-6a16-41e0-87a9-c0368fd34446] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 805.550699] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-9856b987-54b4-4768-a928-cdea1ca9e966 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] [instance: c90b8c2b-6a16-41e0-87a9-c0368fd34446] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 805.550957] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1eabb48-d7d9-4ce4-ae13-469f973ab9a3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.663566] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-9856b987-54b4-4768-a928-cdea1ca9e966 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] [instance: c90b8c2b-6a16-41e0-87a9-c0368fd34446] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 805.664337] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-9856b987-54b4-4768-a928-cdea1ca9e966 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] [instance: c90b8c2b-6a16-41e0-87a9-c0368fd34446] Deleting contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 805.664337] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-9856b987-54b4-4768-a928-cdea1ca9e966 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Deleting the datastore file [datastore2] c90b8c2b-6a16-41e0-87a9-c0368fd34446 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 805.664337] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53084a0c-905a-4e6b-b82f-95c565614997 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.672501] env[70527]: DEBUG oslo_vmware.api [None req-9856b987-54b4-4768-a928-cdea1ca9e966 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Waiting for the task: (returnval){ [ 805.672501] env[70527]: value = "task-3912909" [ 805.672501] env[70527]: _type = "Task" [ 805.672501] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.681455] env[70527]: DEBUG oslo_vmware.api [None req-9856b987-54b4-4768-a928-cdea1ca9e966 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Task: {'id': task-3912909, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.756504] env[70527]: DEBUG oslo_vmware.api [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]528b368e-b529-db36-713f-894b74c4603e, 'name': SearchDatastore_Task, 'duration_secs': 0.027779} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.756887] env[70527]: DEBUG oslo_concurrency.lockutils [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.757102] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 6efbb7e0-0666-461e-8411-b297928d4ef2] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 805.757891] env[70527]: DEBUG oslo_concurrency.lockutils [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.757891] env[70527]: DEBUG oslo_concurrency.lockutils [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.757891] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 805.758066] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-316d99dc-0305-4c76-98b2-d1f01824b450 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.776748] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 805.776950] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 805.777868] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3688b2ca-e300-4c4e-b4f7-41b6cfe63738 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.785827] env[70527]: DEBUG oslo_vmware.api [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Waiting for the task: (returnval){ [ 805.785827] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]524b29e6-809f-79f5-55b9-a35b882339f2" [ 805.785827] env[70527]: _type = "Task" [ 805.785827] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.796563] env[70527]: DEBUG oslo_vmware.api [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]524b29e6-809f-79f5-55b9-a35b882339f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.871601] env[70527]: DEBUG oslo_concurrency.lockutils [None req-27fcd12a-555e-45b2-8097-073e2ebe965f tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Acquiring lock "refresh_cache-2b7d550b-ee65-4f22-8984-9b88e08de4d1" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.872342] env[70527]: DEBUG oslo_concurrency.lockutils [None req-27fcd12a-555e-45b2-8097-073e2ebe965f tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Acquired lock "refresh_cache-2b7d550b-ee65-4f22-8984-9b88e08de4d1" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.872342] env[70527]: DEBUG nova.network.neutron [None req-27fcd12a-555e-45b2-8097-073e2ebe965f tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] [instance: 2b7d550b-ee65-4f22-8984-9b88e08de4d1] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 805.903106] env[70527]: DEBUG oslo_vmware.api [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': task-3912907, 'name': Rename_Task, 'duration_secs': 0.140273} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.903106] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 805.903625] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-403651a0-a3a0-48e4-87ae-a32f9cc4604c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.912877] env[70527]: DEBUG oslo_vmware.api [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Waiting for the task: (returnval){ [ 805.912877] env[70527]: value = "task-3912910" [ 805.912877] env[70527]: _type = "Task" [ 805.912877] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.925104] env[70527]: DEBUG oslo_vmware.api [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': task-3912910, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.949959] env[70527]: INFO nova.compute.manager [-] [instance: 17f84970-6de3-497d-b810-719b4964ef12] Took 1.03 seconds to deallocate network for instance. [ 806.014960] env[70527]: DEBUG nova.compute.manager [None req-118f2f0e-c5aa-473d-b3ed-016aa39660d9 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] [instance: 572a409f-4b2a-421d-be2f-99a98bdc7367] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 806.015500] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-118f2f0e-c5aa-473d-b3ed-016aa39660d9 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] [instance: 572a409f-4b2a-421d-be2f-99a98bdc7367] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 806.016736] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0617629-9ffe-467d-a3a0-93f59a7720b2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.030098] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-118f2f0e-c5aa-473d-b3ed-016aa39660d9 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] [instance: 572a409f-4b2a-421d-be2f-99a98bdc7367] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 806.030409] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-353ffcd3-1866-40b4-9e1c-17f96ab7d6f7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.039358] env[70527]: DEBUG oslo_vmware.api [None req-118f2f0e-c5aa-473d-b3ed-016aa39660d9 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Waiting for the task: (returnval){ [ 806.039358] env[70527]: value = "task-3912911" [ 806.039358] env[70527]: _type = "Task" [ 806.039358] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.050204] env[70527]: DEBUG oslo_vmware.api [None req-118f2f0e-c5aa-473d-b3ed-016aa39660d9 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Task: {'id': task-3912911, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.187026] env[70527]: DEBUG oslo_vmware.api [None req-9856b987-54b4-4768-a928-cdea1ca9e966 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Task: {'id': task-3912909, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218822} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.187026] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-9856b987-54b4-4768-a928-cdea1ca9e966 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 806.187026] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-9856b987-54b4-4768-a928-cdea1ca9e966 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] [instance: c90b8c2b-6a16-41e0-87a9-c0368fd34446] Deleted contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 806.187026] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-9856b987-54b4-4768-a928-cdea1ca9e966 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] [instance: c90b8c2b-6a16-41e0-87a9-c0368fd34446] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 806.187026] env[70527]: INFO nova.compute.manager [None req-9856b987-54b4-4768-a928-cdea1ca9e966 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] [instance: c90b8c2b-6a16-41e0-87a9-c0368fd34446] Took 1.17 seconds to destroy the instance on the hypervisor. [ 806.187311] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9856b987-54b4-4768-a928-cdea1ca9e966 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 806.187311] env[70527]: DEBUG nova.compute.manager [-] [instance: c90b8c2b-6a16-41e0-87a9-c0368fd34446] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 806.187413] env[70527]: DEBUG nova.network.neutron [-] [instance: c90b8c2b-6a16-41e0-87a9-c0368fd34446] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 806.273893] env[70527]: DEBUG nova.compute.manager [None req-d1f811eb-b776-44d9-8eb7-89c39dac839c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 806.274967] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc0b5d46-27a0-4f45-9a5f-57874f8df1b8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.299203] env[70527]: DEBUG oslo_vmware.api [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]524b29e6-809f-79f5-55b9-a35b882339f2, 'name': SearchDatastore_Task, 'duration_secs': 0.011773} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.300214] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcf8cc2c-c6b3-417d-8899-fc004be4e5e6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.306909] env[70527]: DEBUG oslo_vmware.api [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Waiting for the task: (returnval){ [ 806.306909] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52fdacf9-8e17-c5d0-bd60-8136b08e40c2" [ 806.306909] env[70527]: _type = "Task" [ 806.306909] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.320637] env[70527]: DEBUG oslo_vmware.api [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52fdacf9-8e17-c5d0-bd60-8136b08e40c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.428536] env[70527]: DEBUG oslo_vmware.api [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': task-3912910, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.429781] env[70527]: DEBUG nova.network.neutron [None req-27fcd12a-555e-45b2-8097-073e2ebe965f tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] [instance: 2b7d550b-ee65-4f22-8984-9b88e08de4d1] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 806.458169] env[70527]: INFO nova.compute.manager [None req-6135bcd2-1ca7-4783-88df-c01eacf41c26 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] [instance: 17f84970-6de3-497d-b810-719b4964ef12] Instance disappeared during terminate [ 806.458393] env[70527]: DEBUG oslo_concurrency.lockutils [None req-6135bcd2-1ca7-4783-88df-c01eacf41c26 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Lock "17f84970-6de3-497d-b810-719b4964ef12" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.306s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.521708] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4c3691-a0b7-497e-a8ce-3818257d1043 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.532069] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e94ae46-f74f-483b-bdea-31201f049f83 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.571839] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f785783-9a4a-4a98-a5c5-d329825cdcec {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.578868] env[70527]: DEBUG oslo_vmware.api [None req-118f2f0e-c5aa-473d-b3ed-016aa39660d9 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Task: {'id': task-3912911, 'name': PowerOffVM_Task, 'duration_secs': 0.326231} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.581201] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-118f2f0e-c5aa-473d-b3ed-016aa39660d9 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] [instance: 572a409f-4b2a-421d-be2f-99a98bdc7367] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 806.581330] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-118f2f0e-c5aa-473d-b3ed-016aa39660d9 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] [instance: 572a409f-4b2a-421d-be2f-99a98bdc7367] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 806.581628] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-64494c33-da2e-4d3b-b5dc-d7260787ac08 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.586354] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8af400-be2f-4bc7-ae6d-92f9cf0410a6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.589259] env[70527]: DEBUG nova.network.neutron [None req-27fcd12a-555e-45b2-8097-073e2ebe965f tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] [instance: 2b7d550b-ee65-4f22-8984-9b88e08de4d1] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.602726] env[70527]: DEBUG nova.compute.provider_tree [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 806.667280] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-118f2f0e-c5aa-473d-b3ed-016aa39660d9 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] [instance: 572a409f-4b2a-421d-be2f-99a98bdc7367] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 806.667569] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-118f2f0e-c5aa-473d-b3ed-016aa39660d9 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] [instance: 572a409f-4b2a-421d-be2f-99a98bdc7367] Deleting contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 806.667820] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-118f2f0e-c5aa-473d-b3ed-016aa39660d9 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Deleting the datastore file [datastore1] 572a409f-4b2a-421d-be2f-99a98bdc7367 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 806.669234] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-010d4ccb-7295-4b27-983a-5b0be65f4e89 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.675552] env[70527]: DEBUG oslo_vmware.api [None req-118f2f0e-c5aa-473d-b3ed-016aa39660d9 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Waiting for the task: (returnval){ [ 806.675552] env[70527]: value = "task-3912913" [ 806.675552] env[70527]: _type = "Task" [ 806.675552] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.685184] env[70527]: DEBUG oslo_vmware.api [None req-118f2f0e-c5aa-473d-b3ed-016aa39660d9 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Task: {'id': task-3912913, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.790472] env[70527]: INFO nova.compute.manager [None req-d1f811eb-b776-44d9-8eb7-89c39dac839c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] instance snapshotting [ 806.790472] env[70527]: DEBUG nova.objects.instance [None req-d1f811eb-b776-44d9-8eb7-89c39dac839c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Lazy-loading 'flavor' on Instance uuid 680e9855-2905-4c0d-adc7-e45781fd1e4e {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 806.822711] env[70527]: DEBUG oslo_vmware.api [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52fdacf9-8e17-c5d0-bd60-8136b08e40c2, 'name': SearchDatastore_Task, 'duration_secs': 0.030265} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.822711] env[70527]: DEBUG oslo_concurrency.lockutils [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.822711] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 6efbb7e0-0666-461e-8411-b297928d4ef2/6efbb7e0-0666-461e-8411-b297928d4ef2.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 806.827021] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8a4a2e7-46f5-4da0-a030-ed51e5d0adb1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.834070] env[70527]: DEBUG oslo_vmware.api [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Waiting for the task: (returnval){ [ 806.834070] env[70527]: value = "task-3912914" [ 806.834070] env[70527]: _type = "Task" [ 806.834070] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.845463] env[70527]: DEBUG oslo_vmware.api [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': task-3912914, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.903718] env[70527]: DEBUG nova.compute.manager [req-d2579aa0-03ec-4240-99a1-4afdc1c3f791 req-66fedb15-c130-4222-85f3-a590792c0998 service nova] [instance: c90b8c2b-6a16-41e0-87a9-c0368fd34446] Received event network-vif-deleted-ba1ec5c0-406f-462e-83f6-e7049acb555f {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.903920] env[70527]: INFO nova.compute.manager [req-d2579aa0-03ec-4240-99a1-4afdc1c3f791 req-66fedb15-c130-4222-85f3-a590792c0998 service nova] [instance: c90b8c2b-6a16-41e0-87a9-c0368fd34446] Neutron deleted interface ba1ec5c0-406f-462e-83f6-e7049acb555f; detaching it from the instance and deleting it from the info cache [ 806.907079] env[70527]: DEBUG nova.network.neutron [req-d2579aa0-03ec-4240-99a1-4afdc1c3f791 req-66fedb15-c130-4222-85f3-a590792c0998 service nova] [instance: c90b8c2b-6a16-41e0-87a9-c0368fd34446] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.928157] env[70527]: DEBUG oslo_vmware.api [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': task-3912910, 'name': PowerOnVM_Task, 'duration_secs': 0.68961} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.934271] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 806.934271] env[70527]: INFO nova.compute.manager [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Took 7.35 seconds to spawn the instance on the hypervisor. [ 806.934271] env[70527]: DEBUG nova.compute.manager [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 806.934271] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e075a88-3b6a-4209-990e-c76a82ba0dd6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.096025] env[70527]: DEBUG oslo_concurrency.lockutils [None req-27fcd12a-555e-45b2-8097-073e2ebe965f tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Releasing lock "refresh_cache-2b7d550b-ee65-4f22-8984-9b88e08de4d1" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.096025] env[70527]: DEBUG nova.compute.manager [None req-27fcd12a-555e-45b2-8097-073e2ebe965f tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] [instance: 2b7d550b-ee65-4f22-8984-9b88e08de4d1] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 807.096025] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-27fcd12a-555e-45b2-8097-073e2ebe965f tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] [instance: 2b7d550b-ee65-4f22-8984-9b88e08de4d1] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 807.096025] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af2a9ba-8d8f-4005-869a-db9954f45f59 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.104178] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-27fcd12a-555e-45b2-8097-073e2ebe965f tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] [instance: 2b7d550b-ee65-4f22-8984-9b88e08de4d1] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 807.104650] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37aa3e64-4e61-4f06-8856-380d57d09a6d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.107231] env[70527]: DEBUG nova.scheduler.client.report [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 807.121028] env[70527]: DEBUG oslo_vmware.api [None req-27fcd12a-555e-45b2-8097-073e2ebe965f tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Waiting for the task: (returnval){ [ 807.121028] env[70527]: value = "task-3912915" [ 807.121028] env[70527]: _type = "Task" [ 807.121028] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.131020] env[70527]: DEBUG oslo_vmware.api [None req-27fcd12a-555e-45b2-8097-073e2ebe965f tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Task: {'id': task-3912915, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.194049] env[70527]: DEBUG oslo_vmware.api [None req-118f2f0e-c5aa-473d-b3ed-016aa39660d9 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Task: {'id': task-3912913, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.320716} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.194049] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-118f2f0e-c5aa-473d-b3ed-016aa39660d9 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 807.194049] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-118f2f0e-c5aa-473d-b3ed-016aa39660d9 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] [instance: 572a409f-4b2a-421d-be2f-99a98bdc7367] Deleted contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 807.194049] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-118f2f0e-c5aa-473d-b3ed-016aa39660d9 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] [instance: 572a409f-4b2a-421d-be2f-99a98bdc7367] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 807.194049] env[70527]: INFO nova.compute.manager [None req-118f2f0e-c5aa-473d-b3ed-016aa39660d9 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] [instance: 572a409f-4b2a-421d-be2f-99a98bdc7367] Took 1.18 seconds to destroy the instance on the hypervisor. [ 807.194369] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-118f2f0e-c5aa-473d-b3ed-016aa39660d9 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 807.194369] env[70527]: DEBUG nova.compute.manager [-] [instance: 572a409f-4b2a-421d-be2f-99a98bdc7367] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 807.194369] env[70527]: DEBUG nova.network.neutron [-] [instance: 572a409f-4b2a-421d-be2f-99a98bdc7367] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 807.302637] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed5ada6-e1ec-4ce7-bedb-44a8a8722b66 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.324585] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155e731b-bd9c-47f4-8909-de7f4446b0d7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.327904] env[70527]: DEBUG nova.network.neutron [-] [instance: c90b8c2b-6a16-41e0-87a9-c0368fd34446] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.350849] env[70527]: DEBUG oslo_vmware.api [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': task-3912914, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.412908] env[70527]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-be13a30f-dd2d-4644-b41e-a0a7d55c4944 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.426660] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45514dac-b823-4197-af79-9569f1ed5ead {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.466660] env[70527]: DEBUG nova.compute.manager [req-d2579aa0-03ec-4240-99a1-4afdc1c3f791 req-66fedb15-c130-4222-85f3-a590792c0998 service nova] [instance: c90b8c2b-6a16-41e0-87a9-c0368fd34446] Detach interface failed, port_id=ba1ec5c0-406f-462e-83f6-e7049acb555f, reason: Instance c90b8c2b-6a16-41e0-87a9-c0368fd34446 could not be found. {{(pid=70527) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 807.471097] env[70527]: INFO nova.compute.manager [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Took 45.60 seconds to build instance. [ 807.613071] env[70527]: DEBUG oslo_concurrency.lockutils [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.761s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.613633] env[70527]: DEBUG nova.compute.manager [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] [instance: 4a285879-39e7-41c6-ae76-ca5a75c692c7] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 807.616258] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.298s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.617714] env[70527]: INFO nova.compute.claims [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: 92d864e4-e030-49df-b739-46f55730fd0a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 807.633019] env[70527]: DEBUG oslo_vmware.api [None req-27fcd12a-555e-45b2-8097-073e2ebe965f tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Task: {'id': task-3912915, 'name': PowerOffVM_Task, 'duration_secs': 0.187636} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.633019] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-27fcd12a-555e-45b2-8097-073e2ebe965f tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] [instance: 2b7d550b-ee65-4f22-8984-9b88e08de4d1] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 807.633019] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-27fcd12a-555e-45b2-8097-073e2ebe965f tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] [instance: 2b7d550b-ee65-4f22-8984-9b88e08de4d1] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 807.633019] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a2e93939-f78f-4a85-a448-89e2b06bfe11 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.663092] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-27fcd12a-555e-45b2-8097-073e2ebe965f tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] [instance: 2b7d550b-ee65-4f22-8984-9b88e08de4d1] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 807.663092] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-27fcd12a-555e-45b2-8097-073e2ebe965f tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] [instance: 2b7d550b-ee65-4f22-8984-9b88e08de4d1] Deleting contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 807.663092] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-27fcd12a-555e-45b2-8097-073e2ebe965f tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Deleting the datastore file [datastore1] 2b7d550b-ee65-4f22-8984-9b88e08de4d1 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 807.663092] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-615e1682-f568-494e-a8ff-8ced28764e04 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.672132] env[70527]: DEBUG oslo_vmware.api [None req-27fcd12a-555e-45b2-8097-073e2ebe965f tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Waiting for the task: (returnval){ [ 807.672132] env[70527]: value = "task-3912917" [ 807.672132] env[70527]: _type = "Task" [ 807.672132] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.684647] env[70527]: DEBUG oslo_vmware.api [None req-27fcd12a-555e-45b2-8097-073e2ebe965f tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Task: {'id': task-3912917, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.830255] env[70527]: INFO nova.compute.manager [-] [instance: c90b8c2b-6a16-41e0-87a9-c0368fd34446] Took 1.64 seconds to deallocate network for instance. [ 807.849163] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-d1f811eb-b776-44d9-8eb7-89c39dac839c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Creating Snapshot of the VM instance {{(pid=70527) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 807.849163] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9e746f41-f68e-4a03-bc92-84257506e4d8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.855404] env[70527]: DEBUG oslo_vmware.api [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': task-3912914, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617599} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.856101] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 6efbb7e0-0666-461e-8411-b297928d4ef2/6efbb7e0-0666-461e-8411-b297928d4ef2.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 807.856339] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 6efbb7e0-0666-461e-8411-b297928d4ef2] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 807.859033] env[70527]: DEBUG oslo_vmware.api [None req-d1f811eb-b776-44d9-8eb7-89c39dac839c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for the task: (returnval){ [ 807.859033] env[70527]: value = "task-3912918" [ 807.859033] env[70527]: _type = "Task" [ 807.859033] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.859033] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-51cabf0c-ecda-4996-a800-6c51f61599b1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.871277] env[70527]: DEBUG oslo_vmware.api [None req-d1f811eb-b776-44d9-8eb7-89c39dac839c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3912918, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.871277] env[70527]: DEBUG oslo_vmware.api [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Waiting for the task: (returnval){ [ 807.871277] env[70527]: value = "task-3912919" [ 807.871277] env[70527]: _type = "Task" [ 807.871277] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.879824] env[70527]: DEBUG oslo_vmware.api [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': task-3912919, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.974208] env[70527]: DEBUG oslo_concurrency.lockutils [None req-33ff8779-7316-4074-9335-0875a6c80750 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Lock "f9a77c4a-662f-484b-9d72-358d9298974b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.991s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.062117] env[70527]: DEBUG nova.network.neutron [-] [instance: 572a409f-4b2a-421d-be2f-99a98bdc7367] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.122500] env[70527]: DEBUG nova.compute.utils [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 808.126209] env[70527]: DEBUG nova.compute.manager [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] [instance: 4a285879-39e7-41c6-ae76-ca5a75c692c7] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 808.126446] env[70527]: DEBUG nova.network.neutron [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] [instance: 4a285879-39e7-41c6-ae76-ca5a75c692c7] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 808.183482] env[70527]: DEBUG oslo_vmware.api [None req-27fcd12a-555e-45b2-8097-073e2ebe965f tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Task: {'id': task-3912917, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145486} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.183775] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-27fcd12a-555e-45b2-8097-073e2ebe965f tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 808.183977] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-27fcd12a-555e-45b2-8097-073e2ebe965f tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] [instance: 2b7d550b-ee65-4f22-8984-9b88e08de4d1] Deleted contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 808.184185] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-27fcd12a-555e-45b2-8097-073e2ebe965f tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] [instance: 2b7d550b-ee65-4f22-8984-9b88e08de4d1] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 808.184375] env[70527]: INFO nova.compute.manager [None req-27fcd12a-555e-45b2-8097-073e2ebe965f tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] [instance: 2b7d550b-ee65-4f22-8984-9b88e08de4d1] Took 1.09 seconds to destroy the instance on the hypervisor. [ 808.184636] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27fcd12a-555e-45b2-8097-073e2ebe965f tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 808.184849] env[70527]: DEBUG nova.compute.manager [-] [instance: 2b7d550b-ee65-4f22-8984-9b88e08de4d1] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 808.184944] env[70527]: DEBUG nova.network.neutron [-] [instance: 2b7d550b-ee65-4f22-8984-9b88e08de4d1] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 808.209302] env[70527]: DEBUG nova.network.neutron [-] [instance: 2b7d550b-ee65-4f22-8984-9b88e08de4d1] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 808.214461] env[70527]: DEBUG nova.policy [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4af10a650215434a804df1bd7f023a4e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2f1a210d1a244b14a79669aff9191d32', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 808.347446] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9856b987-54b4-4768-a928-cdea1ca9e966 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.370663] env[70527]: DEBUG oslo_vmware.api [None req-d1f811eb-b776-44d9-8eb7-89c39dac839c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3912918, 'name': CreateSnapshot_Task, 'duration_secs': 0.508304} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.370913] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-d1f811eb-b776-44d9-8eb7-89c39dac839c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Created Snapshot of the VM instance {{(pid=70527) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 808.371875] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67658375-4f76-42ac-a2e2-76750c3abe87 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.391097] env[70527]: DEBUG oslo_vmware.api [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': task-3912919, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073633} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.391097] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 6efbb7e0-0666-461e-8411-b297928d4ef2] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 808.391097] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ea2a61-93ca-4b6b-a1c7-a5f0be5f9d55 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.418182] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 6efbb7e0-0666-461e-8411-b297928d4ef2] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 6efbb7e0-0666-461e-8411-b297928d4ef2/6efbb7e0-0666-461e-8411-b297928d4ef2.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 808.418182] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68cff29c-63db-4f41-85e7-0c92f15017b2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.441841] env[70527]: DEBUG oslo_vmware.api [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Waiting for the task: (returnval){ [ 808.441841] env[70527]: value = "task-3912920" [ 808.441841] env[70527]: _type = "Task" [ 808.441841] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.454446] env[70527]: DEBUG oslo_vmware.api [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': task-3912920, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.477036] env[70527]: DEBUG nova.compute.manager [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] [instance: d77710c6-f1aa-45a5-9318-68bd49f93256] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 808.564923] env[70527]: INFO nova.compute.manager [-] [instance: 572a409f-4b2a-421d-be2f-99a98bdc7367] Took 1.37 seconds to deallocate network for instance. [ 808.635161] env[70527]: DEBUG nova.compute.manager [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] [instance: 4a285879-39e7-41c6-ae76-ca5a75c692c7] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 808.645359] env[70527]: DEBUG nova.network.neutron [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] [instance: 4a285879-39e7-41c6-ae76-ca5a75c692c7] Successfully created port: 9d954c0a-0f23-494a-b61a-6ffcf12e6d5c {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 808.711760] env[70527]: DEBUG nova.network.neutron [-] [instance: 2b7d550b-ee65-4f22-8984-9b88e08de4d1] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.898784] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-d1f811eb-b776-44d9-8eb7-89c39dac839c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Creating linked-clone VM from snapshot {{(pid=70527) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 808.901425] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a772236e-4748-4e7e-a505-4c520dd63cad {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.913188] env[70527]: DEBUG oslo_vmware.api [None req-d1f811eb-b776-44d9-8eb7-89c39dac839c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for the task: (returnval){ [ 808.913188] env[70527]: value = "task-3912921" [ 808.913188] env[70527]: _type = "Task" [ 808.913188] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.920962] env[70527]: DEBUG oslo_vmware.api [None req-d1f811eb-b776-44d9-8eb7-89c39dac839c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3912921, 'name': CloneVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.958820] env[70527]: DEBUG oslo_vmware.api [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': task-3912920, 'name': ReconfigVM_Task, 'duration_secs': 0.320559} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.959222] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 6efbb7e0-0666-461e-8411-b297928d4ef2] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 6efbb7e0-0666-461e-8411-b297928d4ef2/6efbb7e0-0666-461e-8411-b297928d4ef2.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 808.960594] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55c60e77-274e-45d9-9f79-23dff3983c86 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.968872] env[70527]: DEBUG oslo_vmware.api [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Waiting for the task: (returnval){ [ 808.968872] env[70527]: value = "task-3912922" [ 808.968872] env[70527]: _type = "Task" [ 808.968872] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.984860] env[70527]: DEBUG oslo_vmware.api [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': task-3912922, 'name': Rename_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.012592] env[70527]: DEBUG oslo_concurrency.lockutils [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.072071] env[70527]: DEBUG oslo_concurrency.lockutils [None req-118f2f0e-c5aa-473d-b3ed-016aa39660d9 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.152433] env[70527]: DEBUG nova.compute.manager [req-024a34b9-f27f-41f0-9f63-734b0b4125dd req-7f3a32c5-dc21-4752-8458-6e5f8b61341a service nova] [instance: 572a409f-4b2a-421d-be2f-99a98bdc7367] Received event network-vif-deleted-59da7bf8-0d98-4c0a-b680-88d76cf06160 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.218543] env[70527]: INFO nova.compute.manager [-] [instance: 2b7d550b-ee65-4f22-8984-9b88e08de4d1] Took 1.03 seconds to deallocate network for instance. [ 809.251817] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d3d008-0118-4055-b624-e9450848db6b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.263253] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598e62ba-ae8b-4167-90d8-279848d646f3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.303587] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c9b4a83-64ab-4eee-9890-919b0bcc6608 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.316543] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Acquiring lock "7448dd1a-e7e3-4d9f-bcdf-5d8fe057ba38" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.316892] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Lock "7448dd1a-e7e3-4d9f-bcdf-5d8fe057ba38" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.318438] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6825cc4-5e78-4b84-b8fd-a4a292816bb7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.336939] env[70527]: DEBUG nova.compute.provider_tree [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 809.423769] env[70527]: DEBUG oslo_vmware.api [None req-d1f811eb-b776-44d9-8eb7-89c39dac839c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3912921, 'name': CloneVM_Task} progress is 94%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.482893] env[70527]: DEBUG oslo_vmware.api [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': task-3912922, 'name': Rename_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.652951] env[70527]: DEBUG nova.compute.manager [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] [instance: 4a285879-39e7-41c6-ae76-ca5a75c692c7] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 809.693350] env[70527]: DEBUG nova.virt.hardware [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 809.694192] env[70527]: DEBUG nova.virt.hardware [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 809.694652] env[70527]: DEBUG nova.virt.hardware [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 809.695105] env[70527]: DEBUG nova.virt.hardware [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 809.697015] env[70527]: DEBUG nova.virt.hardware [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 809.697015] env[70527]: DEBUG nova.virt.hardware [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 809.697015] env[70527]: DEBUG nova.virt.hardware [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 809.697015] env[70527]: DEBUG nova.virt.hardware [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 809.697015] env[70527]: DEBUG nova.virt.hardware [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 809.698233] env[70527]: DEBUG nova.virt.hardware [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 809.698737] env[70527]: DEBUG nova.virt.hardware [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 809.700964] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-989a9812-e9ec-4e5a-a2c3-e67b52666ed4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.713848] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3567b720-80cd-4b36-ab79-e2137835847f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.737935] env[70527]: DEBUG oslo_concurrency.lockutils [None req-27fcd12a-555e-45b2-8097-073e2ebe965f tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.841542] env[70527]: DEBUG nova.scheduler.client.report [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 809.926294] env[70527]: DEBUG oslo_vmware.api [None req-d1f811eb-b776-44d9-8eb7-89c39dac839c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3912921, 'name': CloneVM_Task} progress is 94%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.987795] env[70527]: DEBUG oslo_vmware.api [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': task-3912922, 'name': Rename_Task, 'duration_secs': 1.012997} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.988100] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 6efbb7e0-0666-461e-8411-b297928d4ef2] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 809.988383] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16feaac7-10b0-4912-a30f-1257f08a9db4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.001227] env[70527]: DEBUG oslo_vmware.api [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Waiting for the task: (returnval){ [ 810.001227] env[70527]: value = "task-3912923" [ 810.001227] env[70527]: _type = "Task" [ 810.001227] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.018907] env[70527]: DEBUG oslo_vmware.api [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': task-3912923, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.347420] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.731s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.348038] env[70527]: DEBUG nova.compute.manager [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: 92d864e4-e030-49df-b739-46f55730fd0a] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 810.353175] env[70527]: DEBUG oslo_concurrency.lockutils [None req-34ae61b0-7d6b-426a-8179-9fabb1bd2108 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.590s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.353175] env[70527]: DEBUG nova.objects.instance [None req-34ae61b0-7d6b-426a-8179-9fabb1bd2108 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Lazy-loading 'resources' on Instance uuid da8faa86-f0f4-4376-8230-044988916d00 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 810.432156] env[70527]: DEBUG oslo_vmware.api [None req-d1f811eb-b776-44d9-8eb7-89c39dac839c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3912921, 'name': CloneVM_Task} progress is 95%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.512300] env[70527]: DEBUG oslo_vmware.api [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': task-3912923, 'name': PowerOnVM_Task} progress is 87%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.710218] env[70527]: DEBUG nova.network.neutron [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] [instance: 4a285879-39e7-41c6-ae76-ca5a75c692c7] Successfully updated port: 9d954c0a-0f23-494a-b61a-6ffcf12e6d5c {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 810.854644] env[70527]: DEBUG nova.compute.utils [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 810.856720] env[70527]: DEBUG nova.compute.manager [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: 92d864e4-e030-49df-b739-46f55730fd0a] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 810.856929] env[70527]: DEBUG nova.network.neutron [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: 92d864e4-e030-49df-b739-46f55730fd0a] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 810.928340] env[70527]: DEBUG oslo_vmware.api [None req-d1f811eb-b776-44d9-8eb7-89c39dac839c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3912921, 'name': CloneVM_Task, 'duration_secs': 1.762586} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.928661] env[70527]: INFO nova.virt.vmwareapi.vmops [None req-d1f811eb-b776-44d9-8eb7-89c39dac839c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Created linked-clone VM from snapshot [ 810.930048] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1412159-9b0f-4737-a9b7-b62aed153572 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.945554] env[70527]: DEBUG nova.virt.vmwareapi.images [None req-d1f811eb-b776-44d9-8eb7-89c39dac839c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Uploading image 781dea64-6250-4d52-ab32-d3dce2f807cc {{(pid=70527) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 810.980202] env[70527]: DEBUG nova.policy [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c9df58a5b9e642f88645ce042f382abe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5da466555cb545278d9283af5e4e3244', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 810.984800] env[70527]: DEBUG oslo_vmware.rw_handles [None req-d1f811eb-b776-44d9-8eb7-89c39dac839c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 810.984800] env[70527]: value = "vm-777017" [ 810.984800] env[70527]: _type = "VirtualMachine" [ 810.984800] env[70527]: }. {{(pid=70527) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 810.985937] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-fca64ef4-7666-471e-a7a3-800284af754c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.997087] env[70527]: DEBUG oslo_vmware.rw_handles [None req-d1f811eb-b776-44d9-8eb7-89c39dac839c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Lease: (returnval){ [ 810.997087] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52155d62-bfe1-a7c0-2375-a8c34b966efa" [ 810.997087] env[70527]: _type = "HttpNfcLease" [ 810.997087] env[70527]: } obtained for exporting VM: (result){ [ 810.997087] env[70527]: value = "vm-777017" [ 810.997087] env[70527]: _type = "VirtualMachine" [ 810.997087] env[70527]: }. {{(pid=70527) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 810.997414] env[70527]: DEBUG oslo_vmware.api [None req-d1f811eb-b776-44d9-8eb7-89c39dac839c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for the lease: (returnval){ [ 810.997414] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52155d62-bfe1-a7c0-2375-a8c34b966efa" [ 810.997414] env[70527]: _type = "HttpNfcLease" [ 810.997414] env[70527]: } to be ready. {{(pid=70527) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 811.008542] env[70527]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 811.008542] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52155d62-bfe1-a7c0-2375-a8c34b966efa" [ 811.008542] env[70527]: _type = "HttpNfcLease" [ 811.008542] env[70527]: } is initializing. {{(pid=70527) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 811.016930] env[70527]: DEBUG oslo_vmware.api [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': task-3912923, 'name': PowerOnVM_Task, 'duration_secs': 0.810067} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.017212] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 6efbb7e0-0666-461e-8411-b297928d4ef2] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 811.017418] env[70527]: INFO nova.compute.manager [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 6efbb7e0-0666-461e-8411-b297928d4ef2] Took 8.65 seconds to spawn the instance on the hypervisor. [ 811.017591] env[70527]: DEBUG nova.compute.manager [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 6efbb7e0-0666-461e-8411-b297928d4ef2] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 811.018414] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30544705-89df-44a1-b9d4-38bc74ddefe0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.214108] env[70527]: DEBUG oslo_concurrency.lockutils [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Acquiring lock "refresh_cache-4a285879-39e7-41c6-ae76-ca5a75c692c7" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.214245] env[70527]: DEBUG oslo_concurrency.lockutils [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Acquired lock "refresh_cache-4a285879-39e7-41c6-ae76-ca5a75c692c7" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.214419] env[70527]: DEBUG nova.network.neutron [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] [instance: 4a285879-39e7-41c6-ae76-ca5a75c692c7] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 811.364194] env[70527]: DEBUG nova.compute.manager [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: 92d864e4-e030-49df-b739-46f55730fd0a] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 811.368231] env[70527]: DEBUG nova.compute.manager [req-e249a6d8-406d-462c-9da5-8afa16357e09 req-a6871e16-def6-4060-9d77-79983f23aedd service nova] [instance: 4a285879-39e7-41c6-ae76-ca5a75c692c7] Received event network-vif-plugged-9d954c0a-0f23-494a-b61a-6ffcf12e6d5c {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.368331] env[70527]: DEBUG oslo_concurrency.lockutils [req-e249a6d8-406d-462c-9da5-8afa16357e09 req-a6871e16-def6-4060-9d77-79983f23aedd service nova] Acquiring lock "4a285879-39e7-41c6-ae76-ca5a75c692c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.368482] env[70527]: DEBUG oslo_concurrency.lockutils [req-e249a6d8-406d-462c-9da5-8afa16357e09 req-a6871e16-def6-4060-9d77-79983f23aedd service nova] Lock "4a285879-39e7-41c6-ae76-ca5a75c692c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.368645] env[70527]: DEBUG oslo_concurrency.lockutils [req-e249a6d8-406d-462c-9da5-8afa16357e09 req-a6871e16-def6-4060-9d77-79983f23aedd service nova] Lock "4a285879-39e7-41c6-ae76-ca5a75c692c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.368809] env[70527]: DEBUG nova.compute.manager [req-e249a6d8-406d-462c-9da5-8afa16357e09 req-a6871e16-def6-4060-9d77-79983f23aedd service nova] [instance: 4a285879-39e7-41c6-ae76-ca5a75c692c7] No waiting events found dispatching network-vif-plugged-9d954c0a-0f23-494a-b61a-6ffcf12e6d5c {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 811.368966] env[70527]: WARNING nova.compute.manager [req-e249a6d8-406d-462c-9da5-8afa16357e09 req-a6871e16-def6-4060-9d77-79983f23aedd service nova] [instance: 4a285879-39e7-41c6-ae76-ca5a75c692c7] Received unexpected event network-vif-plugged-9d954c0a-0f23-494a-b61a-6ffcf12e6d5c for instance with vm_state building and task_state spawning. [ 811.369134] env[70527]: DEBUG nova.compute.manager [req-e249a6d8-406d-462c-9da5-8afa16357e09 req-a6871e16-def6-4060-9d77-79983f23aedd service nova] [instance: 4a285879-39e7-41c6-ae76-ca5a75c692c7] Received event network-changed-9d954c0a-0f23-494a-b61a-6ffcf12e6d5c {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.369296] env[70527]: DEBUG nova.compute.manager [req-e249a6d8-406d-462c-9da5-8afa16357e09 req-a6871e16-def6-4060-9d77-79983f23aedd service nova] [instance: 4a285879-39e7-41c6-ae76-ca5a75c692c7] Refreshing instance network info cache due to event network-changed-9d954c0a-0f23-494a-b61a-6ffcf12e6d5c. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 811.369502] env[70527]: DEBUG oslo_concurrency.lockutils [req-e249a6d8-406d-462c-9da5-8afa16357e09 req-a6871e16-def6-4060-9d77-79983f23aedd service nova] Acquiring lock "refresh_cache-4a285879-39e7-41c6-ae76-ca5a75c692c7" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.495070] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438b3b74-2186-4692-81ac-97bd742cff34 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.510337] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e101f69-4c15-4df8-bf74-a12e4694a500 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.514497] env[70527]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 811.514497] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52155d62-bfe1-a7c0-2375-a8c34b966efa" [ 811.514497] env[70527]: _type = "HttpNfcLease" [ 811.514497] env[70527]: } is ready. {{(pid=70527) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 811.514903] env[70527]: DEBUG oslo_vmware.rw_handles [None req-d1f811eb-b776-44d9-8eb7-89c39dac839c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 811.514903] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52155d62-bfe1-a7c0-2375-a8c34b966efa" [ 811.514903] env[70527]: _type = "HttpNfcLease" [ 811.514903] env[70527]: }. {{(pid=70527) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 811.516229] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84683938-eb89-4bfe-9639-1b2d0fd6e157 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.553881] env[70527]: INFO nova.compute.manager [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 6efbb7e0-0666-461e-8411-b297928d4ef2] Took 43.72 seconds to build instance. [ 811.557265] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30a5a33-7dd8-4743-aa90-5f2f1ba1a892 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.567336] env[70527]: DEBUG oslo_vmware.rw_handles [None req-d1f811eb-b776-44d9-8eb7-89c39dac839c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5274756e-a64e-17a2-b91a-411f0e85460d/disk-0.vmdk from lease info. {{(pid=70527) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 811.567479] env[70527]: DEBUG oslo_vmware.rw_handles [None req-d1f811eb-b776-44d9-8eb7-89c39dac839c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5274756e-a64e-17a2-b91a-411f0e85460d/disk-0.vmdk for reading. {{(pid=70527) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 811.636444] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e59f2eb3-3647-45da-b066-531701b9de0c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.653773] env[70527]: DEBUG nova.compute.provider_tree [None req-34ae61b0-7d6b-426a-8179-9fabb1bd2108 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 811.671368] env[70527]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9ee7cab6-d4c5-4dd9-92ac-11b75284e4a9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.773257] env[70527]: DEBUG nova.network.neutron [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] [instance: 4a285879-39e7-41c6-ae76-ca5a75c692c7] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 811.980794] env[70527]: DEBUG nova.network.neutron [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: 92d864e4-e030-49df-b739-46f55730fd0a] Successfully created port: c6495146-3a01-45fb-a9cd-048d06f9648e {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 812.040982] env[70527]: DEBUG nova.network.neutron [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] [instance: 4a285879-39e7-41c6-ae76-ca5a75c692c7] Updating instance_info_cache with network_info: [{"id": "9d954c0a-0f23-494a-b61a-6ffcf12e6d5c", "address": "fa:16:3e:4b:90:b1", "network": {"id": "71507c98-8239-4fd6-a426-fe268a8dba20", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-842738122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f1a210d1a244b14a79669aff9191d32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d954c0a-0f", "ovs_interfaceid": "9d954c0a-0f23-494a-b61a-6ffcf12e6d5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.057527] env[70527]: DEBUG oslo_concurrency.lockutils [None req-45d364b8-71db-454a-882c-c83d5d3a118a tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Lock "6efbb7e0-0666-461e-8411-b297928d4ef2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.718s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.157298] env[70527]: DEBUG nova.scheduler.client.report [None req-34ae61b0-7d6b-426a-8179-9fabb1bd2108 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 812.378618] env[70527]: DEBUG nova.compute.manager [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: 92d864e4-e030-49df-b739-46f55730fd0a] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 812.410039] env[70527]: DEBUG nova.virt.hardware [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 812.410240] env[70527]: DEBUG nova.virt.hardware [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 812.410463] env[70527]: DEBUG nova.virt.hardware [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 812.410726] env[70527]: DEBUG nova.virt.hardware [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 812.410887] env[70527]: DEBUG nova.virt.hardware [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 812.411053] env[70527]: DEBUG nova.virt.hardware [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 812.411276] env[70527]: DEBUG nova.virt.hardware [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 812.411433] env[70527]: DEBUG nova.virt.hardware [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 812.411598] env[70527]: DEBUG nova.virt.hardware [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 812.411758] env[70527]: DEBUG nova.virt.hardware [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 812.411929] env[70527]: DEBUG nova.virt.hardware [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 812.412838] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a835df6-398b-484c-af94-2690873f47a8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.422259] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9543f2cd-c027-48a4-9d3f-cb703bb48321 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.544583] env[70527]: DEBUG oslo_concurrency.lockutils [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Releasing lock "refresh_cache-4a285879-39e7-41c6-ae76-ca5a75c692c7" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.544583] env[70527]: DEBUG nova.compute.manager [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] [instance: 4a285879-39e7-41c6-ae76-ca5a75c692c7] Instance network_info: |[{"id": "9d954c0a-0f23-494a-b61a-6ffcf12e6d5c", "address": "fa:16:3e:4b:90:b1", "network": {"id": "71507c98-8239-4fd6-a426-fe268a8dba20", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-842738122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f1a210d1a244b14a79669aff9191d32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d954c0a-0f", "ovs_interfaceid": "9d954c0a-0f23-494a-b61a-6ffcf12e6d5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 812.548021] env[70527]: DEBUG oslo_concurrency.lockutils [req-e249a6d8-406d-462c-9da5-8afa16357e09 req-a6871e16-def6-4060-9d77-79983f23aedd service nova] Acquired lock "refresh_cache-4a285879-39e7-41c6-ae76-ca5a75c692c7" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.548021] env[70527]: DEBUG nova.network.neutron [req-e249a6d8-406d-462c-9da5-8afa16357e09 req-a6871e16-def6-4060-9d77-79983f23aedd service nova] [instance: 4a285879-39e7-41c6-ae76-ca5a75c692c7] Refreshing network info cache for port 9d954c0a-0f23-494a-b61a-6ffcf12e6d5c {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 812.548021] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] [instance: 4a285879-39e7-41c6-ae76-ca5a75c692c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:90:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d954c0a-0f23-494a-b61a-6ffcf12e6d5c', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 812.557299] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Creating folder: Project (2f1a210d1a244b14a79669aff9191d32). Parent ref: group-v776920. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 812.559224] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-52f3611e-26e8-4280-911f-ab3fe66f3328 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.562430] env[70527]: DEBUG nova.compute.manager [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 1878e6d7-681c-4aca-ae45-7bd001cff323] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 812.581214] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Created folder: Project (2f1a210d1a244b14a79669aff9191d32) in parent group-v776920. [ 812.581214] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Creating folder: Instances. Parent ref: group-v777018. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 812.581214] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a521a4a6-255f-474b-931c-25900e16265f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.602236] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Created folder: Instances in parent group-v777018. [ 812.602236] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 812.602236] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a285879-39e7-41c6-ae76-ca5a75c692c7] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 812.602634] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ab97f54-ecb1-4413-a5aa-e37723fefbf5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.634401] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 812.634401] env[70527]: value = "task-3912927" [ 812.634401] env[70527]: _type = "Task" [ 812.634401] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.649640] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912927, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.670518] env[70527]: DEBUG oslo_concurrency.lockutils [None req-34ae61b0-7d6b-426a-8179-9fabb1bd2108 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.318s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.673043] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.530s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.678688] env[70527]: INFO nova.compute.claims [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: c8f2bb6b-be01-4473-92f5-2a35a8eff5b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 812.725135] env[70527]: INFO nova.scheduler.client.report [None req-34ae61b0-7d6b-426a-8179-9fabb1bd2108 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Deleted allocations for instance da8faa86-f0f4-4376-8230-044988916d00 [ 813.098776] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.146632] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912927, 'name': CreateVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.240714] env[70527]: DEBUG oslo_concurrency.lockutils [None req-34ae61b0-7d6b-426a-8179-9fabb1bd2108 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Lock "da8faa86-f0f4-4376-8230-044988916d00" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.506s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.457543] env[70527]: DEBUG nova.network.neutron [req-e249a6d8-406d-462c-9da5-8afa16357e09 req-a6871e16-def6-4060-9d77-79983f23aedd service nova] [instance: 4a285879-39e7-41c6-ae76-ca5a75c692c7] Updated VIF entry in instance network info cache for port 9d954c0a-0f23-494a-b61a-6ffcf12e6d5c. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 813.458129] env[70527]: DEBUG nova.network.neutron [req-e249a6d8-406d-462c-9da5-8afa16357e09 req-a6871e16-def6-4060-9d77-79983f23aedd service nova] [instance: 4a285879-39e7-41c6-ae76-ca5a75c692c7] Updating instance_info_cache with network_info: [{"id": "9d954c0a-0f23-494a-b61a-6ffcf12e6d5c", "address": "fa:16:3e:4b:90:b1", "network": {"id": "71507c98-8239-4fd6-a426-fe268a8dba20", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-842738122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f1a210d1a244b14a79669aff9191d32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d954c0a-0f", "ovs_interfaceid": "9d954c0a-0f23-494a-b61a-6ffcf12e6d5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.649957] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912927, 'name': CreateVM_Task, 'duration_secs': 0.51667} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.650169] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a285879-39e7-41c6-ae76-ca5a75c692c7] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 813.651270] env[70527]: DEBUG oslo_concurrency.lockutils [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.651452] env[70527]: DEBUG oslo_concurrency.lockutils [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.651795] env[70527]: DEBUG oslo_concurrency.lockutils [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.653022] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b40f678-00ff-4134-b455-612661fd8084 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.658861] env[70527]: DEBUG oslo_vmware.api [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Waiting for the task: (returnval){ [ 813.658861] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52fa39c8-06bf-b299-d5ce-fe825d7d4623" [ 813.658861] env[70527]: _type = "Task" [ 813.658861] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.669224] env[70527]: DEBUG oslo_vmware.api [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52fa39c8-06bf-b299-d5ce-fe825d7d4623, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.674718] env[70527]: DEBUG nova.compute.manager [req-4de0832a-5aa8-49f7-bdda-aff15feb6c74 req-2c56d983-b739-46fe-93da-64649a049715 service nova] [instance: 92d864e4-e030-49df-b739-46f55730fd0a] Received event network-vif-plugged-c6495146-3a01-45fb-a9cd-048d06f9648e {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.677892] env[70527]: DEBUG oslo_concurrency.lockutils [req-4de0832a-5aa8-49f7-bdda-aff15feb6c74 req-2c56d983-b739-46fe-93da-64649a049715 service nova] Acquiring lock "92d864e4-e030-49df-b739-46f55730fd0a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.677892] env[70527]: DEBUG oslo_concurrency.lockutils [req-4de0832a-5aa8-49f7-bdda-aff15feb6c74 req-2c56d983-b739-46fe-93da-64649a049715 service nova] Lock "92d864e4-e030-49df-b739-46f55730fd0a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.677892] env[70527]: DEBUG oslo_concurrency.lockutils [req-4de0832a-5aa8-49f7-bdda-aff15feb6c74 req-2c56d983-b739-46fe-93da-64649a049715 service nova] Lock "92d864e4-e030-49df-b739-46f55730fd0a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.677892] env[70527]: DEBUG nova.compute.manager [req-4de0832a-5aa8-49f7-bdda-aff15feb6c74 req-2c56d983-b739-46fe-93da-64649a049715 service nova] [instance: 92d864e4-e030-49df-b739-46f55730fd0a] No waiting events found dispatching network-vif-plugged-c6495146-3a01-45fb-a9cd-048d06f9648e {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 813.677892] env[70527]: WARNING nova.compute.manager [req-4de0832a-5aa8-49f7-bdda-aff15feb6c74 req-2c56d983-b739-46fe-93da-64649a049715 service nova] [instance: 92d864e4-e030-49df-b739-46f55730fd0a] Received unexpected event network-vif-plugged-c6495146-3a01-45fb-a9cd-048d06f9648e for instance with vm_state building and task_state spawning. [ 813.813155] env[70527]: DEBUG nova.network.neutron [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: 92d864e4-e030-49df-b739-46f55730fd0a] Successfully updated port: c6495146-3a01-45fb-a9cd-048d06f9648e {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 813.961559] env[70527]: DEBUG oslo_concurrency.lockutils [req-e249a6d8-406d-462c-9da5-8afa16357e09 req-a6871e16-def6-4060-9d77-79983f23aedd service nova] Releasing lock "refresh_cache-4a285879-39e7-41c6-ae76-ca5a75c692c7" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.170622] env[70527]: DEBUG oslo_vmware.api [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52fa39c8-06bf-b299-d5ce-fe825d7d4623, 'name': SearchDatastore_Task, 'duration_secs': 0.013335} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.170943] env[70527]: DEBUG oslo_concurrency.lockutils [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.171169] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] [instance: 4a285879-39e7-41c6-ae76-ca5a75c692c7] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 814.172045] env[70527]: DEBUG oslo_concurrency.lockutils [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.172045] env[70527]: DEBUG oslo_concurrency.lockutils [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.172045] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 814.172218] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed9c3462-919b-45e7-9fc0-6be76cd76e47 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.186167] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 814.186167] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 814.186167] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6762e93-0b07-476f-8dfe-394633ff8090 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.193550] env[70527]: DEBUG oslo_vmware.api [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Waiting for the task: (returnval){ [ 814.193550] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]523ac6b5-6e9b-55fa-fcbe-6f79a711efa3" [ 814.193550] env[70527]: _type = "Task" [ 814.193550] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.204545] env[70527]: DEBUG oslo_vmware.api [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]523ac6b5-6e9b-55fa-fcbe-6f79a711efa3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.305963] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3741ab27-3445-4486-b65b-35eb59d0e13c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.317768] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Acquiring lock "refresh_cache-92d864e4-e030-49df-b739-46f55730fd0a" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.317977] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Acquired lock "refresh_cache-92d864e4-e030-49df-b739-46f55730fd0a" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.318125] env[70527]: DEBUG nova.network.neutron [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: 92d864e4-e030-49df-b739-46f55730fd0a] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 814.320493] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e8d1435-0f17-4785-b9ce-d4d619673da5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.364807] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82407ffd-505a-4e01-8476-a8c5d2b6f19b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.375268] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb85adb-25eb-49fe-97b5-1fdee77e95a2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.393158] env[70527]: DEBUG nova.compute.provider_tree [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.498388] env[70527]: DEBUG oslo_concurrency.lockutils [None req-70355140-6b62-45a3-92c3-98eb775ab222 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Acquiring lock "a8990c35-0ff5-42a2-a236-871039dc979a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.498677] env[70527]: DEBUG oslo_concurrency.lockutils [None req-70355140-6b62-45a3-92c3-98eb775ab222 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Lock "a8990c35-0ff5-42a2-a236-871039dc979a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.498910] env[70527]: DEBUG oslo_concurrency.lockutils [None req-70355140-6b62-45a3-92c3-98eb775ab222 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Acquiring lock "a8990c35-0ff5-42a2-a236-871039dc979a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.499121] env[70527]: DEBUG oslo_concurrency.lockutils [None req-70355140-6b62-45a3-92c3-98eb775ab222 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Lock "a8990c35-0ff5-42a2-a236-871039dc979a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.499294] env[70527]: DEBUG oslo_concurrency.lockutils [None req-70355140-6b62-45a3-92c3-98eb775ab222 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Lock "a8990c35-0ff5-42a2-a236-871039dc979a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.503421] env[70527]: INFO nova.compute.manager [None req-70355140-6b62-45a3-92c3-98eb775ab222 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] [instance: a8990c35-0ff5-42a2-a236-871039dc979a] Terminating instance [ 814.704164] env[70527]: DEBUG oslo_vmware.api [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]523ac6b5-6e9b-55fa-fcbe-6f79a711efa3, 'name': SearchDatastore_Task, 'duration_secs': 0.011408} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.705800] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-934a0870-4f18-48fc-a216-8351877ad57c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.711262] env[70527]: DEBUG oslo_vmware.api [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Waiting for the task: (returnval){ [ 814.711262] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]523781bf-6e0c-14be-d288-6db0e920a8e1" [ 814.711262] env[70527]: _type = "Task" [ 814.711262] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.720152] env[70527]: DEBUG oslo_vmware.api [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]523781bf-6e0c-14be-d288-6db0e920a8e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.878525] env[70527]: DEBUG nova.network.neutron [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: 92d864e4-e030-49df-b739-46f55730fd0a] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 814.896919] env[70527]: DEBUG nova.scheduler.client.report [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 815.011177] env[70527]: DEBUG nova.compute.manager [None req-70355140-6b62-45a3-92c3-98eb775ab222 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] [instance: a8990c35-0ff5-42a2-a236-871039dc979a] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 815.011412] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-70355140-6b62-45a3-92c3-98eb775ab222 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] [instance: a8990c35-0ff5-42a2-a236-871039dc979a] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 815.012446] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc7f7ac2-bea3-4d51-b6e1-64e5e94a9680 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.022389] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-70355140-6b62-45a3-92c3-98eb775ab222 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] [instance: a8990c35-0ff5-42a2-a236-871039dc979a] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 815.022688] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-355a1b26-9e63-418b-94d6-e9b7de6c827f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.031712] env[70527]: DEBUG oslo_vmware.api [None req-70355140-6b62-45a3-92c3-98eb775ab222 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Waiting for the task: (returnval){ [ 815.031712] env[70527]: value = "task-3912928" [ 815.031712] env[70527]: _type = "Task" [ 815.031712] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.041466] env[70527]: DEBUG oslo_vmware.api [None req-70355140-6b62-45a3-92c3-98eb775ab222 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Task: {'id': task-3912928, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.079297] env[70527]: DEBUG nova.network.neutron [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: 92d864e4-e030-49df-b739-46f55730fd0a] Updating instance_info_cache with network_info: [{"id": "c6495146-3a01-45fb-a9cd-048d06f9648e", "address": "fa:16:3e:e7:fc:3a", "network": {"id": "29b8e902-296b-4709-aca2-c446fcf3fa56", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.236", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3eee3a2e62a4bcdad1e7484fcad9e2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6495146-3a", "ovs_interfaceid": "c6495146-3a01-45fb-a9cd-048d06f9648e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.222849] env[70527]: DEBUG oslo_vmware.api [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]523781bf-6e0c-14be-d288-6db0e920a8e1, 'name': SearchDatastore_Task, 'duration_secs': 0.014362} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.223230] env[70527]: DEBUG oslo_concurrency.lockutils [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.223618] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] 4a285879-39e7-41c6-ae76-ca5a75c692c7/4a285879-39e7-41c6-ae76-ca5a75c692c7.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 815.223889] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe9723bc-9ff0-452a-b549-9110c76fdaa4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.234078] env[70527]: DEBUG oslo_vmware.api [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Waiting for the task: (returnval){ [ 815.234078] env[70527]: value = "task-3912929" [ 815.234078] env[70527]: _type = "Task" [ 815.234078] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.247856] env[70527]: DEBUG oslo_vmware.api [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Task: {'id': task-3912929, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.324486] env[70527]: DEBUG nova.compute.manager [None req-6ae954dc-516a-4588-9317-0c7526e83dea tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 6efbb7e0-0666-461e-8411-b297928d4ef2] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 815.325628] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3693083d-66c0-4af0-aa04-7a8fbd875a24 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.403030] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.730s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.403838] env[70527]: DEBUG nova.compute.manager [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: c8f2bb6b-be01-4473-92f5-2a35a8eff5b0] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 815.406958] env[70527]: DEBUG oslo_concurrency.lockutils [None req-81f646a3-7d21-4c06-b9c1-c07e383cd12e tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.633s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.407226] env[70527]: DEBUG nova.objects.instance [None req-81f646a3-7d21-4c06-b9c1-c07e383cd12e tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Lazy-loading 'resources' on Instance uuid 269d41c2-b7c9-4d6d-9671-3c31ac3b02ba {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 815.479028] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Acquiring lock "68e47537-a820-4cc4-8856-1e9bcf2e26e2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.479651] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Lock "68e47537-a820-4cc4-8856-1e9bcf2e26e2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.545214] env[70527]: DEBUG oslo_vmware.api [None req-70355140-6b62-45a3-92c3-98eb775ab222 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Task: {'id': task-3912928, 'name': PowerOffVM_Task, 'duration_secs': 0.326631} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.545214] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-70355140-6b62-45a3-92c3-98eb775ab222 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] [instance: a8990c35-0ff5-42a2-a236-871039dc979a] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 815.545214] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-70355140-6b62-45a3-92c3-98eb775ab222 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] [instance: a8990c35-0ff5-42a2-a236-871039dc979a] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 815.545214] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-43c28dd2-1e1d-4e4f-97b8-d6206355dfde {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.582428] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Releasing lock "refresh_cache-92d864e4-e030-49df-b739-46f55730fd0a" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.582913] env[70527]: DEBUG nova.compute.manager [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: 92d864e4-e030-49df-b739-46f55730fd0a] Instance network_info: |[{"id": "c6495146-3a01-45fb-a9cd-048d06f9648e", "address": "fa:16:3e:e7:fc:3a", "network": {"id": "29b8e902-296b-4709-aca2-c446fcf3fa56", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.236", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3eee3a2e62a4bcdad1e7484fcad9e2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6495146-3a", "ovs_interfaceid": "c6495146-3a01-45fb-a9cd-048d06f9648e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 815.584155] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: 92d864e4-e030-49df-b739-46f55730fd0a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:fc:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73eeba7c-29e1-4fdf-82b3-d62e63e86051', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c6495146-3a01-45fb-a9cd-048d06f9648e', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 815.594364] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Creating folder: Project (5da466555cb545278d9283af5e4e3244). Parent ref: group-v776920. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 815.597519] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-463ae43e-e67d-4f39-9d30-307d530c3abf {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.610780] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Created folder: Project (5da466555cb545278d9283af5e4e3244) in parent group-v776920. [ 815.611036] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Creating folder: Instances. Parent ref: group-v777021. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 815.611729] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a11d4173-3628-4880-97ac-c5326b2b3681 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.629843] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Created folder: Instances in parent group-v777021. [ 815.630150] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 815.631731] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92d864e4-e030-49df-b739-46f55730fd0a] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 815.631938] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-70355140-6b62-45a3-92c3-98eb775ab222 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] [instance: a8990c35-0ff5-42a2-a236-871039dc979a] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 815.632212] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-70355140-6b62-45a3-92c3-98eb775ab222 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] [instance: a8990c35-0ff5-42a2-a236-871039dc979a] Deleting contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 815.632394] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-70355140-6b62-45a3-92c3-98eb775ab222 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Deleting the datastore file [datastore1] a8990c35-0ff5-42a2-a236-871039dc979a {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 815.632713] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-edbcd970-f3ac-46f7-a594-caf93125f0ec {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.648693] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-66e55bed-96a4-4e97-aa01-75c7a6a9bed3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.657976] env[70527]: DEBUG oslo_vmware.api [None req-70355140-6b62-45a3-92c3-98eb775ab222 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Waiting for the task: (returnval){ [ 815.657976] env[70527]: value = "task-3912933" [ 815.657976] env[70527]: _type = "Task" [ 815.657976] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.659615] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 815.659615] env[70527]: value = "task-3912934" [ 815.659615] env[70527]: _type = "Task" [ 815.659615] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.675260] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912934, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.678966] env[70527]: DEBUG oslo_vmware.api [None req-70355140-6b62-45a3-92c3-98eb775ab222 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Task: {'id': task-3912933, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.747019] env[70527]: DEBUG oslo_vmware.api [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Task: {'id': task-3912929, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.817605] env[70527]: DEBUG nova.compute.manager [req-11d712ec-0785-4deb-993f-10482cda7799 req-f65ecf49-af50-4c43-8af8-ee5a0ea368db service nova] [instance: 92d864e4-e030-49df-b739-46f55730fd0a] Received event network-changed-c6495146-3a01-45fb-a9cd-048d06f9648e {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.818266] env[70527]: DEBUG nova.compute.manager [req-11d712ec-0785-4deb-993f-10482cda7799 req-f65ecf49-af50-4c43-8af8-ee5a0ea368db service nova] [instance: 92d864e4-e030-49df-b739-46f55730fd0a] Refreshing instance network info cache due to event network-changed-c6495146-3a01-45fb-a9cd-048d06f9648e. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 815.818781] env[70527]: DEBUG oslo_concurrency.lockutils [req-11d712ec-0785-4deb-993f-10482cda7799 req-f65ecf49-af50-4c43-8af8-ee5a0ea368db service nova] Acquiring lock "refresh_cache-92d864e4-e030-49df-b739-46f55730fd0a" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.819013] env[70527]: DEBUG oslo_concurrency.lockutils [req-11d712ec-0785-4deb-993f-10482cda7799 req-f65ecf49-af50-4c43-8af8-ee5a0ea368db service nova] Acquired lock "refresh_cache-92d864e4-e030-49df-b739-46f55730fd0a" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.819201] env[70527]: DEBUG nova.network.neutron [req-11d712ec-0785-4deb-993f-10482cda7799 req-f65ecf49-af50-4c43-8af8-ee5a0ea368db service nova] [instance: 92d864e4-e030-49df-b739-46f55730fd0a] Refreshing network info cache for port c6495146-3a01-45fb-a9cd-048d06f9648e {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 815.838406] env[70527]: INFO nova.compute.manager [None req-6ae954dc-516a-4588-9317-0c7526e83dea tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 6efbb7e0-0666-461e-8411-b297928d4ef2] instance snapshotting [ 815.841511] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a7dfc0-5035-476b-ac4f-1ed9bcdc4f74 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.869228] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-285aab26-b06c-43fe-b3ef-55142ea70111 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.912154] env[70527]: DEBUG nova.compute.utils [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 815.918133] env[70527]: DEBUG nova.compute.manager [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: c8f2bb6b-be01-4473-92f5-2a35a8eff5b0] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 815.918349] env[70527]: DEBUG nova.network.neutron [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: c8f2bb6b-be01-4473-92f5-2a35a8eff5b0] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 816.012317] env[70527]: DEBUG nova.policy [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c9df58a5b9e642f88645ce042f382abe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5da466555cb545278d9283af5e4e3244', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 816.175168] env[70527]: DEBUG oslo_vmware.api [None req-70355140-6b62-45a3-92c3-98eb775ab222 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Task: {'id': task-3912933, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.328437} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.176202] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-70355140-6b62-45a3-92c3-98eb775ab222 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 816.176436] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-70355140-6b62-45a3-92c3-98eb775ab222 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] [instance: a8990c35-0ff5-42a2-a236-871039dc979a] Deleted contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 816.176631] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-70355140-6b62-45a3-92c3-98eb775ab222 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] [instance: a8990c35-0ff5-42a2-a236-871039dc979a] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 816.176802] env[70527]: INFO nova.compute.manager [None req-70355140-6b62-45a3-92c3-98eb775ab222 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] [instance: a8990c35-0ff5-42a2-a236-871039dc979a] Took 1.17 seconds to destroy the instance on the hypervisor. [ 816.177053] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70355140-6b62-45a3-92c3-98eb775ab222 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 816.177275] env[70527]: DEBUG nova.compute.manager [-] [instance: a8990c35-0ff5-42a2-a236-871039dc979a] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 816.177350] env[70527]: DEBUG nova.network.neutron [-] [instance: a8990c35-0ff5-42a2-a236-871039dc979a] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 816.182052] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912934, 'name': CreateVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.251464] env[70527]: DEBUG oslo_vmware.api [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Task: {'id': task-3912929, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.606906} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.251803] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] 4a285879-39e7-41c6-ae76-ca5a75c692c7/4a285879-39e7-41c6-ae76-ca5a75c692c7.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 816.252739] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] [instance: 4a285879-39e7-41c6-ae76-ca5a75c692c7] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 816.252739] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-befbf296-b378-4403-b891-53c17c588b81 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.261252] env[70527]: DEBUG oslo_vmware.api [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Waiting for the task: (returnval){ [ 816.261252] env[70527]: value = "task-3912935" [ 816.261252] env[70527]: _type = "Task" [ 816.261252] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.270543] env[70527]: DEBUG oslo_vmware.api [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Task: {'id': task-3912935, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.377328] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b1251973-3ca7-44ee-9046-1e1bee7a50a6 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Acquiring lock "e0f5066e-917e-4e4a-9b1c-b2e9eef96296" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.377651] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b1251973-3ca7-44ee-9046-1e1bee7a50a6 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Lock "e0f5066e-917e-4e4a-9b1c-b2e9eef96296" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.377873] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b1251973-3ca7-44ee-9046-1e1bee7a50a6 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Acquiring lock "e0f5066e-917e-4e4a-9b1c-b2e9eef96296-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.378072] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b1251973-3ca7-44ee-9046-1e1bee7a50a6 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Lock "e0f5066e-917e-4e4a-9b1c-b2e9eef96296-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.378289] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b1251973-3ca7-44ee-9046-1e1bee7a50a6 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Lock "e0f5066e-917e-4e4a-9b1c-b2e9eef96296-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.380731] env[70527]: INFO nova.compute.manager [None req-b1251973-3ca7-44ee-9046-1e1bee7a50a6 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] [instance: e0f5066e-917e-4e4a-9b1c-b2e9eef96296] Terminating instance [ 816.391635] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-6ae954dc-516a-4588-9317-0c7526e83dea tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 6efbb7e0-0666-461e-8411-b297928d4ef2] Creating Snapshot of the VM instance {{(pid=70527) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 816.391869] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9bba9238-ebf4-41d5-82ba-5f99be73d833 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.403546] env[70527]: DEBUG oslo_vmware.api [None req-6ae954dc-516a-4588-9317-0c7526e83dea tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Waiting for the task: (returnval){ [ 816.403546] env[70527]: value = "task-3912936" [ 816.403546] env[70527]: _type = "Task" [ 816.403546] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.421693] env[70527]: DEBUG nova.compute.manager [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: c8f2bb6b-be01-4473-92f5-2a35a8eff5b0] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 816.425365] env[70527]: DEBUG oslo_vmware.api [None req-6ae954dc-516a-4588-9317-0c7526e83dea tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': task-3912936, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.510659] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88ba1ab-01d8-4bb1-9748-5c9b60e27609 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.519518] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a10e87-989f-42ad-a00e-a70e6e0ebd20 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.556243] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e7b4ca3-ab85-4176-8f67-08358737d583 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.564653] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd4a876-0408-4c13-b394-ef5621224ba6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.580051] env[70527]: DEBUG nova.compute.provider_tree [None req-81f646a3-7d21-4c06-b9c1-c07e383cd12e tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.587027] env[70527]: DEBUG nova.network.neutron [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: c8f2bb6b-be01-4473-92f5-2a35a8eff5b0] Successfully created port: 1177107d-489f-423e-bea6-2167ec3c608d {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 816.647203] env[70527]: DEBUG nova.network.neutron [req-11d712ec-0785-4deb-993f-10482cda7799 req-f65ecf49-af50-4c43-8af8-ee5a0ea368db service nova] [instance: 92d864e4-e030-49df-b739-46f55730fd0a] Updated VIF entry in instance network info cache for port c6495146-3a01-45fb-a9cd-048d06f9648e. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 816.647563] env[70527]: DEBUG nova.network.neutron [req-11d712ec-0785-4deb-993f-10482cda7799 req-f65ecf49-af50-4c43-8af8-ee5a0ea368db service nova] [instance: 92d864e4-e030-49df-b739-46f55730fd0a] Updating instance_info_cache with network_info: [{"id": "c6495146-3a01-45fb-a9cd-048d06f9648e", "address": "fa:16:3e:e7:fc:3a", "network": {"id": "29b8e902-296b-4709-aca2-c446fcf3fa56", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.236", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3eee3a2e62a4bcdad1e7484fcad9e2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6495146-3a", "ovs_interfaceid": "c6495146-3a01-45fb-a9cd-048d06f9648e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.677654] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912934, 'name': CreateVM_Task, 'duration_secs': 0.525042} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.677897] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92d864e4-e030-49df-b739-46f55730fd0a] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 816.678571] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.678735] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.679069] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.679878] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21c37702-e9af-487e-b921-1b67601c78c9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.686839] env[70527]: DEBUG oslo_vmware.api [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Waiting for the task: (returnval){ [ 816.686839] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52e35a3e-fe58-b04e-a245-9d7c0dfcdfdd" [ 816.686839] env[70527]: _type = "Task" [ 816.686839] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.694766] env[70527]: DEBUG oslo_vmware.api [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52e35a3e-fe58-b04e-a245-9d7c0dfcdfdd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.772328] env[70527]: DEBUG oslo_vmware.api [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Task: {'id': task-3912935, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081045} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.772699] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] [instance: 4a285879-39e7-41c6-ae76-ca5a75c692c7] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 816.773593] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6429462-6308-413e-aab1-5ff3573b0352 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.797946] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] [instance: 4a285879-39e7-41c6-ae76-ca5a75c692c7] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 4a285879-39e7-41c6-ae76-ca5a75c692c7/4a285879-39e7-41c6-ae76-ca5a75c692c7.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 816.798486] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96aab868-cd7a-44e6-a50b-fb52e05be57c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.820311] env[70527]: DEBUG oslo_vmware.api [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Waiting for the task: (returnval){ [ 816.820311] env[70527]: value = "task-3912937" [ 816.820311] env[70527]: _type = "Task" [ 816.820311] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.832123] env[70527]: DEBUG oslo_vmware.api [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Task: {'id': task-3912937, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.893236] env[70527]: DEBUG nova.compute.manager [None req-b1251973-3ca7-44ee-9046-1e1bee7a50a6 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] [instance: e0f5066e-917e-4e4a-9b1c-b2e9eef96296] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 816.893550] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-b1251973-3ca7-44ee-9046-1e1bee7a50a6 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] [instance: e0f5066e-917e-4e4a-9b1c-b2e9eef96296] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 816.897218] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2536a9b4-78af-47e4-9dbb-3282c9dba99e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.903334] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1251973-3ca7-44ee-9046-1e1bee7a50a6 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] [instance: e0f5066e-917e-4e4a-9b1c-b2e9eef96296] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 816.903682] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf1da0be-2406-4a26-aa16-1e6dafbfc2a8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.912368] env[70527]: DEBUG oslo_vmware.api [None req-b1251973-3ca7-44ee-9046-1e1bee7a50a6 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Waiting for the task: (returnval){ [ 816.912368] env[70527]: value = "task-3912938" [ 816.912368] env[70527]: _type = "Task" [ 816.912368] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.921791] env[70527]: DEBUG oslo_vmware.api [None req-6ae954dc-516a-4588-9317-0c7526e83dea tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': task-3912936, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.933836] env[70527]: DEBUG oslo_vmware.api [None req-b1251973-3ca7-44ee-9046-1e1bee7a50a6 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Task: {'id': task-3912938, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.084111] env[70527]: DEBUG nova.scheduler.client.report [None req-81f646a3-7d21-4c06-b9c1-c07e383cd12e tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 817.151056] env[70527]: DEBUG oslo_concurrency.lockutils [req-11d712ec-0785-4deb-993f-10482cda7799 req-f65ecf49-af50-4c43-8af8-ee5a0ea368db service nova] Releasing lock "refresh_cache-92d864e4-e030-49df-b739-46f55730fd0a" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.163078] env[70527]: DEBUG nova.network.neutron [-] [instance: a8990c35-0ff5-42a2-a236-871039dc979a] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.197649] env[70527]: DEBUG oslo_vmware.api [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52e35a3e-fe58-b04e-a245-9d7c0dfcdfdd, 'name': SearchDatastore_Task, 'duration_secs': 0.012774} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.197980] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.198228] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: 92d864e4-e030-49df-b739-46f55730fd0a] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 817.198639] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.198639] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.198827] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 817.199433] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a65a4385-1713-4b66-a723-3b00b45c0409 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.210710] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 817.210710] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 817.211538] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e934562d-554d-4e69-8808-8dccff732164 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.223275] env[70527]: DEBUG oslo_vmware.api [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Waiting for the task: (returnval){ [ 817.223275] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]528533dc-6c09-61fb-e73e-1a3161c129dd" [ 817.223275] env[70527]: _type = "Task" [ 817.223275] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.233635] env[70527]: DEBUG oslo_vmware.api [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]528533dc-6c09-61fb-e73e-1a3161c129dd, 'name': SearchDatastore_Task, 'duration_secs': 0.012745} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.235109] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fc757f1-671c-4a0d-a6e7-cf2e910182ac {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.240711] env[70527]: DEBUG oslo_vmware.api [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Waiting for the task: (returnval){ [ 817.240711] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]525aa8e1-6a38-6f3f-e170-18920fa3595f" [ 817.240711] env[70527]: _type = "Task" [ 817.240711] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.250819] env[70527]: DEBUG oslo_vmware.api [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]525aa8e1-6a38-6f3f-e170-18920fa3595f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.333590] env[70527]: DEBUG oslo_vmware.api [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Task: {'id': task-3912937, 'name': ReconfigVM_Task, 'duration_secs': 0.491273} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.333590] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] [instance: 4a285879-39e7-41c6-ae76-ca5a75c692c7] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 4a285879-39e7-41c6-ae76-ca5a75c692c7/4a285879-39e7-41c6-ae76-ca5a75c692c7.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 817.333590] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ade50c1-e6c5-44ca-8193-bd0a6820e7c0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.341228] env[70527]: DEBUG oslo_vmware.api [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Waiting for the task: (returnval){ [ 817.341228] env[70527]: value = "task-3912939" [ 817.341228] env[70527]: _type = "Task" [ 817.341228] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.350464] env[70527]: DEBUG oslo_vmware.api [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Task: {'id': task-3912939, 'name': Rename_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.418234] env[70527]: DEBUG oslo_vmware.api [None req-6ae954dc-516a-4588-9317-0c7526e83dea tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': task-3912936, 'name': CreateSnapshot_Task, 'duration_secs': 0.928911} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.421793] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-6ae954dc-516a-4588-9317-0c7526e83dea tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 6efbb7e0-0666-461e-8411-b297928d4ef2] Created Snapshot of the VM instance {{(pid=70527) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 817.422662] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76538634-c8d1-4676-979d-d686aa1ace4c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.437353] env[70527]: DEBUG nova.compute.manager [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: c8f2bb6b-be01-4473-92f5-2a35a8eff5b0] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 817.439496] env[70527]: DEBUG oslo_vmware.api [None req-b1251973-3ca7-44ee-9046-1e1bee7a50a6 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Task: {'id': task-3912938, 'name': PowerOffVM_Task, 'duration_secs': 0.223262} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.440201] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1251973-3ca7-44ee-9046-1e1bee7a50a6 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] [instance: e0f5066e-917e-4e4a-9b1c-b2e9eef96296] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 817.440639] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-b1251973-3ca7-44ee-9046-1e1bee7a50a6 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] [instance: e0f5066e-917e-4e4a-9b1c-b2e9eef96296] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 817.440639] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ebdd8cc-ceb4-4c6b-9d7e-f1294e568734 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.465256] env[70527]: DEBUG nova.virt.hardware [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 817.465256] env[70527]: DEBUG nova.virt.hardware [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 817.465256] env[70527]: DEBUG nova.virt.hardware [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 817.465764] env[70527]: DEBUG nova.virt.hardware [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 817.465764] env[70527]: DEBUG nova.virt.hardware [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 817.465764] env[70527]: DEBUG nova.virt.hardware [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 817.466072] env[70527]: DEBUG nova.virt.hardware [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 817.466205] env[70527]: DEBUG nova.virt.hardware [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 817.466327] env[70527]: DEBUG nova.virt.hardware [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 817.466559] env[70527]: DEBUG nova.virt.hardware [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 817.466802] env[70527]: DEBUG nova.virt.hardware [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 817.467854] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8dac793-da07-433d-b9df-d3a8608c3423 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.478955] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff65c054-3c88-4a7a-a7c5-dbbabcbeb199 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.523501] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-b1251973-3ca7-44ee-9046-1e1bee7a50a6 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] [instance: e0f5066e-917e-4e4a-9b1c-b2e9eef96296] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 817.523877] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-b1251973-3ca7-44ee-9046-1e1bee7a50a6 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] [instance: e0f5066e-917e-4e4a-9b1c-b2e9eef96296] Deleting contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 817.524196] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1251973-3ca7-44ee-9046-1e1bee7a50a6 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Deleting the datastore file [datastore1] e0f5066e-917e-4e4a-9b1c-b2e9eef96296 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 817.524609] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24ec6117-c921-4c6f-80c8-f1b5d101b59c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.533879] env[70527]: DEBUG oslo_vmware.api [None req-b1251973-3ca7-44ee-9046-1e1bee7a50a6 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Waiting for the task: (returnval){ [ 817.533879] env[70527]: value = "task-3912941" [ 817.533879] env[70527]: _type = "Task" [ 817.533879] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.545347] env[70527]: DEBUG oslo_vmware.api [None req-b1251973-3ca7-44ee-9046-1e1bee7a50a6 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Task: {'id': task-3912941, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.589956] env[70527]: DEBUG oslo_concurrency.lockutils [None req-81f646a3-7d21-4c06-b9c1-c07e383cd12e tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.183s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.593235] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.555s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.595502] env[70527]: INFO nova.compute.claims [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 817.616079] env[70527]: INFO nova.scheduler.client.report [None req-81f646a3-7d21-4c06-b9c1-c07e383cd12e tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Deleted allocations for instance 269d41c2-b7c9-4d6d-9671-3c31ac3b02ba [ 817.667612] env[70527]: INFO nova.compute.manager [-] [instance: a8990c35-0ff5-42a2-a236-871039dc979a] Took 1.49 seconds to deallocate network for instance. [ 817.753236] env[70527]: DEBUG oslo_vmware.api [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]525aa8e1-6a38-6f3f-e170-18920fa3595f, 'name': SearchDatastore_Task, 'duration_secs': 0.013918} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.753657] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.754046] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] 92d864e4-e030-49df-b739-46f55730fd0a/92d864e4-e030-49df-b739-46f55730fd0a.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 817.754389] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a956d80-8c20-4723-956e-737e3363d5db {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.763815] env[70527]: DEBUG oslo_vmware.api [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Waiting for the task: (returnval){ [ 817.763815] env[70527]: value = "task-3912942" [ 817.763815] env[70527]: _type = "Task" [ 817.763815] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.775348] env[70527]: DEBUG oslo_vmware.api [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': task-3912942, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.855156] env[70527]: DEBUG oslo_vmware.api [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Task: {'id': task-3912939, 'name': Rename_Task, 'duration_secs': 0.252019} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.855705] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] [instance: 4a285879-39e7-41c6-ae76-ca5a75c692c7] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 817.857174] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ccab0cd8-8ceb-4699-94fb-8fbb123b5e59 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.868569] env[70527]: DEBUG oslo_vmware.api [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Waiting for the task: (returnval){ [ 817.868569] env[70527]: value = "task-3912943" [ 817.868569] env[70527]: _type = "Task" [ 817.868569] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.881158] env[70527]: DEBUG oslo_vmware.api [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Task: {'id': task-3912943, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.925491] env[70527]: DEBUG nova.compute.manager [req-fc226350-c196-485b-be1f-25a124f30843 req-4fdec36d-c6f2-4206-bd79-cfd5a0d17b5f service nova] [instance: a8990c35-0ff5-42a2-a236-871039dc979a] Received event network-vif-deleted-287771eb-72bf-4c0f-ab88-a32d02119b38 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.949259] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-6ae954dc-516a-4588-9317-0c7526e83dea tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 6efbb7e0-0666-461e-8411-b297928d4ef2] Creating linked-clone VM from snapshot {{(pid=70527) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 817.950116] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-46401c70-7769-45fe-87c0-9540713e5cb0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.965272] env[70527]: DEBUG oslo_vmware.api [None req-6ae954dc-516a-4588-9317-0c7526e83dea tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Waiting for the task: (returnval){ [ 817.965272] env[70527]: value = "task-3912944" [ 817.965272] env[70527]: _type = "Task" [ 817.965272] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.976924] env[70527]: DEBUG oslo_vmware.api [None req-6ae954dc-516a-4588-9317-0c7526e83dea tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': task-3912944, 'name': CloneVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.048396] env[70527]: DEBUG oslo_vmware.api [None req-b1251973-3ca7-44ee-9046-1e1bee7a50a6 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Task: {'id': task-3912941, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.254656} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.048676] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1251973-3ca7-44ee-9046-1e1bee7a50a6 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 818.048982] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-b1251973-3ca7-44ee-9046-1e1bee7a50a6 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] [instance: e0f5066e-917e-4e4a-9b1c-b2e9eef96296] Deleted contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 818.049395] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-b1251973-3ca7-44ee-9046-1e1bee7a50a6 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] [instance: e0f5066e-917e-4e4a-9b1c-b2e9eef96296] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 818.049509] env[70527]: INFO nova.compute.manager [None req-b1251973-3ca7-44ee-9046-1e1bee7a50a6 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] [instance: e0f5066e-917e-4e4a-9b1c-b2e9eef96296] Took 1.16 seconds to destroy the instance on the hypervisor. [ 818.049853] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b1251973-3ca7-44ee-9046-1e1bee7a50a6 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 818.050151] env[70527]: DEBUG nova.compute.manager [-] [instance: e0f5066e-917e-4e4a-9b1c-b2e9eef96296] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 818.050273] env[70527]: DEBUG nova.network.neutron [-] [instance: e0f5066e-917e-4e4a-9b1c-b2e9eef96296] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 818.127581] env[70527]: DEBUG oslo_concurrency.lockutils [None req-81f646a3-7d21-4c06-b9c1-c07e383cd12e tempest-ServerTagsTestJSON-1290888614 tempest-ServerTagsTestJSON-1290888614-project-member] Lock "269d41c2-b7c9-4d6d-9671-3c31ac3b02ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.994s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.177762] env[70527]: DEBUG oslo_concurrency.lockutils [None req-70355140-6b62-45a3-92c3-98eb775ab222 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.281989] env[70527]: DEBUG oslo_vmware.api [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': task-3912942, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.382998] env[70527]: DEBUG oslo_vmware.api [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Task: {'id': task-3912943, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.479421] env[70527]: DEBUG oslo_vmware.api [None req-6ae954dc-516a-4588-9317-0c7526e83dea tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': task-3912944, 'name': CloneVM_Task} progress is 94%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.749602] env[70527]: DEBUG nova.network.neutron [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: c8f2bb6b-be01-4473-92f5-2a35a8eff5b0] Successfully updated port: 1177107d-489f-423e-bea6-2167ec3c608d {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 818.782127] env[70527]: DEBUG oslo_vmware.api [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': task-3912942, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.601192} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.782713] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] 92d864e4-e030-49df-b739-46f55730fd0a/92d864e4-e030-49df-b739-46f55730fd0a.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 818.782931] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: 92d864e4-e030-49df-b739-46f55730fd0a] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 818.783754] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6dce4446-2098-49db-982a-f62730502308 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.794084] env[70527]: DEBUG oslo_vmware.api [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Waiting for the task: (returnval){ [ 818.794084] env[70527]: value = "task-3912945" [ 818.794084] env[70527]: _type = "Task" [ 818.794084] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.823225] env[70527]: DEBUG oslo_vmware.api [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': task-3912945, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.882808] env[70527]: DEBUG oslo_vmware.api [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Task: {'id': task-3912943, 'name': PowerOnVM_Task, 'duration_secs': 1.010121} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.886638] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] [instance: 4a285879-39e7-41c6-ae76-ca5a75c692c7] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 818.887869] env[70527]: INFO nova.compute.manager [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] [instance: 4a285879-39e7-41c6-ae76-ca5a75c692c7] Took 9.23 seconds to spawn the instance on the hypervisor. [ 818.888251] env[70527]: DEBUG nova.compute.manager [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] [instance: 4a285879-39e7-41c6-ae76-ca5a75c692c7] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 818.889477] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded6db4b-bcdf-4d14-bf40-bd3bbe353e63 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.986400] env[70527]: DEBUG oslo_vmware.api [None req-6ae954dc-516a-4588-9317-0c7526e83dea tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': task-3912944, 'name': CloneVM_Task} progress is 94%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.258219] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Acquiring lock "refresh_cache-c8f2bb6b-be01-4473-92f5-2a35a8eff5b0" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.258474] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Acquired lock "refresh_cache-c8f2bb6b-be01-4473-92f5-2a35a8eff5b0" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.258566] env[70527]: DEBUG nova.network.neutron [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: c8f2bb6b-be01-4473-92f5-2a35a8eff5b0] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 819.277078] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96135ddd-1fd9-428b-9ae7-0aa137aa5fb5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.287201] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83dd4446-79e3-4a50-bd56-63a052d39f2c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.325710] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa54677-a7bd-4ef6-8109-ade79e2dbada {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.338033] env[70527]: DEBUG oslo_vmware.api [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': task-3912945, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103368} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.338033] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: 92d864e4-e030-49df-b739-46f55730fd0a] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 819.338235] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b4d976f-65c4-4f51-9ddd-0c4fc926f56d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.342283] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a595c4-652a-4272-9729-e86478d6fb9a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.360066] env[70527]: DEBUG nova.compute.provider_tree [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.382199] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: 92d864e4-e030-49df-b739-46f55730fd0a] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 92d864e4-e030-49df-b739-46f55730fd0a/92d864e4-e030-49df-b739-46f55730fd0a.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 819.384256] env[70527]: DEBUG nova.scheduler.client.report [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 819.388055] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-227dd988-aa02-4f2b-935b-643c56abfbc0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.406563] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.813s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.407175] env[70527]: DEBUG nova.compute.manager [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 819.413502] env[70527]: DEBUG oslo_concurrency.lockutils [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.010s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.417170] env[70527]: INFO nova.compute.claims [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] [instance: 8670e011-a1c3-4b73-9988-3db09378c347] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 819.420519] env[70527]: INFO nova.compute.manager [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] [instance: 4a285879-39e7-41c6-ae76-ca5a75c692c7] Took 47.38 seconds to build instance. [ 819.428660] env[70527]: DEBUG oslo_vmware.api [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Waiting for the task: (returnval){ [ 819.428660] env[70527]: value = "task-3912946" [ 819.428660] env[70527]: _type = "Task" [ 819.428660] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.449023] env[70527]: DEBUG oslo_vmware.api [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': task-3912946, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.483025] env[70527]: DEBUG oslo_vmware.api [None req-6ae954dc-516a-4588-9317-0c7526e83dea tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': task-3912944, 'name': CloneVM_Task} progress is 95%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.498349] env[70527]: DEBUG nova.network.neutron [-] [instance: e0f5066e-917e-4e4a-9b1c-b2e9eef96296] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.824679] env[70527]: DEBUG nova.network.neutron [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: c8f2bb6b-be01-4473-92f5-2a35a8eff5b0] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 819.876193] env[70527]: DEBUG oslo_vmware.rw_handles [None req-d1f811eb-b776-44d9-8eb7-89c39dac839c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5274756e-a64e-17a2-b91a-411f0e85460d/disk-0.vmdk. {{(pid=70527) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 819.879640] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7afeb500-346b-4cf7-af4d-c26430ebc79e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.889200] env[70527]: DEBUG oslo_vmware.rw_handles [None req-d1f811eb-b776-44d9-8eb7-89c39dac839c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5274756e-a64e-17a2-b91a-411f0e85460d/disk-0.vmdk is in state: ready. {{(pid=70527) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 819.889640] env[70527]: ERROR oslo_vmware.rw_handles [None req-d1f811eb-b776-44d9-8eb7-89c39dac839c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5274756e-a64e-17a2-b91a-411f0e85460d/disk-0.vmdk due to incomplete transfer. [ 819.889640] env[70527]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-cae68d88-469a-48ac-85ba-67354a0815a6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.898582] env[70527]: DEBUG oslo_vmware.rw_handles [None req-d1f811eb-b776-44d9-8eb7-89c39dac839c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5274756e-a64e-17a2-b91a-411f0e85460d/disk-0.vmdk. {{(pid=70527) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 819.898801] env[70527]: DEBUG nova.virt.vmwareapi.images [None req-d1f811eb-b776-44d9-8eb7-89c39dac839c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Uploaded image 781dea64-6250-4d52-ab32-d3dce2f807cc to the Glance image server {{(pid=70527) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 819.901077] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1f811eb-b776-44d9-8eb7-89c39dac839c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Destroying the VM {{(pid=70527) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 819.901360] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f7ccae70-f77b-477c-be04-0effe742c8f8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.908757] env[70527]: DEBUG oslo_vmware.api [None req-d1f811eb-b776-44d9-8eb7-89c39dac839c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for the task: (returnval){ [ 819.908757] env[70527]: value = "task-3912947" [ 819.908757] env[70527]: _type = "Task" [ 819.908757] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.917741] env[70527]: DEBUG oslo_vmware.api [None req-d1f811eb-b776-44d9-8eb7-89c39dac839c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3912947, 'name': Destroy_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.921728] env[70527]: DEBUG nova.compute.utils [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 819.926350] env[70527]: DEBUG nova.compute.manager [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 819.926350] env[70527]: DEBUG nova.network.neutron [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 819.929186] env[70527]: DEBUG oslo_concurrency.lockutils [None req-51ad6e96-55b8-4f91-8ea0-97ae3b76f00a tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Lock "4a285879-39e7-41c6-ae76-ca5a75c692c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.272s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.943369] env[70527]: DEBUG oslo_vmware.api [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': task-3912946, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.983852] env[70527]: DEBUG nova.compute.manager [req-be2eb786-62e6-48b3-9156-b241b89af707 req-212bd6bb-e8a5-4eda-b35e-72708b538a30 service nova] [instance: c8f2bb6b-be01-4473-92f5-2a35a8eff5b0] Received event network-vif-plugged-1177107d-489f-423e-bea6-2167ec3c608d {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.987444] env[70527]: DEBUG oslo_concurrency.lockutils [req-be2eb786-62e6-48b3-9156-b241b89af707 req-212bd6bb-e8a5-4eda-b35e-72708b538a30 service nova] Acquiring lock "c8f2bb6b-be01-4473-92f5-2a35a8eff5b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.987444] env[70527]: DEBUG oslo_concurrency.lockutils [req-be2eb786-62e6-48b3-9156-b241b89af707 req-212bd6bb-e8a5-4eda-b35e-72708b538a30 service nova] Lock "c8f2bb6b-be01-4473-92f5-2a35a8eff5b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.987444] env[70527]: DEBUG oslo_concurrency.lockutils [req-be2eb786-62e6-48b3-9156-b241b89af707 req-212bd6bb-e8a5-4eda-b35e-72708b538a30 service nova] Lock "c8f2bb6b-be01-4473-92f5-2a35a8eff5b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.987444] env[70527]: DEBUG nova.compute.manager [req-be2eb786-62e6-48b3-9156-b241b89af707 req-212bd6bb-e8a5-4eda-b35e-72708b538a30 service nova] [instance: c8f2bb6b-be01-4473-92f5-2a35a8eff5b0] No waiting events found dispatching network-vif-plugged-1177107d-489f-423e-bea6-2167ec3c608d {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 819.987444] env[70527]: WARNING nova.compute.manager [req-be2eb786-62e6-48b3-9156-b241b89af707 req-212bd6bb-e8a5-4eda-b35e-72708b538a30 service nova] [instance: c8f2bb6b-be01-4473-92f5-2a35a8eff5b0] Received unexpected event network-vif-plugged-1177107d-489f-423e-bea6-2167ec3c608d for instance with vm_state building and task_state spawning. [ 819.988084] env[70527]: DEBUG nova.compute.manager [req-be2eb786-62e6-48b3-9156-b241b89af707 req-212bd6bb-e8a5-4eda-b35e-72708b538a30 service nova] [instance: c8f2bb6b-be01-4473-92f5-2a35a8eff5b0] Received event network-changed-1177107d-489f-423e-bea6-2167ec3c608d {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.988084] env[70527]: DEBUG nova.compute.manager [req-be2eb786-62e6-48b3-9156-b241b89af707 req-212bd6bb-e8a5-4eda-b35e-72708b538a30 service nova] [instance: c8f2bb6b-be01-4473-92f5-2a35a8eff5b0] Refreshing instance network info cache due to event network-changed-1177107d-489f-423e-bea6-2167ec3c608d. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 819.988084] env[70527]: DEBUG oslo_concurrency.lockutils [req-be2eb786-62e6-48b3-9156-b241b89af707 req-212bd6bb-e8a5-4eda-b35e-72708b538a30 service nova] Acquiring lock "refresh_cache-c8f2bb6b-be01-4473-92f5-2a35a8eff5b0" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.991745] env[70527]: DEBUG oslo_vmware.api [None req-6ae954dc-516a-4588-9317-0c7526e83dea tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': task-3912944, 'name': CloneVM_Task, 'duration_secs': 1.730436} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.992036] env[70527]: INFO nova.virt.vmwareapi.vmops [None req-6ae954dc-516a-4588-9317-0c7526e83dea tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 6efbb7e0-0666-461e-8411-b297928d4ef2] Created linked-clone VM from snapshot [ 819.992823] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6cdefcd-ae81-4caa-95f5-4d5820e5b1a6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.002927] env[70527]: INFO nova.compute.manager [-] [instance: e0f5066e-917e-4e4a-9b1c-b2e9eef96296] Took 1.95 seconds to deallocate network for instance. [ 820.003731] env[70527]: DEBUG nova.virt.vmwareapi.images [None req-6ae954dc-516a-4588-9317-0c7526e83dea tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 6efbb7e0-0666-461e-8411-b297928d4ef2] Uploading image d85365ba-507c-45e7-a55e-9cf742d905d7 {{(pid=70527) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 820.013942] env[70527]: DEBUG nova.policy [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab8a4d58e63044d189b47299c24b3743', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ed4db1eb0ba4f2fa60c393507b4b8fc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 820.020083] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ae954dc-516a-4588-9317-0c7526e83dea tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 6efbb7e0-0666-461e-8411-b297928d4ef2] Destroying the VM {{(pid=70527) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 820.020451] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3ddaaa27-7e8c-4f62-97f3-34732385b498 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.032477] env[70527]: DEBUG oslo_vmware.api [None req-6ae954dc-516a-4588-9317-0c7526e83dea tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Waiting for the task: (returnval){ [ 820.032477] env[70527]: value = "task-3912948" [ 820.032477] env[70527]: _type = "Task" [ 820.032477] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.044461] env[70527]: DEBUG oslo_vmware.api [None req-6ae954dc-516a-4588-9317-0c7526e83dea tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': task-3912948, 'name': Destroy_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.106069] env[70527]: DEBUG nova.network.neutron [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: c8f2bb6b-be01-4473-92f5-2a35a8eff5b0] Updating instance_info_cache with network_info: [{"id": "1177107d-489f-423e-bea6-2167ec3c608d", "address": "fa:16:3e:0b:cc:73", "network": {"id": "29b8e902-296b-4709-aca2-c446fcf3fa56", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3eee3a2e62a4bcdad1e7484fcad9e2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1177107d-48", "ovs_interfaceid": "1177107d-489f-423e-bea6-2167ec3c608d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.421921] env[70527]: DEBUG oslo_vmware.api [None req-d1f811eb-b776-44d9-8eb7-89c39dac839c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3912947, 'name': Destroy_Task, 'duration_secs': 0.338133} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.422237] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-d1f811eb-b776-44d9-8eb7-89c39dac839c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Destroyed the VM [ 820.424689] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-d1f811eb-b776-44d9-8eb7-89c39dac839c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Deleting Snapshot of the VM instance {{(pid=70527) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 820.424689] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cc647836-f500-43d8-9150-e201e236b561 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.432063] env[70527]: DEBUG nova.compute.manager [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 820.436660] env[70527]: DEBUG nova.compute.manager [None req-f022607c-2d29-40d3-903e-156bcaf623c1 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] [instance: 585795f1-3a3c-4f0e-9c64-0b23876ab5b6] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 820.442129] env[70527]: DEBUG oslo_vmware.api [None req-d1f811eb-b776-44d9-8eb7-89c39dac839c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for the task: (returnval){ [ 820.442129] env[70527]: value = "task-3912949" [ 820.442129] env[70527]: _type = "Task" [ 820.442129] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.459824] env[70527]: DEBUG oslo_vmware.api [None req-d1f811eb-b776-44d9-8eb7-89c39dac839c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3912949, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.464088] env[70527]: DEBUG oslo_vmware.api [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': task-3912946, 'name': ReconfigVM_Task, 'duration_secs': 0.62812} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.464088] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: 92d864e4-e030-49df-b739-46f55730fd0a] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 92d864e4-e030-49df-b739-46f55730fd0a/92d864e4-e030-49df-b739-46f55730fd0a.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 820.466060] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe150d4a-7cdf-40ba-91c8-fa9064916ce6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.477931] env[70527]: DEBUG oslo_vmware.api [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Waiting for the task: (returnval){ [ 820.477931] env[70527]: value = "task-3912950" [ 820.477931] env[70527]: _type = "Task" [ 820.477931] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.488569] env[70527]: DEBUG oslo_vmware.api [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': task-3912950, 'name': Rename_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.513567] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b1251973-3ca7-44ee-9046-1e1bee7a50a6 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.547146] env[70527]: DEBUG oslo_vmware.api [None req-6ae954dc-516a-4588-9317-0c7526e83dea tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': task-3912948, 'name': Destroy_Task} progress is 33%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.609745] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Releasing lock "refresh_cache-c8f2bb6b-be01-4473-92f5-2a35a8eff5b0" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.610062] env[70527]: DEBUG nova.compute.manager [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: c8f2bb6b-be01-4473-92f5-2a35a8eff5b0] Instance network_info: |[{"id": "1177107d-489f-423e-bea6-2167ec3c608d", "address": "fa:16:3e:0b:cc:73", "network": {"id": "29b8e902-296b-4709-aca2-c446fcf3fa56", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3eee3a2e62a4bcdad1e7484fcad9e2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1177107d-48", "ovs_interfaceid": "1177107d-489f-423e-bea6-2167ec3c608d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 820.610387] env[70527]: DEBUG oslo_concurrency.lockutils [req-be2eb786-62e6-48b3-9156-b241b89af707 req-212bd6bb-e8a5-4eda-b35e-72708b538a30 service nova] Acquired lock "refresh_cache-c8f2bb6b-be01-4473-92f5-2a35a8eff5b0" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.610650] env[70527]: DEBUG nova.network.neutron [req-be2eb786-62e6-48b3-9156-b241b89af707 req-212bd6bb-e8a5-4eda-b35e-72708b538a30 service nova] [instance: c8f2bb6b-be01-4473-92f5-2a35a8eff5b0] Refreshing network info cache for port 1177107d-489f-423e-bea6-2167ec3c608d {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 820.612045] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: c8f2bb6b-be01-4473-92f5-2a35a8eff5b0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:cc:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73eeba7c-29e1-4fdf-82b3-d62e63e86051', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1177107d-489f-423e-bea6-2167ec3c608d', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 820.624625] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 820.629727] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8f2bb6b-be01-4473-92f5-2a35a8eff5b0] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 820.631442] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e99c0a0-1ba0-4fc7-96b3-66349b11b244 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.663396] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 820.663396] env[70527]: value = "task-3912951" [ 820.663396] env[70527]: _type = "Task" [ 820.663396] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.675696] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912951, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.680380] env[70527]: DEBUG nova.network.neutron [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Successfully created port: 015554bc-e578-42fa-982b-384496fb4814 {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 820.968337] env[70527]: DEBUG oslo_vmware.api [None req-d1f811eb-b776-44d9-8eb7-89c39dac839c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3912949, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.971657] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f022607c-2d29-40d3-903e-156bcaf623c1 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.996158] env[70527]: DEBUG oslo_vmware.api [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': task-3912950, 'name': Rename_Task, 'duration_secs': 0.260421} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.996158] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: 92d864e4-e030-49df-b739-46f55730fd0a] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 820.996158] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96dafea9-e1ca-4cb2-8bcf-fd314b49a07e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.005698] env[70527]: DEBUG oslo_vmware.api [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Waiting for the task: (returnval){ [ 821.005698] env[70527]: value = "task-3912952" [ 821.005698] env[70527]: _type = "Task" [ 821.005698] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.016095] env[70527]: DEBUG oslo_vmware.api [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': task-3912952, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.047436] env[70527]: DEBUG oslo_vmware.api [None req-6ae954dc-516a-4588-9317-0c7526e83dea tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': task-3912948, 'name': Destroy_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.073246] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2aa6f67-4cd6-4ec6-a36c-09d4a69fffda {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.088345] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5113bf-1771-4801-adfe-33aa1111c087 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.122949] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259d72ae-2225-4746-99d6-f6873c17728a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.135679] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406a8ec4-065d-435e-89e5-cd09a62bd6d3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.150579] env[70527]: DEBUG nova.compute.provider_tree [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 821.174173] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912951, 'name': CreateVM_Task} progress is 25%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.418810] env[70527]: DEBUG nova.network.neutron [req-be2eb786-62e6-48b3-9156-b241b89af707 req-212bd6bb-e8a5-4eda-b35e-72708b538a30 service nova] [instance: c8f2bb6b-be01-4473-92f5-2a35a8eff5b0] Updated VIF entry in instance network info cache for port 1177107d-489f-423e-bea6-2167ec3c608d. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 821.419193] env[70527]: DEBUG nova.network.neutron [req-be2eb786-62e6-48b3-9156-b241b89af707 req-212bd6bb-e8a5-4eda-b35e-72708b538a30 service nova] [instance: c8f2bb6b-be01-4473-92f5-2a35a8eff5b0] Updating instance_info_cache with network_info: [{"id": "1177107d-489f-423e-bea6-2167ec3c608d", "address": "fa:16:3e:0b:cc:73", "network": {"id": "29b8e902-296b-4709-aca2-c446fcf3fa56", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3eee3a2e62a4bcdad1e7484fcad9e2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1177107d-48", "ovs_interfaceid": "1177107d-489f-423e-bea6-2167ec3c608d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.442088] env[70527]: DEBUG nova.compute.manager [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 821.457825] env[70527]: DEBUG oslo_vmware.api [None req-d1f811eb-b776-44d9-8eb7-89c39dac839c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3912949, 'name': RemoveSnapshot_Task, 'duration_secs': 0.997008} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.458099] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-d1f811eb-b776-44d9-8eb7-89c39dac839c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Deleted Snapshot of the VM instance {{(pid=70527) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 821.458690] env[70527]: INFO nova.compute.manager [None req-d1f811eb-b776-44d9-8eb7-89c39dac839c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Took 14.16 seconds to snapshot the instance on the hypervisor. [ 821.471130] env[70527]: DEBUG nova.virt.hardware [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 821.471130] env[70527]: DEBUG nova.virt.hardware [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 821.471130] env[70527]: DEBUG nova.virt.hardware [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 821.471336] env[70527]: DEBUG nova.virt.hardware [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 821.471336] env[70527]: DEBUG nova.virt.hardware [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 821.471336] env[70527]: DEBUG nova.virt.hardware [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 821.475557] env[70527]: DEBUG nova.virt.hardware [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 821.475907] env[70527]: DEBUG nova.virt.hardware [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 821.476239] env[70527]: DEBUG nova.virt.hardware [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 821.476523] env[70527]: DEBUG nova.virt.hardware [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 821.476820] env[70527]: DEBUG nova.virt.hardware [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 821.477788] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f695bcc0-cc4b-4512-a1bd-3c3f772fcc85 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.489231] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9848d0c-4489-48d8-8b38-0a45843bb6a7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.517305] env[70527]: DEBUG oslo_vmware.api [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': task-3912952, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.547146] env[70527]: DEBUG oslo_vmware.api [None req-6ae954dc-516a-4588-9317-0c7526e83dea tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': task-3912948, 'name': Destroy_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.655724] env[70527]: DEBUG nova.scheduler.client.report [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 821.676585] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912951, 'name': CreateVM_Task} progress is 25%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.922349] env[70527]: DEBUG oslo_concurrency.lockutils [req-be2eb786-62e6-48b3-9156-b241b89af707 req-212bd6bb-e8a5-4eda-b35e-72708b538a30 service nova] Releasing lock "refresh_cache-c8f2bb6b-be01-4473-92f5-2a35a8eff5b0" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.923259] env[70527]: DEBUG nova.compute.manager [req-be2eb786-62e6-48b3-9156-b241b89af707 req-212bd6bb-e8a5-4eda-b35e-72708b538a30 service nova] [instance: e0f5066e-917e-4e4a-9b1c-b2e9eef96296] Received event network-vif-deleted-bfa1041c-2b84-4705-b1c0-6203f4c95575 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.020703] env[70527]: DEBUG oslo_vmware.api [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': task-3912952, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.023132] env[70527]: DEBUG nova.compute.manager [None req-d1f811eb-b776-44d9-8eb7-89c39dac839c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Found 1 images (rotation: 2) {{(pid=70527) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 822.049045] env[70527]: DEBUG oslo_vmware.api [None req-6ae954dc-516a-4588-9317-0c7526e83dea tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': task-3912948, 'name': Destroy_Task, 'duration_secs': 1.725776} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.049198] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-6ae954dc-516a-4588-9317-0c7526e83dea tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 6efbb7e0-0666-461e-8411-b297928d4ef2] Destroyed the VM [ 822.049361] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-6ae954dc-516a-4588-9317-0c7526e83dea tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 6efbb7e0-0666-461e-8411-b297928d4ef2] Deleting Snapshot of the VM instance {{(pid=70527) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 822.049638] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-11af3a0a-729c-4795-851a-97ecfad229b4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.056824] env[70527]: DEBUG oslo_vmware.api [None req-6ae954dc-516a-4588-9317-0c7526e83dea tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Waiting for the task: (returnval){ [ 822.056824] env[70527]: value = "task-3912953" [ 822.056824] env[70527]: _type = "Task" [ 822.056824] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.067559] env[70527]: DEBUG oslo_vmware.api [None req-6ae954dc-516a-4588-9317-0c7526e83dea tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': task-3912953, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.092289] env[70527]: DEBUG oslo_concurrency.lockutils [None req-faf17a08-fbbb-4187-9f8f-683516ef863e tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Acquiring lock "4a285879-39e7-41c6-ae76-ca5a75c692c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.092289] env[70527]: DEBUG oslo_concurrency.lockutils [None req-faf17a08-fbbb-4187-9f8f-683516ef863e tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Lock "4a285879-39e7-41c6-ae76-ca5a75c692c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.092438] env[70527]: DEBUG oslo_concurrency.lockutils [None req-faf17a08-fbbb-4187-9f8f-683516ef863e tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Acquiring lock "4a285879-39e7-41c6-ae76-ca5a75c692c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.092621] env[70527]: DEBUG oslo_concurrency.lockutils [None req-faf17a08-fbbb-4187-9f8f-683516ef863e tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Lock "4a285879-39e7-41c6-ae76-ca5a75c692c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.092794] env[70527]: DEBUG oslo_concurrency.lockutils [None req-faf17a08-fbbb-4187-9f8f-683516ef863e tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Lock "4a285879-39e7-41c6-ae76-ca5a75c692c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.095186] env[70527]: INFO nova.compute.manager [None req-faf17a08-fbbb-4187-9f8f-683516ef863e tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] [instance: 4a285879-39e7-41c6-ae76-ca5a75c692c7] Terminating instance [ 822.163163] env[70527]: DEBUG oslo_concurrency.lockutils [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.749s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.163630] env[70527]: DEBUG nova.compute.manager [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] [instance: 8670e011-a1c3-4b73-9988-3db09378c347] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 822.167010] env[70527]: DEBUG oslo_concurrency.lockutils [None req-36920701-06f8-4db6-89f7-2806a5f85093 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.582s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.167168] env[70527]: DEBUG nova.objects.instance [None req-36920701-06f8-4db6-89f7-2806a5f85093 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Lazy-loading 'resources' on Instance uuid 1f2f9915-addb-4405-a32e-cfd7ac086321 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 822.182663] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912951, 'name': CreateVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.231320] env[70527]: DEBUG oslo_concurrency.lockutils [None req-451cfb8d-4c2f-4a34-b49d-452c612332e1 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Acquiring lock "01ecb952-4274-4c03-9642-ff7fc894df3c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.231320] env[70527]: DEBUG oslo_concurrency.lockutils [None req-451cfb8d-4c2f-4a34-b49d-452c612332e1 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Lock "01ecb952-4274-4c03-9642-ff7fc894df3c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.400912] env[70527]: DEBUG nova.network.neutron [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Successfully updated port: 015554bc-e578-42fa-982b-384496fb4814 {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 822.506578] env[70527]: DEBUG nova.compute.manager [req-d420b08c-0c51-4634-974e-7a407e23499e req-6a559f48-dcbf-47ad-872e-b87310582a96 service nova] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Received event network-vif-plugged-015554bc-e578-42fa-982b-384496fb4814 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.506848] env[70527]: DEBUG oslo_concurrency.lockutils [req-d420b08c-0c51-4634-974e-7a407e23499e req-6a559f48-dcbf-47ad-872e-b87310582a96 service nova] Acquiring lock "b3a6e20c-cdfe-47f0-8881-ec6ead71e86f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.507039] env[70527]: DEBUG oslo_concurrency.lockutils [req-d420b08c-0c51-4634-974e-7a407e23499e req-6a559f48-dcbf-47ad-872e-b87310582a96 service nova] Lock "b3a6e20c-cdfe-47f0-8881-ec6ead71e86f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.507220] env[70527]: DEBUG oslo_concurrency.lockutils [req-d420b08c-0c51-4634-974e-7a407e23499e req-6a559f48-dcbf-47ad-872e-b87310582a96 service nova] Lock "b3a6e20c-cdfe-47f0-8881-ec6ead71e86f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.507387] env[70527]: DEBUG nova.compute.manager [req-d420b08c-0c51-4634-974e-7a407e23499e req-6a559f48-dcbf-47ad-872e-b87310582a96 service nova] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] No waiting events found dispatching network-vif-plugged-015554bc-e578-42fa-982b-384496fb4814 {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 822.507634] env[70527]: WARNING nova.compute.manager [req-d420b08c-0c51-4634-974e-7a407e23499e req-6a559f48-dcbf-47ad-872e-b87310582a96 service nova] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Received unexpected event network-vif-plugged-015554bc-e578-42fa-982b-384496fb4814 for instance with vm_state building and task_state spawning. [ 822.522278] env[70527]: DEBUG oslo_vmware.api [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': task-3912952, 'name': PowerOnVM_Task} progress is 87%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.569089] env[70527]: DEBUG oslo_vmware.api [None req-6ae954dc-516a-4588-9317-0c7526e83dea tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': task-3912953, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.599067] env[70527]: DEBUG nova.compute.manager [None req-faf17a08-fbbb-4187-9f8f-683516ef863e tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] [instance: 4a285879-39e7-41c6-ae76-ca5a75c692c7] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 822.599315] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-faf17a08-fbbb-4187-9f8f-683516ef863e tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] [instance: 4a285879-39e7-41c6-ae76-ca5a75c692c7] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 822.600367] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba25f7d3-be9c-4dcc-b74a-a2321b145048 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.609115] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-faf17a08-fbbb-4187-9f8f-683516ef863e tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] [instance: 4a285879-39e7-41c6-ae76-ca5a75c692c7] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 822.609394] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8368de78-69dc-4066-b336-f92d9d7ebf26 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.618611] env[70527]: DEBUG oslo_vmware.api [None req-faf17a08-fbbb-4187-9f8f-683516ef863e tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Waiting for the task: (returnval){ [ 822.618611] env[70527]: value = "task-3912954" [ 822.618611] env[70527]: _type = "Task" [ 822.618611] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.626690] env[70527]: DEBUG oslo_vmware.api [None req-faf17a08-fbbb-4187-9f8f-683516ef863e tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Task: {'id': task-3912954, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.670872] env[70527]: DEBUG nova.compute.utils [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 822.676498] env[70527]: DEBUG nova.compute.manager [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] [instance: 8670e011-a1c3-4b73-9988-3db09378c347] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 822.676752] env[70527]: DEBUG nova.network.neutron [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] [instance: 8670e011-a1c3-4b73-9988-3db09378c347] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 822.689616] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912951, 'name': CreateVM_Task, 'duration_secs': 1.547128} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.690498] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8f2bb6b-be01-4473-92f5-2a35a8eff5b0] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 822.691352] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.691610] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.692076] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.692813] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05f6d077-053c-4eb0-ba32-c542b18ec168 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.700582] env[70527]: DEBUG oslo_vmware.api [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Waiting for the task: (returnval){ [ 822.700582] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52920777-9d39-3729-92a5-19bdebcd2a2a" [ 822.700582] env[70527]: _type = "Task" [ 822.700582] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.714089] env[70527]: DEBUG oslo_vmware.api [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52920777-9d39-3729-92a5-19bdebcd2a2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.775228] env[70527]: DEBUG nova.policy [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f5cb02a2426741a3b75ff309a895bfa0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'afd2d098aaf141dd8777d62628bdd7c6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 822.904120] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Acquiring lock "refresh_cache-b3a6e20c-cdfe-47f0-8881-ec6ead71e86f" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.904264] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Acquired lock "refresh_cache-b3a6e20c-cdfe-47f0-8881-ec6ead71e86f" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.904413] env[70527]: DEBUG nova.network.neutron [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 823.017138] env[70527]: DEBUG nova.compute.manager [None req-7e31687d-dff1-4468-81a5-9fbf25a0da91 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 823.018246] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1a9c63-0f5b-44c5-bb2c-66239d95a944 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.027249] env[70527]: DEBUG oslo_vmware.api [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': task-3912952, 'name': PowerOnVM_Task, 'duration_secs': 1.759078} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.031293] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: 92d864e4-e030-49df-b739-46f55730fd0a] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 823.031541] env[70527]: INFO nova.compute.manager [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: 92d864e4-e030-49df-b739-46f55730fd0a] Took 10.65 seconds to spawn the instance on the hypervisor. [ 823.031726] env[70527]: DEBUG nova.compute.manager [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: 92d864e4-e030-49df-b739-46f55730fd0a] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 823.033118] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa74e45-cff7-4d93-a51e-56e1f7130ba3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.069494] env[70527]: DEBUG oslo_vmware.api [None req-6ae954dc-516a-4588-9317-0c7526e83dea tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': task-3912953, 'name': RemoveSnapshot_Task, 'duration_secs': 0.993505} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.073775] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-6ae954dc-516a-4588-9317-0c7526e83dea tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 6efbb7e0-0666-461e-8411-b297928d4ef2] Deleted Snapshot of the VM instance {{(pid=70527) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 823.134903] env[70527]: DEBUG oslo_vmware.api [None req-faf17a08-fbbb-4187-9f8f-683516ef863e tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Task: {'id': task-3912954, 'name': PowerOffVM_Task, 'duration_secs': 0.212307} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.135493] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-faf17a08-fbbb-4187-9f8f-683516ef863e tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] [instance: 4a285879-39e7-41c6-ae76-ca5a75c692c7] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 823.135691] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-faf17a08-fbbb-4187-9f8f-683516ef863e tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] [instance: 4a285879-39e7-41c6-ae76-ca5a75c692c7] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 823.135991] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5021461a-4500-4a80-9e52-188f0f2c1e2c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.176654] env[70527]: DEBUG nova.compute.manager [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] [instance: 8670e011-a1c3-4b73-9988-3db09378c347] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 823.212688] env[70527]: DEBUG oslo_vmware.api [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52920777-9d39-3729-92a5-19bdebcd2a2a, 'name': SearchDatastore_Task, 'duration_secs': 0.012516} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.215620] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.215879] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: c8f2bb6b-be01-4473-92f5-2a35a8eff5b0] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 823.216151] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.216301] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.216478] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 823.218056] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d69e308-5520-4cc9-af9e-f1580fac9d74 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.220779] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-faf17a08-fbbb-4187-9f8f-683516ef863e tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] [instance: 4a285879-39e7-41c6-ae76-ca5a75c692c7] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 823.220779] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-faf17a08-fbbb-4187-9f8f-683516ef863e tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] [instance: 4a285879-39e7-41c6-ae76-ca5a75c692c7] Deleting contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 823.220779] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-faf17a08-fbbb-4187-9f8f-683516ef863e tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Deleting the datastore file [datastore1] 4a285879-39e7-41c6-ae76-ca5a75c692c7 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 823.220779] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-976c7cbf-fb91-4a77-b468-2ffe8db3a6c3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.228454] env[70527]: DEBUG oslo_vmware.api [None req-faf17a08-fbbb-4187-9f8f-683516ef863e tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Waiting for the task: (returnval){ [ 823.228454] env[70527]: value = "task-3912956" [ 823.228454] env[70527]: _type = "Task" [ 823.228454] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.236453] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 823.236685] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 823.237982] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed7be91e-0886-4d1d-8b07-855c91048653 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.243773] env[70527]: DEBUG oslo_vmware.api [None req-faf17a08-fbbb-4187-9f8f-683516ef863e tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Task: {'id': task-3912956, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.247551] env[70527]: DEBUG oslo_vmware.api [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Waiting for the task: (returnval){ [ 823.247551] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52323bc2-44c6-bdbe-6dbf-f5d5d4be2794" [ 823.247551] env[70527]: _type = "Task" [ 823.247551] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.255516] env[70527]: DEBUG nova.network.neutron [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] [instance: 8670e011-a1c3-4b73-9988-3db09378c347] Successfully created port: e3076869-f787-4bb9-8943-443668de518a {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 823.263449] env[70527]: DEBUG oslo_vmware.api [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52323bc2-44c6-bdbe-6dbf-f5d5d4be2794, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.318065] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbbf0350-51ff-4302-8d3a-9494a756ed1d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.325637] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46179c56-8322-4e31-b7d8-373304b4a561 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.359016] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a24c9a7-c62e-45d6-b137-e02c1da54244 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.364228] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff2fa02-436d-4ad8-a74e-29bf5d7d5230 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.378506] env[70527]: DEBUG nova.compute.provider_tree [None req-36920701-06f8-4db6-89f7-2806a5f85093 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.466326] env[70527]: DEBUG nova.network.neutron [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 823.541132] env[70527]: INFO nova.compute.manager [None req-7e31687d-dff1-4468-81a5-9fbf25a0da91 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] instance snapshotting [ 823.541757] env[70527]: DEBUG nova.objects.instance [None req-7e31687d-dff1-4468-81a5-9fbf25a0da91 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Lazy-loading 'flavor' on Instance uuid 680e9855-2905-4c0d-adc7-e45781fd1e4e {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 823.564290] env[70527]: INFO nova.compute.manager [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: 92d864e4-e030-49df-b739-46f55730fd0a] Took 45.26 seconds to build instance. [ 823.579698] env[70527]: WARNING nova.compute.manager [None req-6ae954dc-516a-4588-9317-0c7526e83dea tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 6efbb7e0-0666-461e-8411-b297928d4ef2] Image not found during snapshot: nova.exception.ImageNotFound: Image d85365ba-507c-45e7-a55e-9cf742d905d7 could not be found. [ 823.673235] env[70527]: DEBUG nova.network.neutron [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Updating instance_info_cache with network_info: [{"id": "015554bc-e578-42fa-982b-384496fb4814", "address": "fa:16:3e:fb:4f:15", "network": {"id": "c1fcdf3c-56d1-45c2-978c-afafea91fef9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-129278594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ed4db1eb0ba4f2fa60c393507b4b8fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap015554bc-e5", "ovs_interfaceid": "015554bc-e578-42fa-982b-384496fb4814", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.738370] env[70527]: DEBUG oslo_vmware.api [None req-faf17a08-fbbb-4187-9f8f-683516ef863e tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Task: {'id': task-3912956, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201016} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.738634] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-faf17a08-fbbb-4187-9f8f-683516ef863e tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 823.738818] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-faf17a08-fbbb-4187-9f8f-683516ef863e tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] [instance: 4a285879-39e7-41c6-ae76-ca5a75c692c7] Deleted contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 823.739031] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-faf17a08-fbbb-4187-9f8f-683516ef863e tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] [instance: 4a285879-39e7-41c6-ae76-ca5a75c692c7] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 823.739175] env[70527]: INFO nova.compute.manager [None req-faf17a08-fbbb-4187-9f8f-683516ef863e tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] [instance: 4a285879-39e7-41c6-ae76-ca5a75c692c7] Took 1.14 seconds to destroy the instance on the hypervisor. [ 823.739414] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-faf17a08-fbbb-4187-9f8f-683516ef863e tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 823.739605] env[70527]: DEBUG nova.compute.manager [-] [instance: 4a285879-39e7-41c6-ae76-ca5a75c692c7] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 823.739700] env[70527]: DEBUG nova.network.neutron [-] [instance: 4a285879-39e7-41c6-ae76-ca5a75c692c7] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 823.760699] env[70527]: DEBUG oslo_vmware.api [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52323bc2-44c6-bdbe-6dbf-f5d5d4be2794, 'name': SearchDatastore_Task, 'duration_secs': 0.018887} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.761549] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-464e3e14-4244-4cb0-a52f-f1ae995894e0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.767866] env[70527]: DEBUG oslo_vmware.api [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Waiting for the task: (returnval){ [ 823.767866] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52e43c7f-fa72-c2b1-fde5-e470a6b98939" [ 823.767866] env[70527]: _type = "Task" [ 823.767866] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.778793] env[70527]: DEBUG oslo_vmware.api [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52e43c7f-fa72-c2b1-fde5-e470a6b98939, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.882037] env[70527]: DEBUG nova.scheduler.client.report [None req-36920701-06f8-4db6-89f7-2806a5f85093 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 824.054227] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a477f64-d119-4119-88ef-3d8dec6c3ed3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.079565] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4eea9d58-779d-4394-984e-7676c08d801d tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Lock "92d864e4-e030-49df-b739-46f55730fd0a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.326s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.083131] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f131b21-46fd-4c75-a741-9137975aa5a0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.178034] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Releasing lock "refresh_cache-b3a6e20c-cdfe-47f0-8881-ec6ead71e86f" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.178034] env[70527]: DEBUG nova.compute.manager [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Instance network_info: |[{"id": "015554bc-e578-42fa-982b-384496fb4814", "address": "fa:16:3e:fb:4f:15", "network": {"id": "c1fcdf3c-56d1-45c2-978c-afafea91fef9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-129278594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ed4db1eb0ba4f2fa60c393507b4b8fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap015554bc-e5", "ovs_interfaceid": "015554bc-e578-42fa-982b-384496fb4814", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 824.178317] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:4f:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e9fa4744-8702-4973-b911-ee18192a3e4b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '015554bc-e578-42fa-982b-384496fb4814', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 824.184885] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Creating folder: Project (2ed4db1eb0ba4f2fa60c393507b4b8fc). Parent ref: group-v776920. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 824.185974] env[70527]: DEBUG nova.compute.manager [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] [instance: 8670e011-a1c3-4b73-9988-3db09378c347] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 824.187988] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8aeefc1a-9979-453a-b2ca-40058057fbfa {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.202824] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Created folder: Project (2ed4db1eb0ba4f2fa60c393507b4b8fc) in parent group-v776920. [ 824.203586] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Creating folder: Instances. Parent ref: group-v777027. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 824.203800] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e44c9f5-8a80-4a3c-8619-ad2d1707c0bc {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.217853] env[70527]: DEBUG nova.virt.hardware [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 824.217853] env[70527]: DEBUG nova.virt.hardware [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 824.217853] env[70527]: DEBUG nova.virt.hardware [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 824.218186] env[70527]: DEBUG nova.virt.hardware [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 824.218186] env[70527]: DEBUG nova.virt.hardware [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 824.218186] env[70527]: DEBUG nova.virt.hardware [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 824.218186] env[70527]: DEBUG nova.virt.hardware [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 824.218186] env[70527]: DEBUG nova.virt.hardware [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 824.218534] env[70527]: DEBUG nova.virt.hardware [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 824.218534] env[70527]: DEBUG nova.virt.hardware [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 824.218534] env[70527]: DEBUG nova.virt.hardware [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 824.219264] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c57814-324e-4cc8-9d93-8093f6b09dec {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.223283] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Created folder: Instances in parent group-v777027. [ 824.223546] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 824.224138] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 824.224364] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd21de88-0965-4127-b86e-8aaa99388761 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.242259] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc5bb62-3895-4549-be69-84af6d384ab8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.247975] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 824.247975] env[70527]: value = "task-3912959" [ 824.247975] env[70527]: _type = "Task" [ 824.247975] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.264851] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912959, 'name': CreateVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.280120] env[70527]: DEBUG oslo_vmware.api [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52e43c7f-fa72-c2b1-fde5-e470a6b98939, 'name': SearchDatastore_Task, 'duration_secs': 0.010413} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.280120] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.280120] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] c8f2bb6b-be01-4473-92f5-2a35a8eff5b0/c8f2bb6b-be01-4473-92f5-2a35a8eff5b0.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 824.280726] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc123400-a550-4c9e-9711-3459ef847a3e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.292221] env[70527]: DEBUG oslo_vmware.api [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Waiting for the task: (returnval){ [ 824.292221] env[70527]: value = "task-3912960" [ 824.292221] env[70527]: _type = "Task" [ 824.292221] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.300565] env[70527]: DEBUG oslo_vmware.api [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': task-3912960, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.390617] env[70527]: DEBUG oslo_concurrency.lockutils [None req-36920701-06f8-4db6-89f7-2806a5f85093 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.221s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.391346] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.339s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.393401] env[70527]: INFO nova.compute.claims [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: ee0ccce4-72c3-443c-821b-0d5ae9c9935d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 824.423921] env[70527]: INFO nova.scheduler.client.report [None req-36920701-06f8-4db6-89f7-2806a5f85093 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Deleted allocations for instance 1f2f9915-addb-4405-a32e-cfd7ac086321 [ 824.539927] env[70527]: DEBUG nova.compute.manager [req-ce8a91f6-e5cf-4b7a-98d4-9d6cc1e97e7a req-bd337223-d60e-4667-bada-6779711ea355 service nova] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Received event network-changed-015554bc-e578-42fa-982b-384496fb4814 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.540140] env[70527]: DEBUG nova.compute.manager [req-ce8a91f6-e5cf-4b7a-98d4-9d6cc1e97e7a req-bd337223-d60e-4667-bada-6779711ea355 service nova] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Refreshing instance network info cache due to event network-changed-015554bc-e578-42fa-982b-384496fb4814. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 824.540387] env[70527]: DEBUG oslo_concurrency.lockutils [req-ce8a91f6-e5cf-4b7a-98d4-9d6cc1e97e7a req-bd337223-d60e-4667-bada-6779711ea355 service nova] Acquiring lock "refresh_cache-b3a6e20c-cdfe-47f0-8881-ec6ead71e86f" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.540531] env[70527]: DEBUG oslo_concurrency.lockutils [req-ce8a91f6-e5cf-4b7a-98d4-9d6cc1e97e7a req-bd337223-d60e-4667-bada-6779711ea355 service nova] Acquired lock "refresh_cache-b3a6e20c-cdfe-47f0-8881-ec6ead71e86f" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.541093] env[70527]: DEBUG nova.network.neutron [req-ce8a91f6-e5cf-4b7a-98d4-9d6cc1e97e7a req-bd337223-d60e-4667-bada-6779711ea355 service nova] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Refreshing network info cache for port 015554bc-e578-42fa-982b-384496fb4814 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 824.553957] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9a386717-58c9-45b4-85f0-5852b495b6dd tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Acquiring lock "6efbb7e0-0666-461e-8411-b297928d4ef2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.554366] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9a386717-58c9-45b4-85f0-5852b495b6dd tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Lock "6efbb7e0-0666-461e-8411-b297928d4ef2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.554460] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9a386717-58c9-45b4-85f0-5852b495b6dd tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Acquiring lock "6efbb7e0-0666-461e-8411-b297928d4ef2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.554673] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9a386717-58c9-45b4-85f0-5852b495b6dd tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Lock "6efbb7e0-0666-461e-8411-b297928d4ef2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.554909] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9a386717-58c9-45b4-85f0-5852b495b6dd tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Lock "6efbb7e0-0666-461e-8411-b297928d4ef2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.557660] env[70527]: INFO nova.compute.manager [None req-9a386717-58c9-45b4-85f0-5852b495b6dd tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 6efbb7e0-0666-461e-8411-b297928d4ef2] Terminating instance [ 824.587402] env[70527]: DEBUG nova.compute.manager [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] [instance: b7cf3e13-690b-4624-aaec-e3cec1d62308] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 824.591369] env[70527]: DEBUG nova.network.neutron [-] [instance: 4a285879-39e7-41c6-ae76-ca5a75c692c7] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.597451] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-7e31687d-dff1-4468-81a5-9fbf25a0da91 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Creating Snapshot of the VM instance {{(pid=70527) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 824.597597] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-747025c9-4475-49aa-b84d-03bce39ed4cb {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.607926] env[70527]: DEBUG oslo_vmware.api [None req-7e31687d-dff1-4468-81a5-9fbf25a0da91 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for the task: (returnval){ [ 824.607926] env[70527]: value = "task-3912961" [ 824.607926] env[70527]: _type = "Task" [ 824.607926] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.620718] env[70527]: DEBUG oslo_vmware.api [None req-7e31687d-dff1-4468-81a5-9fbf25a0da91 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3912961, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.769542] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912959, 'name': CreateVM_Task, 'duration_secs': 0.425749} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.769787] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 824.770727] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.770959] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.771399] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.771755] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d97b265e-b14e-452a-94e0-780ef762c5d3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.779841] env[70527]: DEBUG oslo_vmware.api [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Waiting for the task: (returnval){ [ 824.779841] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]5229265f-46eb-2684-56a4-d93994247f33" [ 824.779841] env[70527]: _type = "Task" [ 824.779841] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.791661] env[70527]: DEBUG oslo_vmware.api [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5229265f-46eb-2684-56a4-d93994247f33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.801204] env[70527]: DEBUG oslo_vmware.api [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': task-3912960, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.935326] env[70527]: DEBUG oslo_concurrency.lockutils [None req-36920701-06f8-4db6-89f7-2806a5f85093 tempest-ServerDiagnosticsNegativeTest-38847093 tempest-ServerDiagnosticsNegativeTest-38847093-project-member] Lock "1f2f9915-addb-4405-a32e-cfd7ac086321" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.885s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.990713] env[70527]: DEBUG nova.network.neutron [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] [instance: 8670e011-a1c3-4b73-9988-3db09378c347] Successfully updated port: e3076869-f787-4bb9-8943-443668de518a {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 825.063625] env[70527]: DEBUG nova.compute.manager [None req-9a386717-58c9-45b4-85f0-5852b495b6dd tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 6efbb7e0-0666-461e-8411-b297928d4ef2] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 825.063866] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-9a386717-58c9-45b4-85f0-5852b495b6dd tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 6efbb7e0-0666-461e-8411-b297928d4ef2] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 825.065346] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c34c7d-4796-4679-8a31-86c1ff56d373 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.075226] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a386717-58c9-45b4-85f0-5852b495b6dd tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 6efbb7e0-0666-461e-8411-b297928d4ef2] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 825.075408] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea1128d8-1098-49ce-ae07-b84587feb330 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.083771] env[70527]: DEBUG oslo_vmware.api [None req-9a386717-58c9-45b4-85f0-5852b495b6dd tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Waiting for the task: (returnval){ [ 825.083771] env[70527]: value = "task-3912962" [ 825.083771] env[70527]: _type = "Task" [ 825.083771] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.098112] env[70527]: INFO nova.compute.manager [-] [instance: 4a285879-39e7-41c6-ae76-ca5a75c692c7] Took 1.36 seconds to deallocate network for instance. [ 825.107453] env[70527]: DEBUG oslo_vmware.api [None req-9a386717-58c9-45b4-85f0-5852b495b6dd tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': task-3912962, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.120887] env[70527]: DEBUG oslo_vmware.api [None req-7e31687d-dff1-4468-81a5-9fbf25a0da91 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3912961, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.122331] env[70527]: DEBUG oslo_concurrency.lockutils [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.293222] env[70527]: DEBUG oslo_vmware.api [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5229265f-46eb-2684-56a4-d93994247f33, 'name': SearchDatastore_Task, 'duration_secs': 0.020381} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.298808] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.298808] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 825.299705] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.299705] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.299705] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 825.301954] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77899fc4-5731-4754-aa98-154b56b6599e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.310541] env[70527]: DEBUG oslo_vmware.api [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': task-3912960, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51934} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.312022] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] c8f2bb6b-be01-4473-92f5-2a35a8eff5b0/c8f2bb6b-be01-4473-92f5-2a35a8eff5b0.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 825.312022] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: c8f2bb6b-be01-4473-92f5-2a35a8eff5b0] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 825.312022] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a63a015-c01f-42fd-b347-e5c2eb3f3ac5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.315456] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 825.315746] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 825.317053] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-629fa5c8-0847-4b82-a92d-d8436a19f07c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.322627] env[70527]: DEBUG oslo_vmware.api [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Waiting for the task: (returnval){ [ 825.322627] env[70527]: value = "task-3912963" [ 825.322627] env[70527]: _type = "Task" [ 825.322627] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.326149] env[70527]: DEBUG oslo_vmware.api [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Waiting for the task: (returnval){ [ 825.326149] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52b08865-53ed-3d4c-174b-f5df102125b9" [ 825.326149] env[70527]: _type = "Task" [ 825.326149] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.340280] env[70527]: DEBUG oslo_vmware.api [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': task-3912963, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.345377] env[70527]: DEBUG nova.network.neutron [req-ce8a91f6-e5cf-4b7a-98d4-9d6cc1e97e7a req-bd337223-d60e-4667-bada-6779711ea355 service nova] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Updated VIF entry in instance network info cache for port 015554bc-e578-42fa-982b-384496fb4814. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 825.345939] env[70527]: DEBUG nova.network.neutron [req-ce8a91f6-e5cf-4b7a-98d4-9d6cc1e97e7a req-bd337223-d60e-4667-bada-6779711ea355 service nova] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Updating instance_info_cache with network_info: [{"id": "015554bc-e578-42fa-982b-384496fb4814", "address": "fa:16:3e:fb:4f:15", "network": {"id": "c1fcdf3c-56d1-45c2-978c-afafea91fef9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-129278594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ed4db1eb0ba4f2fa60c393507b4b8fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap015554bc-e5", "ovs_interfaceid": "015554bc-e578-42fa-982b-384496fb4814", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.347443] env[70527]: DEBUG oslo_vmware.api [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52b08865-53ed-3d4c-174b-f5df102125b9, 'name': SearchDatastore_Task, 'duration_secs': 0.013285} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.348527] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d18c522-2ac1-4100-b66c-a4696430a1d5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.355181] env[70527]: DEBUG oslo_vmware.api [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Waiting for the task: (returnval){ [ 825.355181] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]5269a6d9-edac-2275-6ed3-c00b97951f9a" [ 825.355181] env[70527]: _type = "Task" [ 825.355181] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.365581] env[70527]: DEBUG oslo_vmware.api [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5269a6d9-edac-2275-6ed3-c00b97951f9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.495137] env[70527]: DEBUG oslo_concurrency.lockutils [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Acquiring lock "refresh_cache-8670e011-a1c3-4b73-9988-3db09378c347" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.495312] env[70527]: DEBUG oslo_concurrency.lockutils [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Acquired lock "refresh_cache-8670e011-a1c3-4b73-9988-3db09378c347" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.495431] env[70527]: DEBUG nova.network.neutron [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] [instance: 8670e011-a1c3-4b73-9988-3db09378c347] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 825.597999] env[70527]: DEBUG oslo_vmware.api [None req-9a386717-58c9-45b4-85f0-5852b495b6dd tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': task-3912962, 'name': PowerOffVM_Task, 'duration_secs': 0.189505} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.604221] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a386717-58c9-45b4-85f0-5852b495b6dd tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 6efbb7e0-0666-461e-8411-b297928d4ef2] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 825.604221] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-9a386717-58c9-45b4-85f0-5852b495b6dd tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 6efbb7e0-0666-461e-8411-b297928d4ef2] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 825.604221] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c7249d58-be15-4cd7-be1e-705fcd3c7dac {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.615753] env[70527]: DEBUG oslo_concurrency.lockutils [None req-faf17a08-fbbb-4187-9f8f-683516ef863e tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.626415] env[70527]: DEBUG oslo_vmware.api [None req-7e31687d-dff1-4468-81a5-9fbf25a0da91 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3912961, 'name': CreateSnapshot_Task, 'duration_secs': 0.930686} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.626773] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-7e31687d-dff1-4468-81a5-9fbf25a0da91 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Created Snapshot of the VM instance {{(pid=70527) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 825.627629] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3554e6b-68ec-40d6-8b51-aa81cc579dbe {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.710553] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-9a386717-58c9-45b4-85f0-5852b495b6dd tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 6efbb7e0-0666-461e-8411-b297928d4ef2] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 825.710553] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-9a386717-58c9-45b4-85f0-5852b495b6dd tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 6efbb7e0-0666-461e-8411-b297928d4ef2] Deleting contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 825.710707] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a386717-58c9-45b4-85f0-5852b495b6dd tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Deleting the datastore file [datastore2] 6efbb7e0-0666-461e-8411-b297928d4ef2 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 825.714205] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5216c22-635f-46a2-bf60-375724c527d9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.724029] env[70527]: DEBUG oslo_vmware.api [None req-9a386717-58c9-45b4-85f0-5852b495b6dd tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Waiting for the task: (returnval){ [ 825.724029] env[70527]: value = "task-3912965" [ 825.724029] env[70527]: _type = "Task" [ 825.724029] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.738348] env[70527]: DEBUG oslo_vmware.api [None req-9a386717-58c9-45b4-85f0-5852b495b6dd tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': task-3912965, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.839555] env[70527]: DEBUG oslo_vmware.api [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': task-3912963, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092357} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.839555] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: c8f2bb6b-be01-4473-92f5-2a35a8eff5b0] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 825.840337] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d6e80e-0c6e-471d-9eb2-7beba70986dd {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.857786] env[70527]: DEBUG oslo_concurrency.lockutils [req-ce8a91f6-e5cf-4b7a-98d4-9d6cc1e97e7a req-bd337223-d60e-4667-bada-6779711ea355 service nova] Releasing lock "refresh_cache-b3a6e20c-cdfe-47f0-8881-ec6ead71e86f" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.858114] env[70527]: DEBUG nova.compute.manager [req-ce8a91f6-e5cf-4b7a-98d4-9d6cc1e97e7a req-bd337223-d60e-4667-bada-6779711ea355 service nova] [instance: 4a285879-39e7-41c6-ae76-ca5a75c692c7] Received event network-vif-deleted-9d954c0a-0f23-494a-b61a-6ffcf12e6d5c {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 825.858315] env[70527]: INFO nova.compute.manager [req-ce8a91f6-e5cf-4b7a-98d4-9d6cc1e97e7a req-bd337223-d60e-4667-bada-6779711ea355 service nova] [instance: 4a285879-39e7-41c6-ae76-ca5a75c692c7] Neutron deleted interface 9d954c0a-0f23-494a-b61a-6ffcf12e6d5c; detaching it from the instance and deleting it from the info cache [ 825.858494] env[70527]: DEBUG nova.network.neutron [req-ce8a91f6-e5cf-4b7a-98d4-9d6cc1e97e7a req-bd337223-d60e-4667-bada-6779711ea355 service nova] [instance: 4a285879-39e7-41c6-ae76-ca5a75c692c7] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.869195] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: c8f2bb6b-be01-4473-92f5-2a35a8eff5b0] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] c8f2bb6b-be01-4473-92f5-2a35a8eff5b0/c8f2bb6b-be01-4473-92f5-2a35a8eff5b0.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 825.877326] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec264694-71d3-40bf-87a4-08cd39745e22 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.891994] env[70527]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7753536f-2c1e-4e81-84ad-38b716fb4449 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.901689] env[70527]: DEBUG oslo_vmware.api [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5269a6d9-edac-2275-6ed3-c00b97951f9a, 'name': SearchDatastore_Task, 'duration_secs': 0.011145} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.904473] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.904473] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] b3a6e20c-cdfe-47f0-8881-ec6ead71e86f/b3a6e20c-cdfe-47f0-8881-ec6ead71e86f.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 825.904754] env[70527]: DEBUG oslo_vmware.api [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Waiting for the task: (returnval){ [ 825.904754] env[70527]: value = "task-3912966" [ 825.904754] env[70527]: _type = "Task" [ 825.904754] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.905190] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-677c82f7-d8a8-4596-89ca-12cf0c380db0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.910359] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8fda534-81c6-4c70-bf9e-8b8a90f1445b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.933313] env[70527]: DEBUG oslo_vmware.api [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': task-3912966, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.934759] env[70527]: DEBUG oslo_vmware.api [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Waiting for the task: (returnval){ [ 825.934759] env[70527]: value = "task-3912967" [ 825.934759] env[70527]: _type = "Task" [ 825.934759] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.951341] env[70527]: DEBUG nova.compute.manager [req-ce8a91f6-e5cf-4b7a-98d4-9d6cc1e97e7a req-bd337223-d60e-4667-bada-6779711ea355 service nova] [instance: 4a285879-39e7-41c6-ae76-ca5a75c692c7] Detach interface failed, port_id=9d954c0a-0f23-494a-b61a-6ffcf12e6d5c, reason: Instance 4a285879-39e7-41c6-ae76-ca5a75c692c7 could not be found. {{(pid=70527) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 825.959347] env[70527]: DEBUG oslo_vmware.api [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3912967, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.009320] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425f2b9b-a044-4ca1-ac17-fad077e10f63 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.017162] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76915dd1-5310-43b5-bd87-119a2332ed2c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.049763] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff937d4-94d5-4acf-93ea-118317dae009 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.053035] env[70527]: DEBUG nova.network.neutron [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] [instance: 8670e011-a1c3-4b73-9988-3db09378c347] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 826.061411] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da217cd8-959b-4bf9-842e-83f80449f6f5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.076131] env[70527]: DEBUG nova.compute.provider_tree [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 826.149903] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-7e31687d-dff1-4468-81a5-9fbf25a0da91 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Creating linked-clone VM from snapshot {{(pid=70527) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 826.153195] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5b77d104-8407-4bb5-baf3-7f83d1f38721 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.166037] env[70527]: DEBUG oslo_vmware.api [None req-7e31687d-dff1-4468-81a5-9fbf25a0da91 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for the task: (returnval){ [ 826.166037] env[70527]: value = "task-3912968" [ 826.166037] env[70527]: _type = "Task" [ 826.166037] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.177686] env[70527]: DEBUG oslo_vmware.api [None req-7e31687d-dff1-4468-81a5-9fbf25a0da91 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3912968, 'name': CloneVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.236950] env[70527]: DEBUG oslo_vmware.api [None req-9a386717-58c9-45b4-85f0-5852b495b6dd tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': task-3912965, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160528} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.237374] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a386717-58c9-45b4-85f0-5852b495b6dd tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 826.237674] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-9a386717-58c9-45b4-85f0-5852b495b6dd tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 6efbb7e0-0666-461e-8411-b297928d4ef2] Deleted contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 826.237984] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-9a386717-58c9-45b4-85f0-5852b495b6dd tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 6efbb7e0-0666-461e-8411-b297928d4ef2] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 826.238289] env[70527]: INFO nova.compute.manager [None req-9a386717-58c9-45b4-85f0-5852b495b6dd tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 6efbb7e0-0666-461e-8411-b297928d4ef2] Took 1.17 seconds to destroy the instance on the hypervisor. [ 826.238730] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a386717-58c9-45b4-85f0-5852b495b6dd tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 826.238948] env[70527]: DEBUG nova.compute.manager [-] [instance: 6efbb7e0-0666-461e-8411-b297928d4ef2] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 826.239231] env[70527]: DEBUG nova.network.neutron [-] [instance: 6efbb7e0-0666-461e-8411-b297928d4ef2] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 826.243518] env[70527]: DEBUG nova.network.neutron [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] [instance: 8670e011-a1c3-4b73-9988-3db09378c347] Updating instance_info_cache with network_info: [{"id": "e3076869-f787-4bb9-8943-443668de518a", "address": "fa:16:3e:e8:4c:15", "network": {"id": "a57b9398-b222-409c-ae5c-faea5436f281", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-155281304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afd2d098aaf141dd8777d62628bdd7c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3076869-f7", "ovs_interfaceid": "e3076869-f787-4bb9-8943-443668de518a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.422000] env[70527]: DEBUG oslo_vmware.api [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': task-3912966, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.447889] env[70527]: DEBUG oslo_vmware.api [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3912967, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.581171] env[70527]: DEBUG nova.scheduler.client.report [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 826.644820] env[70527]: DEBUG nova.compute.manager [req-6dba99a0-a60a-42f0-b3b3-afc489e04cae req-855e8612-d473-4196-aef0-26d505ae1a2b service nova] [instance: 8670e011-a1c3-4b73-9988-3db09378c347] Received event network-vif-plugged-e3076869-f787-4bb9-8943-443668de518a {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.644820] env[70527]: DEBUG oslo_concurrency.lockutils [req-6dba99a0-a60a-42f0-b3b3-afc489e04cae req-855e8612-d473-4196-aef0-26d505ae1a2b service nova] Acquiring lock "8670e011-a1c3-4b73-9988-3db09378c347-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.644820] env[70527]: DEBUG oslo_concurrency.lockutils [req-6dba99a0-a60a-42f0-b3b3-afc489e04cae req-855e8612-d473-4196-aef0-26d505ae1a2b service nova] Lock "8670e011-a1c3-4b73-9988-3db09378c347-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.644820] env[70527]: DEBUG oslo_concurrency.lockutils [req-6dba99a0-a60a-42f0-b3b3-afc489e04cae req-855e8612-d473-4196-aef0-26d505ae1a2b service nova] Lock "8670e011-a1c3-4b73-9988-3db09378c347-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.645252] env[70527]: DEBUG nova.compute.manager [req-6dba99a0-a60a-42f0-b3b3-afc489e04cae req-855e8612-d473-4196-aef0-26d505ae1a2b service nova] [instance: 8670e011-a1c3-4b73-9988-3db09378c347] No waiting events found dispatching network-vif-plugged-e3076869-f787-4bb9-8943-443668de518a {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 826.645252] env[70527]: WARNING nova.compute.manager [req-6dba99a0-a60a-42f0-b3b3-afc489e04cae req-855e8612-d473-4196-aef0-26d505ae1a2b service nova] [instance: 8670e011-a1c3-4b73-9988-3db09378c347] Received unexpected event network-vif-plugged-e3076869-f787-4bb9-8943-443668de518a for instance with vm_state building and task_state spawning. [ 826.645252] env[70527]: DEBUG nova.compute.manager [req-6dba99a0-a60a-42f0-b3b3-afc489e04cae req-855e8612-d473-4196-aef0-26d505ae1a2b service nova] [instance: 8670e011-a1c3-4b73-9988-3db09378c347] Received event network-changed-e3076869-f787-4bb9-8943-443668de518a {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.645439] env[70527]: DEBUG nova.compute.manager [req-6dba99a0-a60a-42f0-b3b3-afc489e04cae req-855e8612-d473-4196-aef0-26d505ae1a2b service nova] [instance: 8670e011-a1c3-4b73-9988-3db09378c347] Refreshing instance network info cache due to event network-changed-e3076869-f787-4bb9-8943-443668de518a. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 826.645624] env[70527]: DEBUG oslo_concurrency.lockutils [req-6dba99a0-a60a-42f0-b3b3-afc489e04cae req-855e8612-d473-4196-aef0-26d505ae1a2b service nova] Acquiring lock "refresh_cache-8670e011-a1c3-4b73-9988-3db09378c347" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.679526] env[70527]: DEBUG oslo_vmware.api [None req-7e31687d-dff1-4468-81a5-9fbf25a0da91 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3912968, 'name': CloneVM_Task} progress is 94%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.746228] env[70527]: DEBUG oslo_concurrency.lockutils [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Releasing lock "refresh_cache-8670e011-a1c3-4b73-9988-3db09378c347" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.746694] env[70527]: DEBUG nova.compute.manager [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] [instance: 8670e011-a1c3-4b73-9988-3db09378c347] Instance network_info: |[{"id": "e3076869-f787-4bb9-8943-443668de518a", "address": "fa:16:3e:e8:4c:15", "network": {"id": "a57b9398-b222-409c-ae5c-faea5436f281", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-155281304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afd2d098aaf141dd8777d62628bdd7c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3076869-f7", "ovs_interfaceid": "e3076869-f787-4bb9-8943-443668de518a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 826.747035] env[70527]: DEBUG oslo_concurrency.lockutils [req-6dba99a0-a60a-42f0-b3b3-afc489e04cae req-855e8612-d473-4196-aef0-26d505ae1a2b service nova] Acquired lock "refresh_cache-8670e011-a1c3-4b73-9988-3db09378c347" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.747236] env[70527]: DEBUG nova.network.neutron [req-6dba99a0-a60a-42f0-b3b3-afc489e04cae req-855e8612-d473-4196-aef0-26d505ae1a2b service nova] [instance: 8670e011-a1c3-4b73-9988-3db09378c347] Refreshing network info cache for port e3076869-f787-4bb9-8943-443668de518a {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 826.748559] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] [instance: 8670e011-a1c3-4b73-9988-3db09378c347] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:4c:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26472e27-9835-4f87-ab7f-ca24dfee4e83', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3076869-f787-4bb9-8943-443668de518a', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 826.757040] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Creating folder: Project (afd2d098aaf141dd8777d62628bdd7c6). Parent ref: group-v776920. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 826.759427] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0002651c-3f85-416d-bbc7-00988179b525 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.774906] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Created folder: Project (afd2d098aaf141dd8777d62628bdd7c6) in parent group-v776920. [ 826.775277] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Creating folder: Instances. Parent ref: group-v777032. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 826.776203] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7a4c8e3-9424-4442-8090-d042e254398e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.787975] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Created folder: Instances in parent group-v777032. [ 826.787975] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 826.787975] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8670e011-a1c3-4b73-9988-3db09378c347] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 826.788315] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-26995e45-b662-4ac2-baed-78fcdbbd3e7f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.808964] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 826.808964] env[70527]: value = "task-3912971" [ 826.808964] env[70527]: _type = "Task" [ 826.808964] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.818328] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912971, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.923144] env[70527]: DEBUG oslo_vmware.api [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': task-3912966, 'name': ReconfigVM_Task, 'duration_secs': 0.615707} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.923479] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: c8f2bb6b-be01-4473-92f5-2a35a8eff5b0] Reconfigured VM instance instance-00000023 to attach disk [datastore1] c8f2bb6b-be01-4473-92f5-2a35a8eff5b0/c8f2bb6b-be01-4473-92f5-2a35a8eff5b0.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 826.924119] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d435d59-0d46-4207-8804-d580500d46f5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.931464] env[70527]: DEBUG oslo_vmware.api [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Waiting for the task: (returnval){ [ 826.931464] env[70527]: value = "task-3912972" [ 826.931464] env[70527]: _type = "Task" [ 826.931464] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.950270] env[70527]: DEBUG oslo_vmware.api [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3912967, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528185} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.954413] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] b3a6e20c-cdfe-47f0-8881-ec6ead71e86f/b3a6e20c-cdfe-47f0-8881-ec6ead71e86f.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 826.954809] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 826.955213] env[70527]: DEBUG oslo_vmware.api [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': task-3912972, 'name': Rename_Task} progress is 10%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.956009] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-296fc629-5552-45c0-97f3-9514925de4a9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.969364] env[70527]: DEBUG oslo_vmware.api [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Waiting for the task: (returnval){ [ 826.969364] env[70527]: value = "task-3912973" [ 826.969364] env[70527]: _type = "Task" [ 826.969364] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.981560] env[70527]: DEBUG oslo_vmware.api [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3912973, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.080739] env[70527]: DEBUG nova.network.neutron [-] [instance: 6efbb7e0-0666-461e-8411-b297928d4ef2] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.091622] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.699s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.091622] env[70527]: DEBUG nova.compute.manager [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: ee0ccce4-72c3-443c-821b-0d5ae9c9935d] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 827.094685] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 32.080s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.135343] env[70527]: DEBUG nova.network.neutron [req-6dba99a0-a60a-42f0-b3b3-afc489e04cae req-855e8612-d473-4196-aef0-26d505ae1a2b service nova] [instance: 8670e011-a1c3-4b73-9988-3db09378c347] Updated VIF entry in instance network info cache for port e3076869-f787-4bb9-8943-443668de518a. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 827.135343] env[70527]: DEBUG nova.network.neutron [req-6dba99a0-a60a-42f0-b3b3-afc489e04cae req-855e8612-d473-4196-aef0-26d505ae1a2b service nova] [instance: 8670e011-a1c3-4b73-9988-3db09378c347] Updating instance_info_cache with network_info: [{"id": "e3076869-f787-4bb9-8943-443668de518a", "address": "fa:16:3e:e8:4c:15", "network": {"id": "a57b9398-b222-409c-ae5c-faea5436f281", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-155281304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afd2d098aaf141dd8777d62628bdd7c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3076869-f7", "ovs_interfaceid": "e3076869-f787-4bb9-8943-443668de518a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.180729] env[70527]: DEBUG oslo_vmware.api [None req-7e31687d-dff1-4468-81a5-9fbf25a0da91 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3912968, 'name': CloneVM_Task} progress is 94%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.322583] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912971, 'name': CreateVM_Task, 'duration_secs': 0.400941} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.322812] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8670e011-a1c3-4b73-9988-3db09378c347] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 827.323663] env[70527]: DEBUG oslo_concurrency.lockutils [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.323893] env[70527]: DEBUG oslo_concurrency.lockutils [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.324275] env[70527]: DEBUG oslo_concurrency.lockutils [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.324637] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85023ffe-c5e2-44c3-ae7d-349dc32baac4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.330291] env[70527]: DEBUG oslo_vmware.api [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Waiting for the task: (returnval){ [ 827.330291] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52c52c10-674e-6c1e-02e6-126d8186835c" [ 827.330291] env[70527]: _type = "Task" [ 827.330291] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.341881] env[70527]: DEBUG oslo_vmware.api [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52c52c10-674e-6c1e-02e6-126d8186835c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.390419] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8c2daf57-6e5d-4c30-bdbd-7005f3650105 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Acquiring lock "3f4349d7-2095-4377-9036-5edcf415c18c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.391033] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8c2daf57-6e5d-4c30-bdbd-7005f3650105 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Lock "3f4349d7-2095-4377-9036-5edcf415c18c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.391033] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8c2daf57-6e5d-4c30-bdbd-7005f3650105 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Acquiring lock "3f4349d7-2095-4377-9036-5edcf415c18c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.391264] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8c2daf57-6e5d-4c30-bdbd-7005f3650105 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Lock "3f4349d7-2095-4377-9036-5edcf415c18c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.391906] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8c2daf57-6e5d-4c30-bdbd-7005f3650105 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Lock "3f4349d7-2095-4377-9036-5edcf415c18c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.394023] env[70527]: INFO nova.compute.manager [None req-8c2daf57-6e5d-4c30-bdbd-7005f3650105 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] [instance: 3f4349d7-2095-4377-9036-5edcf415c18c] Terminating instance [ 827.443756] env[70527]: DEBUG oslo_vmware.api [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': task-3912972, 'name': Rename_Task, 'duration_secs': 0.211518} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.443756] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: c8f2bb6b-be01-4473-92f5-2a35a8eff5b0] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 827.443756] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-caae94ce-1e81-41ee-973d-e7579cb2ae79 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.451632] env[70527]: DEBUG oslo_vmware.api [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Waiting for the task: (returnval){ [ 827.451632] env[70527]: value = "task-3912974" [ 827.451632] env[70527]: _type = "Task" [ 827.451632] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.462457] env[70527]: DEBUG oslo_vmware.api [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': task-3912974, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.480698] env[70527]: DEBUG oslo_vmware.api [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3912973, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084682} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.480805] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 827.481531] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb29d4c-c8e7-442b-94b7-cf4ef385d5b8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.506756] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] b3a6e20c-cdfe-47f0-8881-ec6ead71e86f/b3a6e20c-cdfe-47f0-8881-ec6ead71e86f.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 827.507203] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b431ca11-fbd0-4a3a-9233-baf0048f65e7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.529863] env[70527]: DEBUG oslo_vmware.api [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Waiting for the task: (returnval){ [ 827.529863] env[70527]: value = "task-3912975" [ 827.529863] env[70527]: _type = "Task" [ 827.529863] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.539312] env[70527]: DEBUG oslo_vmware.api [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3912975, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.582252] env[70527]: INFO nova.compute.manager [-] [instance: 6efbb7e0-0666-461e-8411-b297928d4ef2] Took 1.34 seconds to deallocate network for instance. [ 827.611059] env[70527]: DEBUG nova.compute.utils [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 827.612165] env[70527]: DEBUG nova.compute.manager [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: ee0ccce4-72c3-443c-821b-0d5ae9c9935d] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 827.612355] env[70527]: DEBUG nova.network.neutron [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: ee0ccce4-72c3-443c-821b-0d5ae9c9935d] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 827.635826] env[70527]: DEBUG oslo_concurrency.lockutils [req-6dba99a0-a60a-42f0-b3b3-afc489e04cae req-855e8612-d473-4196-aef0-26d505ae1a2b service nova] Releasing lock "refresh_cache-8670e011-a1c3-4b73-9988-3db09378c347" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.676560] env[70527]: DEBUG nova.policy [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab8a4d58e63044d189b47299c24b3743', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ed4db1eb0ba4f2fa60c393507b4b8fc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 827.687090] env[70527]: DEBUG oslo_vmware.api [None req-7e31687d-dff1-4468-81a5-9fbf25a0da91 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3912968, 'name': CloneVM_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.843039] env[70527]: DEBUG oslo_vmware.api [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52c52c10-674e-6c1e-02e6-126d8186835c, 'name': SearchDatastore_Task, 'duration_secs': 0.011975} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.844032] env[70527]: DEBUG oslo_concurrency.lockutils [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.844032] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] [instance: 8670e011-a1c3-4b73-9988-3db09378c347] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 827.844032] env[70527]: DEBUG oslo_concurrency.lockutils [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.844032] env[70527]: DEBUG oslo_concurrency.lockutils [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.844235] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 827.844473] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02a6e628-9cc6-45f3-9d45-5f7d7beed420 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.854262] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 827.854446] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 827.855195] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37a5b3d4-7e3b-4bdc-9180-8fea11f583d9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.861630] env[70527]: DEBUG oslo_vmware.api [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Waiting for the task: (returnval){ [ 827.861630] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]5245fe6c-323c-87f9-edb1-d8ab492f5769" [ 827.861630] env[70527]: _type = "Task" [ 827.861630] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.871216] env[70527]: DEBUG oslo_vmware.api [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5245fe6c-323c-87f9-edb1-d8ab492f5769, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.899785] env[70527]: DEBUG nova.compute.manager [None req-8c2daf57-6e5d-4c30-bdbd-7005f3650105 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] [instance: 3f4349d7-2095-4377-9036-5edcf415c18c] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 827.900053] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2daf57-6e5d-4c30-bdbd-7005f3650105 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] [instance: 3f4349d7-2095-4377-9036-5edcf415c18c] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 827.900945] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5972cbb2-224f-40a4-b554-70b40153ec1c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.913733] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c2daf57-6e5d-4c30-bdbd-7005f3650105 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] [instance: 3f4349d7-2095-4377-9036-5edcf415c18c] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 827.914654] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6f6bc1c-b720-4f9a-a5ba-4a3a868e0750 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.923583] env[70527]: DEBUG oslo_vmware.api [None req-8c2daf57-6e5d-4c30-bdbd-7005f3650105 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Waiting for the task: (returnval){ [ 827.923583] env[70527]: value = "task-3912976" [ 827.923583] env[70527]: _type = "Task" [ 827.923583] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.935998] env[70527]: DEBUG oslo_vmware.api [None req-8c2daf57-6e5d-4c30-bdbd-7005f3650105 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Task: {'id': task-3912976, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.968417] env[70527]: DEBUG oslo_vmware.api [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': task-3912974, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.044639] env[70527]: DEBUG oslo_vmware.api [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3912975, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.091871] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9a386717-58c9-45b4-85f0-5852b495b6dd tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.097984] env[70527]: DEBUG oslo_concurrency.lockutils [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Acquiring lock "0bcc182a-d2e4-4900-930a-d8e2d93f6fc4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.098249] env[70527]: DEBUG oslo_concurrency.lockutils [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Lock "0bcc182a-d2e4-4900-930a-d8e2d93f6fc4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.107198] env[70527]: DEBUG nova.network.neutron [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: ee0ccce4-72c3-443c-821b-0d5ae9c9935d] Successfully created port: aacd3a4d-090f-4ffc-b23d-d4701a915c12 {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 828.120831] env[70527]: DEBUG nova.compute.manager [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: ee0ccce4-72c3-443c-821b-0d5ae9c9935d] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 828.156206] env[70527]: WARNING nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance c90b8c2b-6a16-41e0-87a9-c0368fd34446 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 828.156349] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 828.156741] env[70527]: WARNING nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance a8990c35-0ff5-42a2-a236-871039dc979a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 828.157186] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 9ad6dd25-d461-4c1a-a084-28ad37c432fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 828.158017] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 3f4349d7-2095-4377-9036-5edcf415c18c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 828.158017] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance ea9f773a-4f52-4819-9f4e-628db9b920f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 828.158017] env[70527]: WARNING nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance f5c1ab55-0e8b-4117-896c-728e547a938d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 828.158017] env[70527]: WARNING nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 2f725879-41a4-443d-8bfa-718f70ef1a64 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 828.158261] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 680e9855-2905-4c0d-adc7-e45781fd1e4e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 828.158430] env[70527]: WARNING nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance e0f5066e-917e-4e4a-9b1c-b2e9eef96296 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 828.158987] env[70527]: WARNING nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 828.159164] env[70527]: WARNING nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 2b7d550b-ee65-4f22-8984-9b88e08de4d1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 828.162020] env[70527]: WARNING nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance d407b27d-9688-4bcd-95a2-dd37a9faf53e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 828.162020] env[70527]: WARNING nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 572a409f-4b2a-421d-be2f-99a98bdc7367 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 828.162020] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance f9a77c4a-662f-484b-9d72-358d9298974b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 828.162020] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 6efbb7e0-0666-461e-8411-b297928d4ef2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 828.162020] env[70527]: WARNING nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 4a285879-39e7-41c6-ae76-ca5a75c692c7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 828.162411] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 92d864e4-e030-49df-b739-46f55730fd0a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 828.162411] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance c8f2bb6b-be01-4473-92f5-2a35a8eff5b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 828.162411] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance b3a6e20c-cdfe-47f0-8881-ec6ead71e86f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 828.162411] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 8670e011-a1c3-4b73-9988-3db09378c347 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 828.162550] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance ee0ccce4-72c3-443c-821b-0d5ae9c9935d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 828.182512] env[70527]: DEBUG oslo_vmware.api [None req-7e31687d-dff1-4468-81a5-9fbf25a0da91 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3912968, 'name': CloneVM_Task, 'duration_secs': 1.60574} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.182943] env[70527]: INFO nova.virt.vmwareapi.vmops [None req-7e31687d-dff1-4468-81a5-9fbf25a0da91 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Created linked-clone VM from snapshot [ 828.183920] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d88c190d-bb3d-4317-b48e-e21dd5795ebd {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.193180] env[70527]: DEBUG nova.virt.vmwareapi.images [None req-7e31687d-dff1-4468-81a5-9fbf25a0da91 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Uploading image 118615e9-76c4-4056-a827-d604b48b8822 {{(pid=70527) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 828.227309] env[70527]: DEBUG oslo_vmware.rw_handles [None req-7e31687d-dff1-4468-81a5-9fbf25a0da91 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 828.227309] env[70527]: value = "vm-777031" [ 828.227309] env[70527]: _type = "VirtualMachine" [ 828.227309] env[70527]: }. {{(pid=70527) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 828.227724] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-288d3360-b274-44c9-9499-a21f62d5bd71 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.235362] env[70527]: DEBUG oslo_vmware.rw_handles [None req-7e31687d-dff1-4468-81a5-9fbf25a0da91 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Lease: (returnval){ [ 828.235362] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52ba4c3f-d84c-1f3d-e262-17a7845831af" [ 828.235362] env[70527]: _type = "HttpNfcLease" [ 828.235362] env[70527]: } obtained for exporting VM: (result){ [ 828.235362] env[70527]: value = "vm-777031" [ 828.235362] env[70527]: _type = "VirtualMachine" [ 828.235362] env[70527]: }. {{(pid=70527) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 828.235789] env[70527]: DEBUG oslo_vmware.api [None req-7e31687d-dff1-4468-81a5-9fbf25a0da91 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for the lease: (returnval){ [ 828.235789] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52ba4c3f-d84c-1f3d-e262-17a7845831af" [ 828.235789] env[70527]: _type = "HttpNfcLease" [ 828.235789] env[70527]: } to be ready. {{(pid=70527) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 828.243517] env[70527]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 828.243517] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52ba4c3f-d84c-1f3d-e262-17a7845831af" [ 828.243517] env[70527]: _type = "HttpNfcLease" [ 828.243517] env[70527]: } is initializing. {{(pid=70527) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 828.373686] env[70527]: DEBUG oslo_vmware.api [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5245fe6c-323c-87f9-edb1-d8ab492f5769, 'name': SearchDatastore_Task, 'duration_secs': 0.009512} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.374700] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed7c2ad7-9071-47af-9ecd-cfffae029d54 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.380922] env[70527]: DEBUG oslo_vmware.api [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Waiting for the task: (returnval){ [ 828.380922] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]521fe0ae-9901-7fd7-5b7b-7afdc4801d2f" [ 828.380922] env[70527]: _type = "Task" [ 828.380922] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.389737] env[70527]: DEBUG oslo_vmware.api [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]521fe0ae-9901-7fd7-5b7b-7afdc4801d2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.433627] env[70527]: DEBUG oslo_vmware.api [None req-8c2daf57-6e5d-4c30-bdbd-7005f3650105 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Task: {'id': task-3912976, 'name': PowerOffVM_Task, 'duration_secs': 0.206851} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.433944] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c2daf57-6e5d-4c30-bdbd-7005f3650105 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] [instance: 3f4349d7-2095-4377-9036-5edcf415c18c] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 828.434807] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2daf57-6e5d-4c30-bdbd-7005f3650105 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] [instance: 3f4349d7-2095-4377-9036-5edcf415c18c] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 828.435172] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c157fa46-488d-4518-bb86-59a464b61911 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.464026] env[70527]: DEBUG oslo_vmware.api [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': task-3912974, 'name': PowerOnVM_Task, 'duration_secs': 0.716466} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.465423] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: c8f2bb6b-be01-4473-92f5-2a35a8eff5b0] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 828.465423] env[70527]: INFO nova.compute.manager [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: c8f2bb6b-be01-4473-92f5-2a35a8eff5b0] Took 11.03 seconds to spawn the instance on the hypervisor. [ 828.465423] env[70527]: DEBUG nova.compute.manager [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: c8f2bb6b-be01-4473-92f5-2a35a8eff5b0] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 828.466094] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b611b21-3071-46c7-bbf6-1223eab70e37 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.540294] env[70527]: DEBUG oslo_vmware.api [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3912975, 'name': ReconfigVM_Task, 'duration_secs': 0.553209} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.540667] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Reconfigured VM instance instance-00000024 to attach disk [datastore2] b3a6e20c-cdfe-47f0-8881-ec6ead71e86f/b3a6e20c-cdfe-47f0-8881-ec6ead71e86f.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 828.541359] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-01747ef0-c54f-46f5-b94b-d43e32b16706 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.549092] env[70527]: DEBUG oslo_vmware.api [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Waiting for the task: (returnval){ [ 828.549092] env[70527]: value = "task-3912979" [ 828.549092] env[70527]: _type = "Task" [ 828.549092] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.562881] env[70527]: DEBUG oslo_vmware.api [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3912979, 'name': Rename_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.665351] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 23137459-71e2-4681-9054-1bde06450f13 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 828.702630] env[70527]: DEBUG nova.compute.manager [req-2641ec7d-8a02-4ee4-9055-3ca98adc3754 req-1ab3fb8f-bcc9-4f33-94d7-3e3356817740 service nova] [instance: 6efbb7e0-0666-461e-8411-b297928d4ef2] Received event network-vif-deleted-ec0e66fa-65df-4bc2-8e45-edc74588a6bc {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.709909] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2daf57-6e5d-4c30-bdbd-7005f3650105 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] [instance: 3f4349d7-2095-4377-9036-5edcf415c18c] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 828.710140] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2daf57-6e5d-4c30-bdbd-7005f3650105 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] [instance: 3f4349d7-2095-4377-9036-5edcf415c18c] Deleting contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 828.710324] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c2daf57-6e5d-4c30-bdbd-7005f3650105 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Deleting the datastore file [datastore2] 3f4349d7-2095-4377-9036-5edcf415c18c {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 828.710896] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac4038c6-28d9-4567-aca2-e1d334d0980c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.720019] env[70527]: DEBUG oslo_vmware.api [None req-8c2daf57-6e5d-4c30-bdbd-7005f3650105 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Waiting for the task: (returnval){ [ 828.720019] env[70527]: value = "task-3912980" [ 828.720019] env[70527]: _type = "Task" [ 828.720019] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.730105] env[70527]: DEBUG oslo_vmware.api [None req-8c2daf57-6e5d-4c30-bdbd-7005f3650105 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Task: {'id': task-3912980, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.749019] env[70527]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 828.749019] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52ba4c3f-d84c-1f3d-e262-17a7845831af" [ 828.749019] env[70527]: _type = "HttpNfcLease" [ 828.749019] env[70527]: } is ready. {{(pid=70527) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 828.749019] env[70527]: DEBUG oslo_vmware.rw_handles [None req-7e31687d-dff1-4468-81a5-9fbf25a0da91 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 828.749019] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52ba4c3f-d84c-1f3d-e262-17a7845831af" [ 828.749019] env[70527]: _type = "HttpNfcLease" [ 828.749019] env[70527]: }. {{(pid=70527) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 828.749019] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a291dc9-9dba-438b-9464-fea8e55d1872 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.758460] env[70527]: DEBUG oslo_vmware.rw_handles [None req-7e31687d-dff1-4468-81a5-9fbf25a0da91 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cc02f3-8064-63ce-8c45-3cca1e4904fd/disk-0.vmdk from lease info. {{(pid=70527) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 828.758689] env[70527]: DEBUG oslo_vmware.rw_handles [None req-7e31687d-dff1-4468-81a5-9fbf25a0da91 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cc02f3-8064-63ce-8c45-3cca1e4904fd/disk-0.vmdk for reading. {{(pid=70527) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 828.894183] env[70527]: DEBUG oslo_vmware.api [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]521fe0ae-9901-7fd7-5b7b-7afdc4801d2f, 'name': SearchDatastore_Task, 'duration_secs': 0.013074} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.894183] env[70527]: DEBUG oslo_concurrency.lockutils [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.894183] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 8670e011-a1c3-4b73-9988-3db09378c347/8670e011-a1c3-4b73-9988-3db09378c347.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 828.894183] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34e85380-61ee-4c4b-9ed5-d7d0dc69f8b5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.901912] env[70527]: DEBUG oslo_vmware.api [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Waiting for the task: (returnval){ [ 828.901912] env[70527]: value = "task-3912981" [ 828.901912] env[70527]: _type = "Task" [ 828.901912] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.910292] env[70527]: DEBUG oslo_vmware.api [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Task: {'id': task-3912981, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.986413] env[70527]: INFO nova.compute.manager [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: c8f2bb6b-be01-4473-92f5-2a35a8eff5b0] Took 49.86 seconds to build instance. [ 829.063072] env[70527]: DEBUG oslo_vmware.api [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3912979, 'name': Rename_Task, 'duration_secs': 0.27588} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.063462] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 829.063824] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c92e9ef2-4fc7-493a-82d3-3f24b6cd986e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.073678] env[70527]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-aada4649-6e8f-4ec1-ad8e-6afaceb55b80 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.075910] env[70527]: DEBUG oslo_vmware.api [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Waiting for the task: (returnval){ [ 829.075910] env[70527]: value = "task-3912982" [ 829.075910] env[70527]: _type = "Task" [ 829.075910] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.088174] env[70527]: DEBUG oslo_vmware.api [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3912982, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.130483] env[70527]: DEBUG nova.compute.manager [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: ee0ccce4-72c3-443c-821b-0d5ae9c9935d] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 829.165411] env[70527]: DEBUG nova.virt.hardware [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 829.165669] env[70527]: DEBUG nova.virt.hardware [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 829.165825] env[70527]: DEBUG nova.virt.hardware [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 829.166108] env[70527]: DEBUG nova.virt.hardware [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 829.166190] env[70527]: DEBUG nova.virt.hardware [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 829.166307] env[70527]: DEBUG nova.virt.hardware [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 829.166539] env[70527]: DEBUG nova.virt.hardware [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 829.166716] env[70527]: DEBUG nova.virt.hardware [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 829.166874] env[70527]: DEBUG nova.virt.hardware [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 829.167065] env[70527]: DEBUG nova.virt.hardware [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 829.167252] env[70527]: DEBUG nova.virt.hardware [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 829.168149] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d73f7f23-6e6f-4f0c-8702-9e1abe46b150 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.176411] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance ed20e07e-dca3-4e05-987d-254a2d8891a7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 829.178807] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e352f33b-4219-4405-abb3-9263cba8ea55 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.232648] env[70527]: DEBUG oslo_vmware.api [None req-8c2daf57-6e5d-4c30-bdbd-7005f3650105 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Task: {'id': task-3912980, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.431619} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.232648] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c2daf57-6e5d-4c30-bdbd-7005f3650105 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 829.232648] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2daf57-6e5d-4c30-bdbd-7005f3650105 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] [instance: 3f4349d7-2095-4377-9036-5edcf415c18c] Deleted contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 829.232648] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2daf57-6e5d-4c30-bdbd-7005f3650105 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] [instance: 3f4349d7-2095-4377-9036-5edcf415c18c] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 829.232648] env[70527]: INFO nova.compute.manager [None req-8c2daf57-6e5d-4c30-bdbd-7005f3650105 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] [instance: 3f4349d7-2095-4377-9036-5edcf415c18c] Took 1.33 seconds to destroy the instance on the hypervisor. [ 829.233270] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c2daf57-6e5d-4c30-bdbd-7005f3650105 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 829.233270] env[70527]: DEBUG nova.compute.manager [-] [instance: 3f4349d7-2095-4377-9036-5edcf415c18c] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 829.233270] env[70527]: DEBUG nova.network.neutron [-] [instance: 3f4349d7-2095-4377-9036-5edcf415c18c] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 829.418445] env[70527]: DEBUG oslo_vmware.api [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Task: {'id': task-3912981, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.489053] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d6c22d20-a7ef-48bd-a8ac-53267e1227ee tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Lock "c8f2bb6b-be01-4473-92f5-2a35a8eff5b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.917s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.594973] env[70527]: DEBUG oslo_vmware.api [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3912982, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.687085] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance d77710c6-f1aa-45a5-9318-68bd49f93256 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 829.914874] env[70527]: DEBUG oslo_vmware.api [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Task: {'id': task-3912981, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.706118} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.915368] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 8670e011-a1c3-4b73-9988-3db09378c347/8670e011-a1c3-4b73-9988-3db09378c347.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 829.916082] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] [instance: 8670e011-a1c3-4b73-9988-3db09378c347] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 829.916082] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82c07ba3-1f57-4a30-9a56-2596ad0e954a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.926070] env[70527]: DEBUG oslo_vmware.api [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Waiting for the task: (returnval){ [ 829.926070] env[70527]: value = "task-3912983" [ 829.926070] env[70527]: _type = "Task" [ 829.926070] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.938982] env[70527]: DEBUG oslo_vmware.api [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Task: {'id': task-3912983, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.994493] env[70527]: DEBUG nova.compute.manager [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 830.083172] env[70527]: DEBUG nova.network.neutron [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: ee0ccce4-72c3-443c-821b-0d5ae9c9935d] Successfully updated port: aacd3a4d-090f-4ffc-b23d-d4701a915c12 {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 830.104273] env[70527]: DEBUG oslo_vmware.api [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3912982, 'name': PowerOnVM_Task, 'duration_secs': 0.82226} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.104748] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 830.105084] env[70527]: INFO nova.compute.manager [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Took 8.66 seconds to spawn the instance on the hypervisor. [ 830.105310] env[70527]: DEBUG nova.compute.manager [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 830.106264] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa570f0e-1186-4508-b389-77a878e8cc7e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.190238] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 1878e6d7-681c-4aca-ae45-7bd001cff323 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 830.437208] env[70527]: DEBUG oslo_vmware.api [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Task: {'id': task-3912983, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076977} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.438031] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] [instance: 8670e011-a1c3-4b73-9988-3db09378c347] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 830.438640] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e1ac2b-d94a-4329-8c85-a42c125ee37d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.465615] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] [instance: 8670e011-a1c3-4b73-9988-3db09378c347] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 8670e011-a1c3-4b73-9988-3db09378c347/8670e011-a1c3-4b73-9988-3db09378c347.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 830.465981] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee7a526b-1b45-4b58-b1dd-7a5be4df7dd0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.491689] env[70527]: DEBUG oslo_vmware.api [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Waiting for the task: (returnval){ [ 830.491689] env[70527]: value = "task-3912984" [ 830.491689] env[70527]: _type = "Task" [ 830.491689] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.506994] env[70527]: DEBUG oslo_vmware.api [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Task: {'id': task-3912984, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.534708] env[70527]: DEBUG oslo_concurrency.lockutils [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.587721] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Acquiring lock "refresh_cache-ee0ccce4-72c3-443c-821b-0d5ae9c9935d" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.588223] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Acquired lock "refresh_cache-ee0ccce4-72c3-443c-821b-0d5ae9c9935d" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.588223] env[70527]: DEBUG nova.network.neutron [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: ee0ccce4-72c3-443c-821b-0d5ae9c9935d] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 830.630761] env[70527]: INFO nova.compute.manager [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Took 42.61 seconds to build instance. [ 830.675656] env[70527]: DEBUG nova.network.neutron [-] [instance: 3f4349d7-2095-4377-9036-5edcf415c18c] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.693807] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 585795f1-3a3c-4f0e-9c64-0b23876ab5b6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 831.007183] env[70527]: DEBUG oslo_vmware.api [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Task: {'id': task-3912984, 'name': ReconfigVM_Task, 'duration_secs': 0.478861} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.007643] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] [instance: 8670e011-a1c3-4b73-9988-3db09378c347] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 8670e011-a1c3-4b73-9988-3db09378c347/8670e011-a1c3-4b73-9988-3db09378c347.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 831.008655] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c38e98a-926a-49ac-ac7f-de5c5ce4d20f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.019077] env[70527]: DEBUG oslo_vmware.api [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Waiting for the task: (returnval){ [ 831.019077] env[70527]: value = "task-3912985" [ 831.019077] env[70527]: _type = "Task" [ 831.019077] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.033694] env[70527]: DEBUG oslo_vmware.api [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Task: {'id': task-3912985, 'name': Rename_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.131275] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d65e95df-9d02-4b34-b3fd-143b24e683e8 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Lock "b3a6e20c-cdfe-47f0-8881-ec6ead71e86f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.753s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.180332] env[70527]: INFO nova.compute.manager [-] [instance: 3f4349d7-2095-4377-9036-5edcf415c18c] Took 1.95 seconds to deallocate network for instance. [ 831.198613] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance b7cf3e13-690b-4624-aaec-e3cec1d62308 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 831.294121] env[70527]: DEBUG nova.compute.manager [req-1dafad32-3fad-4108-b6f2-ffe9caa814fb req-f96ee3e8-3717-484b-ad2c-24b9c8863771 service nova] [instance: ee0ccce4-72c3-443c-821b-0d5ae9c9935d] Received event network-vif-plugged-aacd3a4d-090f-4ffc-b23d-d4701a915c12 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.294932] env[70527]: DEBUG oslo_concurrency.lockutils [req-1dafad32-3fad-4108-b6f2-ffe9caa814fb req-f96ee3e8-3717-484b-ad2c-24b9c8863771 service nova] Acquiring lock "ee0ccce4-72c3-443c-821b-0d5ae9c9935d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.295227] env[70527]: DEBUG oslo_concurrency.lockutils [req-1dafad32-3fad-4108-b6f2-ffe9caa814fb req-f96ee3e8-3717-484b-ad2c-24b9c8863771 service nova] Lock "ee0ccce4-72c3-443c-821b-0d5ae9c9935d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.295579] env[70527]: DEBUG oslo_concurrency.lockutils [req-1dafad32-3fad-4108-b6f2-ffe9caa814fb req-f96ee3e8-3717-484b-ad2c-24b9c8863771 service nova] Lock "ee0ccce4-72c3-443c-821b-0d5ae9c9935d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.295826] env[70527]: DEBUG nova.compute.manager [req-1dafad32-3fad-4108-b6f2-ffe9caa814fb req-f96ee3e8-3717-484b-ad2c-24b9c8863771 service nova] [instance: ee0ccce4-72c3-443c-821b-0d5ae9c9935d] No waiting events found dispatching network-vif-plugged-aacd3a4d-090f-4ffc-b23d-d4701a915c12 {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 831.296064] env[70527]: WARNING nova.compute.manager [req-1dafad32-3fad-4108-b6f2-ffe9caa814fb req-f96ee3e8-3717-484b-ad2c-24b9c8863771 service nova] [instance: ee0ccce4-72c3-443c-821b-0d5ae9c9935d] Received unexpected event network-vif-plugged-aacd3a4d-090f-4ffc-b23d-d4701a915c12 for instance with vm_state building and task_state spawning. [ 831.296595] env[70527]: DEBUG nova.compute.manager [req-1dafad32-3fad-4108-b6f2-ffe9caa814fb req-f96ee3e8-3717-484b-ad2c-24b9c8863771 service nova] [instance: ee0ccce4-72c3-443c-821b-0d5ae9c9935d] Received event network-changed-aacd3a4d-090f-4ffc-b23d-d4701a915c12 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.296858] env[70527]: DEBUG nova.compute.manager [req-1dafad32-3fad-4108-b6f2-ffe9caa814fb req-f96ee3e8-3717-484b-ad2c-24b9c8863771 service nova] [instance: ee0ccce4-72c3-443c-821b-0d5ae9c9935d] Refreshing instance network info cache due to event network-changed-aacd3a4d-090f-4ffc-b23d-d4701a915c12. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 831.297160] env[70527]: DEBUG oslo_concurrency.lockutils [req-1dafad32-3fad-4108-b6f2-ffe9caa814fb req-f96ee3e8-3717-484b-ad2c-24b9c8863771 service nova] Acquiring lock "refresh_cache-ee0ccce4-72c3-443c-821b-0d5ae9c9935d" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.411927] env[70527]: DEBUG nova.network.neutron [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: ee0ccce4-72c3-443c-821b-0d5ae9c9935d] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 831.531176] env[70527]: DEBUG oslo_vmware.api [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Task: {'id': task-3912985, 'name': Rename_Task, 'duration_secs': 0.165269} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.531176] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] [instance: 8670e011-a1c3-4b73-9988-3db09378c347] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 831.531745] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a4e8418-9cde-4d7c-a693-16bd8d913199 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.540905] env[70527]: DEBUG oslo_vmware.api [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Waiting for the task: (returnval){ [ 831.540905] env[70527]: value = "task-3912986" [ 831.540905] env[70527]: _type = "Task" [ 831.540905] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.556165] env[70527]: DEBUG oslo_vmware.api [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Task: {'id': task-3912986, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.588776] env[70527]: DEBUG nova.network.neutron [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: ee0ccce4-72c3-443c-821b-0d5ae9c9935d] Updating instance_info_cache with network_info: [{"id": "aacd3a4d-090f-4ffc-b23d-d4701a915c12", "address": "fa:16:3e:e2:ef:73", "network": {"id": "c1fcdf3c-56d1-45c2-978c-afafea91fef9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-129278594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ed4db1eb0ba4f2fa60c393507b4b8fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaacd3a4d-09", "ovs_interfaceid": "aacd3a4d-090f-4ffc-b23d-d4701a915c12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.635942] env[70527]: DEBUG nova.compute.manager [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] [instance: 9945a305-bb71-4d5b-a06d-20ec0e17d457] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 831.688470] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8c2daf57-6e5d-4c30-bdbd-7005f3650105 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.702481] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance cc87d385-12c6-43d2-af21-1d2737c5d451 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 831.843791] env[70527]: DEBUG nova.compute.manager [None req-639c5a54-0e45-434e-b7a2-96bda1927124 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: 92d864e4-e030-49df-b739-46f55730fd0a] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 831.848753] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f056429-4c68-4687-8bdb-cb59db5dfaa8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.055020] env[70527]: DEBUG oslo_vmware.api [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Task: {'id': task-3912986, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.096301] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Releasing lock "refresh_cache-ee0ccce4-72c3-443c-821b-0d5ae9c9935d" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.096301] env[70527]: DEBUG nova.compute.manager [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: ee0ccce4-72c3-443c-821b-0d5ae9c9935d] Instance network_info: |[{"id": "aacd3a4d-090f-4ffc-b23d-d4701a915c12", "address": "fa:16:3e:e2:ef:73", "network": {"id": "c1fcdf3c-56d1-45c2-978c-afafea91fef9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-129278594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ed4db1eb0ba4f2fa60c393507b4b8fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaacd3a4d-09", "ovs_interfaceid": "aacd3a4d-090f-4ffc-b23d-d4701a915c12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 832.096595] env[70527]: DEBUG oslo_concurrency.lockutils [req-1dafad32-3fad-4108-b6f2-ffe9caa814fb req-f96ee3e8-3717-484b-ad2c-24b9c8863771 service nova] Acquired lock "refresh_cache-ee0ccce4-72c3-443c-821b-0d5ae9c9935d" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.096595] env[70527]: DEBUG nova.network.neutron [req-1dafad32-3fad-4108-b6f2-ffe9caa814fb req-f96ee3e8-3717-484b-ad2c-24b9c8863771 service nova] [instance: ee0ccce4-72c3-443c-821b-0d5ae9c9935d] Refreshing network info cache for port aacd3a4d-090f-4ffc-b23d-d4701a915c12 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 832.097570] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: ee0ccce4-72c3-443c-821b-0d5ae9c9935d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:ef:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e9fa4744-8702-4973-b911-ee18192a3e4b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aacd3a4d-090f-4ffc-b23d-d4701a915c12', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 832.107116] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 832.107116] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee0ccce4-72c3-443c-821b-0d5ae9c9935d] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 832.107116] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2f535ad-63a7-48b4-a9f7-358cba9f35c3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.137484] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 832.137484] env[70527]: value = "task-3912987" [ 832.137484] env[70527]: _type = "Task" [ 832.137484] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.151405] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912987, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.170247] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.206764] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 9945a305-bb71-4d5b-a06d-20ec0e17d457 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 832.363675] env[70527]: INFO nova.compute.manager [None req-639c5a54-0e45-434e-b7a2-96bda1927124 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: 92d864e4-e030-49df-b739-46f55730fd0a] instance snapshotting [ 832.367013] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9615158-97d3-4a76-9307-25a5272ef150 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.386768] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdebf046-aa3b-4f3e-94c1-583af8db8ed3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.554680] env[70527]: DEBUG oslo_vmware.api [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Task: {'id': task-3912986, 'name': PowerOnVM_Task, 'duration_secs': 0.549328} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.555014] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] [instance: 8670e011-a1c3-4b73-9988-3db09378c347] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 832.555250] env[70527]: INFO nova.compute.manager [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] [instance: 8670e011-a1c3-4b73-9988-3db09378c347] Took 8.37 seconds to spawn the instance on the hypervisor. [ 832.555448] env[70527]: DEBUG nova.compute.manager [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] [instance: 8670e011-a1c3-4b73-9988-3db09378c347] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 832.556385] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ca23bc-df39-4a2c-aff6-e07dd81dd090 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.660879] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912987, 'name': CreateVM_Task} progress is 25%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.711314] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 5017d1d4-1e04-44b0-88eb-9acbfcee557c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 832.902222] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-639c5a54-0e45-434e-b7a2-96bda1927124 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: 92d864e4-e030-49df-b739-46f55730fd0a] Creating Snapshot of the VM instance {{(pid=70527) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 832.902222] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-953dd5bf-d588-475d-8736-f71c4f88215c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.913220] env[70527]: DEBUG oslo_vmware.api [None req-639c5a54-0e45-434e-b7a2-96bda1927124 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Waiting for the task: (returnval){ [ 832.913220] env[70527]: value = "task-3912988" [ 832.913220] env[70527]: _type = "Task" [ 832.913220] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.922714] env[70527]: DEBUG oslo_vmware.api [None req-639c5a54-0e45-434e-b7a2-96bda1927124 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': task-3912988, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.934924] env[70527]: DEBUG nova.network.neutron [req-1dafad32-3fad-4108-b6f2-ffe9caa814fb req-f96ee3e8-3717-484b-ad2c-24b9c8863771 service nova] [instance: ee0ccce4-72c3-443c-821b-0d5ae9c9935d] Updated VIF entry in instance network info cache for port aacd3a4d-090f-4ffc-b23d-d4701a915c12. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 832.936031] env[70527]: DEBUG nova.network.neutron [req-1dafad32-3fad-4108-b6f2-ffe9caa814fb req-f96ee3e8-3717-484b-ad2c-24b9c8863771 service nova] [instance: ee0ccce4-72c3-443c-821b-0d5ae9c9935d] Updating instance_info_cache with network_info: [{"id": "aacd3a4d-090f-4ffc-b23d-d4701a915c12", "address": "fa:16:3e:e2:ef:73", "network": {"id": "c1fcdf3c-56d1-45c2-978c-afafea91fef9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-129278594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ed4db1eb0ba4f2fa60c393507b4b8fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaacd3a4d-09", "ovs_interfaceid": "aacd3a4d-090f-4ffc-b23d-d4701a915c12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.079693] env[70527]: INFO nova.compute.manager [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] [instance: 8670e011-a1c3-4b73-9988-3db09378c347] Took 43.71 seconds to build instance. [ 833.152146] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912987, 'name': CreateVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.215996] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 7448dd1a-e7e3-4d9f-bcdf-5d8fe057ba38 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 833.240273] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquiring lock "d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.240635] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Lock "d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.423645] env[70527]: DEBUG oslo_vmware.api [None req-639c5a54-0e45-434e-b7a2-96bda1927124 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': task-3912988, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.440215] env[70527]: DEBUG oslo_concurrency.lockutils [req-1dafad32-3fad-4108-b6f2-ffe9caa814fb req-f96ee3e8-3717-484b-ad2c-24b9c8863771 service nova] Releasing lock "refresh_cache-ee0ccce4-72c3-443c-821b-0d5ae9c9935d" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.440215] env[70527]: DEBUG nova.compute.manager [req-1dafad32-3fad-4108-b6f2-ffe9caa814fb req-f96ee3e8-3717-484b-ad2c-24b9c8863771 service nova] [instance: 3f4349d7-2095-4377-9036-5edcf415c18c] Received event network-vif-deleted-e4340211-ef59-4906-a49d-6fdbb08d3ef8 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.584422] env[70527]: DEBUG oslo_concurrency.lockutils [None req-83c3b0ea-63bc-4a8a-a37f-334fe1c075a7 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Lock "8670e011-a1c3-4b73-9988-3db09378c347" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.353s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.602937] env[70527]: DEBUG oslo_concurrency.lockutils [None req-035304f0-b06e-462d-8ef8-b0885fc325b1 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Acquiring lock "8670e011-a1c3-4b73-9988-3db09378c347" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.603295] env[70527]: DEBUG oslo_concurrency.lockutils [None req-035304f0-b06e-462d-8ef8-b0885fc325b1 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Lock "8670e011-a1c3-4b73-9988-3db09378c347" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.603540] env[70527]: DEBUG oslo_concurrency.lockutils [None req-035304f0-b06e-462d-8ef8-b0885fc325b1 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Acquiring lock "8670e011-a1c3-4b73-9988-3db09378c347-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.603748] env[70527]: DEBUG oslo_concurrency.lockutils [None req-035304f0-b06e-462d-8ef8-b0885fc325b1 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Lock "8670e011-a1c3-4b73-9988-3db09378c347-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.604042] env[70527]: DEBUG oslo_concurrency.lockutils [None req-035304f0-b06e-462d-8ef8-b0885fc325b1 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Lock "8670e011-a1c3-4b73-9988-3db09378c347-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.606584] env[70527]: INFO nova.compute.manager [None req-035304f0-b06e-462d-8ef8-b0885fc325b1 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] [instance: 8670e011-a1c3-4b73-9988-3db09378c347] Terminating instance [ 833.652162] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912987, 'name': CreateVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.719752] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 68e47537-a820-4cc4-8856-1e9bcf2e26e2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 833.925816] env[70527]: DEBUG oslo_vmware.api [None req-639c5a54-0e45-434e-b7a2-96bda1927124 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': task-3912988, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.087406] env[70527]: DEBUG nova.compute.manager [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5017d1d4-1e04-44b0-88eb-9acbfcee557c] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 834.112682] env[70527]: DEBUG nova.compute.manager [None req-035304f0-b06e-462d-8ef8-b0885fc325b1 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] [instance: 8670e011-a1c3-4b73-9988-3db09378c347] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 834.112940] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-035304f0-b06e-462d-8ef8-b0885fc325b1 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] [instance: 8670e011-a1c3-4b73-9988-3db09378c347] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 834.113914] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1536f54-0ad8-42a7-9472-74abfa589a08 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.122614] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-035304f0-b06e-462d-8ef8-b0885fc325b1 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] [instance: 8670e011-a1c3-4b73-9988-3db09378c347] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 834.122899] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46c15d64-69c1-4cc7-8db7-cfc71e7f6984 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.132176] env[70527]: DEBUG oslo_vmware.api [None req-035304f0-b06e-462d-8ef8-b0885fc325b1 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Waiting for the task: (returnval){ [ 834.132176] env[70527]: value = "task-3912989" [ 834.132176] env[70527]: _type = "Task" [ 834.132176] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.142946] env[70527]: DEBUG oslo_vmware.api [None req-035304f0-b06e-462d-8ef8-b0885fc325b1 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Task: {'id': task-3912989, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.153548] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912987, 'name': CreateVM_Task, 'duration_secs': 1.896618} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.153859] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee0ccce4-72c3-443c-821b-0d5ae9c9935d] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 834.154624] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.154801] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.155178] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.155458] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b7fbd5b-0887-4b69-8f9d-bd05ac9ad0cc {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.161597] env[70527]: DEBUG oslo_vmware.api [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Waiting for the task: (returnval){ [ 834.161597] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52835ac9-180d-f2a8-89a3-5027194bcc11" [ 834.161597] env[70527]: _type = "Task" [ 834.161597] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.172197] env[70527]: DEBUG oslo_vmware.api [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52835ac9-180d-f2a8-89a3-5027194bcc11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.223250] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 01ecb952-4274-4c03-9642-ff7fc894df3c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 834.425461] env[70527]: DEBUG oslo_vmware.api [None req-639c5a54-0e45-434e-b7a2-96bda1927124 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': task-3912988, 'name': CreateSnapshot_Task, 'duration_secs': 1.056856} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.425461] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-639c5a54-0e45-434e-b7a2-96bda1927124 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: 92d864e4-e030-49df-b739-46f55730fd0a] Created Snapshot of the VM instance {{(pid=70527) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 834.426369] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fddb3c00-7184-4508-8603-60eec78c5216 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.612456] env[70527]: DEBUG oslo_concurrency.lockutils [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.642952] env[70527]: DEBUG oslo_vmware.api [None req-035304f0-b06e-462d-8ef8-b0885fc325b1 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Task: {'id': task-3912989, 'name': PowerOffVM_Task, 'duration_secs': 0.185113} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.643279] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-035304f0-b06e-462d-8ef8-b0885fc325b1 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] [instance: 8670e011-a1c3-4b73-9988-3db09378c347] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 834.643456] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-035304f0-b06e-462d-8ef8-b0885fc325b1 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] [instance: 8670e011-a1c3-4b73-9988-3db09378c347] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 834.643731] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f32b8e7-871c-452d-a03c-808f0c80afbf {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.673855] env[70527]: DEBUG oslo_vmware.api [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52835ac9-180d-f2a8-89a3-5027194bcc11, 'name': SearchDatastore_Task, 'duration_secs': 0.013651} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.674371] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.674562] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: ee0ccce4-72c3-443c-821b-0d5ae9c9935d] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 834.676411] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.676411] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.676411] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 834.676411] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aed7631e-8118-4f6d-9c3c-6a310315ded2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.688082] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 834.688082] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 834.688082] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6259a7bc-ef2f-4ab9-9f55-552d9758cd75 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.694618] env[70527]: DEBUG oslo_vmware.api [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Waiting for the task: (returnval){ [ 834.694618] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52a5a466-6474-bead-186a-9f32fb08fd8e" [ 834.694618] env[70527]: _type = "Task" [ 834.694618] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.704622] env[70527]: DEBUG oslo_vmware.api [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52a5a466-6474-bead-186a-9f32fb08fd8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.715087] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-035304f0-b06e-462d-8ef8-b0885fc325b1 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] [instance: 8670e011-a1c3-4b73-9988-3db09378c347] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 834.715087] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-035304f0-b06e-462d-8ef8-b0885fc325b1 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] [instance: 8670e011-a1c3-4b73-9988-3db09378c347] Deleting contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 834.715087] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-035304f0-b06e-462d-8ef8-b0885fc325b1 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Deleting the datastore file [datastore2] 8670e011-a1c3-4b73-9988-3db09378c347 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 834.715087] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba269e56-d32b-49ea-8ec1-201244603661 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.723796] env[70527]: DEBUG oslo_vmware.api [None req-035304f0-b06e-462d-8ef8-b0885fc325b1 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Waiting for the task: (returnval){ [ 834.723796] env[70527]: value = "task-3912991" [ 834.723796] env[70527]: _type = "Task" [ 834.723796] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.728469] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 0bcc182a-d2e4-4900-930a-d8e2d93f6fc4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 834.728888] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=70527) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 834.729059] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2880MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=70527) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 834.738946] env[70527]: DEBUG oslo_vmware.api [None req-035304f0-b06e-462d-8ef8-b0885fc325b1 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Task: {'id': task-3912991, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.945128] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-639c5a54-0e45-434e-b7a2-96bda1927124 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: 92d864e4-e030-49df-b739-46f55730fd0a] Creating linked-clone VM from snapshot {{(pid=70527) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 834.945591] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-210c23f5-d914-45a7-97eb-10a1bf06fa91 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.959272] env[70527]: DEBUG oslo_vmware.api [None req-639c5a54-0e45-434e-b7a2-96bda1927124 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Waiting for the task: (returnval){ [ 834.959272] env[70527]: value = "task-3912992" [ 834.959272] env[70527]: _type = "Task" [ 834.959272] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.969075] env[70527]: DEBUG oslo_vmware.api [None req-639c5a54-0e45-434e-b7a2-96bda1927124 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': task-3912992, 'name': CloneVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.214207] env[70527]: DEBUG oslo_vmware.api [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52a5a466-6474-bead-186a-9f32fb08fd8e, 'name': SearchDatastore_Task, 'duration_secs': 0.01436} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.214207] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e345a0d-d27c-45e8-8fbd-f55ac24b7802 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.222853] env[70527]: DEBUG oslo_vmware.api [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Waiting for the task: (returnval){ [ 835.222853] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]5216433f-dbed-bcfd-5cb4-1a4ba24ee473" [ 835.222853] env[70527]: _type = "Task" [ 835.222853] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.239843] env[70527]: DEBUG oslo_vmware.api [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5216433f-dbed-bcfd-5cb4-1a4ba24ee473, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.244085] env[70527]: DEBUG oslo_vmware.api [None req-035304f0-b06e-462d-8ef8-b0885fc325b1 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Task: {'id': task-3912991, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.266293} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.244424] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-035304f0-b06e-462d-8ef8-b0885fc325b1 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 835.244658] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-035304f0-b06e-462d-8ef8-b0885fc325b1 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] [instance: 8670e011-a1c3-4b73-9988-3db09378c347] Deleted contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 835.244875] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-035304f0-b06e-462d-8ef8-b0885fc325b1 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] [instance: 8670e011-a1c3-4b73-9988-3db09378c347] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 835.245169] env[70527]: INFO nova.compute.manager [None req-035304f0-b06e-462d-8ef8-b0885fc325b1 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] [instance: 8670e011-a1c3-4b73-9988-3db09378c347] Took 1.13 seconds to destroy the instance on the hypervisor. [ 835.245525] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-035304f0-b06e-462d-8ef8-b0885fc325b1 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.245923] env[70527]: DEBUG nova.compute.manager [-] [instance: 8670e011-a1c3-4b73-9988-3db09378c347] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 835.246067] env[70527]: DEBUG nova.network.neutron [-] [instance: 8670e011-a1c3-4b73-9988-3db09378c347] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 835.249853] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4f25cb-d4d7-482b-b937-2a1c63a6a9fe {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.260494] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c70ed9-cba9-4bbb-9219-4bcc31b78607 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.302875] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093c5532-be00-4fe3-bc0f-04916b82058c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.312727] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49dab58-3863-47c9-a300-b703acdc4058 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.328558] env[70527]: DEBUG nova.compute.provider_tree [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 835.472854] env[70527]: DEBUG oslo_vmware.api [None req-639c5a54-0e45-434e-b7a2-96bda1927124 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': task-3912992, 'name': CloneVM_Task} progress is 94%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.626956] env[70527]: DEBUG nova.compute.manager [req-467f753d-4337-4e5a-8883-e3e219af54b4 req-8c9af361-5ca1-4627-9e2c-5603a6852a91 service nova] [instance: 8670e011-a1c3-4b73-9988-3db09378c347] Received event network-vif-deleted-e3076869-f787-4bb9-8943-443668de518a {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.626956] env[70527]: INFO nova.compute.manager [req-467f753d-4337-4e5a-8883-e3e219af54b4 req-8c9af361-5ca1-4627-9e2c-5603a6852a91 service nova] [instance: 8670e011-a1c3-4b73-9988-3db09378c347] Neutron deleted interface e3076869-f787-4bb9-8943-443668de518a; detaching it from the instance and deleting it from the info cache [ 835.627218] env[70527]: DEBUG nova.network.neutron [req-467f753d-4337-4e5a-8883-e3e219af54b4 req-8c9af361-5ca1-4627-9e2c-5603a6852a91 service nova] [instance: 8670e011-a1c3-4b73-9988-3db09378c347] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.733395] env[70527]: DEBUG oslo_vmware.api [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5216433f-dbed-bcfd-5cb4-1a4ba24ee473, 'name': SearchDatastore_Task, 'duration_secs': 0.015053} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.733714] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.734014] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] ee0ccce4-72c3-443c-821b-0d5ae9c9935d/ee0ccce4-72c3-443c-821b-0d5ae9c9935d.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 835.734291] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6942905b-e9ce-4295-9fe6-0c2e4fd99ec0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.742634] env[70527]: DEBUG oslo_vmware.api [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Waiting for the task: (returnval){ [ 835.742634] env[70527]: value = "task-3912993" [ 835.742634] env[70527]: _type = "Task" [ 835.742634] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.751896] env[70527]: DEBUG oslo_vmware.api [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3912993, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.832528] env[70527]: DEBUG nova.scheduler.client.report [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 835.972974] env[70527]: DEBUG oslo_vmware.api [None req-639c5a54-0e45-434e-b7a2-96bda1927124 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': task-3912992, 'name': CloneVM_Task} progress is 94%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.073039] env[70527]: DEBUG nova.network.neutron [-] [instance: 8670e011-a1c3-4b73-9988-3db09378c347] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.132672] env[70527]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bbb69a34-eb7e-461b-aef8-42121319897a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.144555] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73943ac-d7b2-450f-83b1-17c0708ff03c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.185048] env[70527]: DEBUG nova.compute.manager [req-467f753d-4337-4e5a-8883-e3e219af54b4 req-8c9af361-5ca1-4627-9e2c-5603a6852a91 service nova] [instance: 8670e011-a1c3-4b73-9988-3db09378c347] Detach interface failed, port_id=e3076869-f787-4bb9-8943-443668de518a, reason: Instance 8670e011-a1c3-4b73-9988-3db09378c347 could not be found. {{(pid=70527) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 836.255904] env[70527]: DEBUG oslo_vmware.api [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3912993, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.339765] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70527) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 836.340202] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.246s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.340928] env[70527]: DEBUG oslo_concurrency.lockutils [None req-599f95e0-cdc0-40ed-9560-b28e80b63a35 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 40.175s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.341947] env[70527]: DEBUG nova.objects.instance [None req-599f95e0-cdc0-40ed-9560-b28e80b63a35 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70527) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 836.473851] env[70527]: DEBUG oslo_vmware.api [None req-639c5a54-0e45-434e-b7a2-96bda1927124 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': task-3912992, 'name': CloneVM_Task} progress is 95%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.576091] env[70527]: INFO nova.compute.manager [-] [instance: 8670e011-a1c3-4b73-9988-3db09378c347] Took 1.33 seconds to deallocate network for instance. [ 836.754104] env[70527]: DEBUG oslo_vmware.api [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3912993, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.749019} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.754380] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] ee0ccce4-72c3-443c-821b-0d5ae9c9935d/ee0ccce4-72c3-443c-821b-0d5ae9c9935d.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 836.754604] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: ee0ccce4-72c3-443c-821b-0d5ae9c9935d] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 836.754928] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dcd8825e-96c1-443e-af4b-f3ac4ad4a93e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.764266] env[70527]: DEBUG oslo_vmware.api [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Waiting for the task: (returnval){ [ 836.764266] env[70527]: value = "task-3912994" [ 836.764266] env[70527]: _type = "Task" [ 836.764266] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.774586] env[70527]: DEBUG oslo_vmware.api [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3912994, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.975357] env[70527]: DEBUG oslo_vmware.api [None req-639c5a54-0e45-434e-b7a2-96bda1927124 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': task-3912992, 'name': CloneVM_Task, 'duration_secs': 1.926084} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.975692] env[70527]: INFO nova.virt.vmwareapi.vmops [None req-639c5a54-0e45-434e-b7a2-96bda1927124 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: 92d864e4-e030-49df-b739-46f55730fd0a] Created linked-clone VM from snapshot [ 836.976421] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd8bec9-afab-4b0a-93b9-bbb8be0ccf43 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.985070] env[70527]: DEBUG nova.virt.vmwareapi.images [None req-639c5a54-0e45-434e-b7a2-96bda1927124 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: 92d864e4-e030-49df-b739-46f55730fd0a] Uploading image 155fb834-90fa-4dde-add2-9d542e8030aa {{(pid=70527) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 837.005999] env[70527]: DEBUG oslo_vmware.rw_handles [None req-639c5a54-0e45-434e-b7a2-96bda1927124 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 837.005999] env[70527]: value = "vm-777037" [ 837.005999] env[70527]: _type = "VirtualMachine" [ 837.005999] env[70527]: }. {{(pid=70527) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 837.006359] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3ef060a5-807c-4957-a281-ef7cd13cc890 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.015767] env[70527]: DEBUG oslo_vmware.rw_handles [None req-639c5a54-0e45-434e-b7a2-96bda1927124 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Lease: (returnval){ [ 837.015767] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52c06b9b-b306-9fed-9bd3-37e8e184690d" [ 837.015767] env[70527]: _type = "HttpNfcLease" [ 837.015767] env[70527]: } obtained for exporting VM: (result){ [ 837.015767] env[70527]: value = "vm-777037" [ 837.015767] env[70527]: _type = "VirtualMachine" [ 837.015767] env[70527]: }. {{(pid=70527) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 837.016042] env[70527]: DEBUG oslo_vmware.api [None req-639c5a54-0e45-434e-b7a2-96bda1927124 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Waiting for the lease: (returnval){ [ 837.016042] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52c06b9b-b306-9fed-9bd3-37e8e184690d" [ 837.016042] env[70527]: _type = "HttpNfcLease" [ 837.016042] env[70527]: } to be ready. {{(pid=70527) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 837.023586] env[70527]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 837.023586] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52c06b9b-b306-9fed-9bd3-37e8e184690d" [ 837.023586] env[70527]: _type = "HttpNfcLease" [ 837.023586] env[70527]: } is initializing. {{(pid=70527) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 837.085112] env[70527]: DEBUG oslo_concurrency.lockutils [None req-035304f0-b06e-462d-8ef8-b0885fc325b1 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.275775] env[70527]: DEBUG oslo_vmware.api [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3912994, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119487} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.276103] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: ee0ccce4-72c3-443c-821b-0d5ae9c9935d] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 837.276947] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59220ce8-7c8b-4221-ab64-c341e03eeea9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.302540] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: ee0ccce4-72c3-443c-821b-0d5ae9c9935d] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] ee0ccce4-72c3-443c-821b-0d5ae9c9935d/ee0ccce4-72c3-443c-821b-0d5ae9c9935d.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 837.303088] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9ed3457-3b75-47a6-b1e4-b4e1b8a84967 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.325155] env[70527]: DEBUG oslo_vmware.api [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Waiting for the task: (returnval){ [ 837.325155] env[70527]: value = "task-3912996" [ 837.325155] env[70527]: _type = "Task" [ 837.325155] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.334824] env[70527]: DEBUG oslo_vmware.api [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3912996, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.353426] env[70527]: DEBUG oslo_concurrency.lockutils [None req-599f95e0-cdc0-40ed-9560-b28e80b63a35 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.354754] env[70527]: DEBUG oslo_concurrency.lockutils [None req-517a01e9-cdaf-4398-985a-4e66d5dc9874 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.436s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.354903] env[70527]: DEBUG oslo_concurrency.lockutils [None req-517a01e9-cdaf-4398-985a-4e66d5dc9874 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.357082] env[70527]: DEBUG oslo_concurrency.lockutils [None req-906610a7-828c-4788-bcf5-b1af9f5d1348 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.252s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.357239] env[70527]: DEBUG oslo_concurrency.lockutils [None req-906610a7-828c-4788-bcf5-b1af9f5d1348 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.360936] env[70527]: DEBUG oslo_concurrency.lockutils [None req-19c58041-b587-456d-87ad-71c48cd4e5fb tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.887s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.361139] env[70527]: DEBUG oslo_concurrency.lockutils [None req-19c58041-b587-456d-87ad-71c48cd4e5fb tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.362896] env[70527]: DEBUG oslo_concurrency.lockutils [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.606s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.364419] env[70527]: INFO nova.compute.claims [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] [instance: 23137459-71e2-4681-9054-1bde06450f13] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 837.388887] env[70527]: INFO nova.scheduler.client.report [None req-19c58041-b587-456d-87ad-71c48cd4e5fb tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Deleted allocations for instance 2f725879-41a4-443d-8bfa-718f70ef1a64 [ 837.390762] env[70527]: INFO nova.scheduler.client.report [None req-517a01e9-cdaf-4398-985a-4e66d5dc9874 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Deleted allocations for instance 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4 [ 837.401755] env[70527]: INFO nova.scheduler.client.report [None req-906610a7-828c-4788-bcf5-b1af9f5d1348 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Deleted allocations for instance f5c1ab55-0e8b-4117-896c-728e547a938d [ 837.524761] env[70527]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 837.524761] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52c06b9b-b306-9fed-9bd3-37e8e184690d" [ 837.524761] env[70527]: _type = "HttpNfcLease" [ 837.524761] env[70527]: } is ready. {{(pid=70527) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 837.525089] env[70527]: DEBUG oslo_vmware.rw_handles [None req-639c5a54-0e45-434e-b7a2-96bda1927124 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 837.525089] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52c06b9b-b306-9fed-9bd3-37e8e184690d" [ 837.525089] env[70527]: _type = "HttpNfcLease" [ 837.525089] env[70527]: }. {{(pid=70527) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 837.525902] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04995165-3514-4970-9de0-a601ed8f1375 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.534978] env[70527]: DEBUG oslo_vmware.rw_handles [None req-639c5a54-0e45-434e-b7a2-96bda1927124 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52aa85b1-bba4-3ec6-247d-c2d190a4d198/disk-0.vmdk from lease info. {{(pid=70527) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 837.535255] env[70527]: DEBUG oslo_vmware.rw_handles [None req-639c5a54-0e45-434e-b7a2-96bda1927124 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52aa85b1-bba4-3ec6-247d-c2d190a4d198/disk-0.vmdk for reading. {{(pid=70527) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 837.652058] env[70527]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-99b0cad2-63b7-4ae4-8c30-f1c2aae49093 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.837875] env[70527]: DEBUG oslo_vmware.api [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3912996, 'name': ReconfigVM_Task, 'duration_secs': 0.473388} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.837875] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: ee0ccce4-72c3-443c-821b-0d5ae9c9935d] Reconfigured VM instance instance-00000026 to attach disk [datastore2] ee0ccce4-72c3-443c-821b-0d5ae9c9935d/ee0ccce4-72c3-443c-821b-0d5ae9c9935d.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 837.838800] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8dd682d7-e3ed-479b-8aeb-fe49f55ece0c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.845748] env[70527]: DEBUG oslo_vmware.api [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Waiting for the task: (returnval){ [ 837.845748] env[70527]: value = "task-3912997" [ 837.845748] env[70527]: _type = "Task" [ 837.845748] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.855091] env[70527]: DEBUG oslo_vmware.api [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3912997, 'name': Rename_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.898933] env[70527]: DEBUG oslo_concurrency.lockutils [None req-517a01e9-cdaf-4398-985a-4e66d5dc9874 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Lock "04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.549s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.902400] env[70527]: DEBUG oslo_concurrency.lockutils [None req-19c58041-b587-456d-87ad-71c48cd4e5fb tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Lock "2f725879-41a4-443d-8bfa-718f70ef1a64" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.962s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.910260] env[70527]: DEBUG oslo_concurrency.lockutils [None req-906610a7-828c-4788-bcf5-b1af9f5d1348 tempest-ListServersNegativeTestJSON-1140309429 tempest-ListServersNegativeTestJSON-1140309429-project-member] Lock "f5c1ab55-0e8b-4117-896c-728e547a938d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.343s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.946820] env[70527]: DEBUG oslo_vmware.rw_handles [None req-7e31687d-dff1-4468-81a5-9fbf25a0da91 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cc02f3-8064-63ce-8c45-3cca1e4904fd/disk-0.vmdk. {{(pid=70527) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 837.948075] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f371797-43bc-451f-9b7b-f9a91d3a2286 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.955710] env[70527]: DEBUG oslo_vmware.rw_handles [None req-7e31687d-dff1-4468-81a5-9fbf25a0da91 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cc02f3-8064-63ce-8c45-3cca1e4904fd/disk-0.vmdk is in state: ready. {{(pid=70527) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 837.955922] env[70527]: ERROR oslo_vmware.rw_handles [None req-7e31687d-dff1-4468-81a5-9fbf25a0da91 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cc02f3-8064-63ce-8c45-3cca1e4904fd/disk-0.vmdk due to incomplete transfer. [ 837.956188] env[70527]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0287bd8f-fc94-45fa-a14d-29ebac284e76 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.965699] env[70527]: DEBUG oslo_vmware.rw_handles [None req-7e31687d-dff1-4468-81a5-9fbf25a0da91 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cc02f3-8064-63ce-8c45-3cca1e4904fd/disk-0.vmdk. {{(pid=70527) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 837.965951] env[70527]: DEBUG nova.virt.vmwareapi.images [None req-7e31687d-dff1-4468-81a5-9fbf25a0da91 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Uploaded image 118615e9-76c4-4056-a827-d604b48b8822 to the Glance image server {{(pid=70527) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 837.968685] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e31687d-dff1-4468-81a5-9fbf25a0da91 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Destroying the VM {{(pid=70527) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 837.968880] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f171a8e8-695a-41f0-8752-6eb2dcdb5425 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.981505] env[70527]: DEBUG oslo_vmware.api [None req-7e31687d-dff1-4468-81a5-9fbf25a0da91 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for the task: (returnval){ [ 837.981505] env[70527]: value = "task-3912998" [ 837.981505] env[70527]: _type = "Task" [ 837.981505] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.993017] env[70527]: DEBUG oslo_vmware.api [None req-7e31687d-dff1-4468-81a5-9fbf25a0da91 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3912998, 'name': Destroy_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.357502] env[70527]: DEBUG oslo_vmware.api [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3912997, 'name': Rename_Task, 'duration_secs': 0.220651} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.357863] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: ee0ccce4-72c3-443c-821b-0d5ae9c9935d] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 838.358744] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d038e27e-0468-4e1a-af34-200a126b81a4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.368713] env[70527]: DEBUG oslo_vmware.api [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Waiting for the task: (returnval){ [ 838.368713] env[70527]: value = "task-3912999" [ 838.368713] env[70527]: _type = "Task" [ 838.368713] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.383842] env[70527]: DEBUG oslo_vmware.api [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3912999, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.494906] env[70527]: DEBUG oslo_vmware.api [None req-7e31687d-dff1-4468-81a5-9fbf25a0da91 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3912998, 'name': Destroy_Task, 'duration_secs': 0.498215} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.495308] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-7e31687d-dff1-4468-81a5-9fbf25a0da91 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Destroyed the VM [ 838.495905] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-7e31687d-dff1-4468-81a5-9fbf25a0da91 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Deleting Snapshot of the VM instance {{(pid=70527) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 838.496152] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4befeeb9-e82d-4512-8bd3-a814ed5de86b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.503825] env[70527]: DEBUG oslo_vmware.api [None req-7e31687d-dff1-4468-81a5-9fbf25a0da91 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for the task: (returnval){ [ 838.503825] env[70527]: value = "task-3913000" [ 838.503825] env[70527]: _type = "Task" [ 838.503825] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.518479] env[70527]: DEBUG oslo_vmware.api [None req-7e31687d-dff1-4468-81a5-9fbf25a0da91 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913000, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.882342] env[70527]: DEBUG oslo_vmware.api [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3912999, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.954337] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7f1a12-682f-40b5-81dc-63e40ddb0d32 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.964812] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e6bfb7-5591-4faf-91f2-a058a943b5d2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.006478] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf5c7cb-780c-489c-8d69-2edd44b7c042 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.022203] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c622d51f-0345-4732-ab6d-2ea91bea2b21 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.026421] env[70527]: DEBUG oslo_vmware.api [None req-7e31687d-dff1-4468-81a5-9fbf25a0da91 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913000, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.038759] env[70527]: DEBUG nova.compute.provider_tree [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 839.382502] env[70527]: DEBUG oslo_vmware.api [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3912999, 'name': PowerOnVM_Task, 'duration_secs': 0.62831} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.382912] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: ee0ccce4-72c3-443c-821b-0d5ae9c9935d] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 839.383199] env[70527]: INFO nova.compute.manager [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: ee0ccce4-72c3-443c-821b-0d5ae9c9935d] Took 10.25 seconds to spawn the instance on the hypervisor. [ 839.383389] env[70527]: DEBUG nova.compute.manager [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: ee0ccce4-72c3-443c-821b-0d5ae9c9935d] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 839.384299] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc9b3a3-06a5-4c9e-88c2-3b661302bf71 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.523310] env[70527]: DEBUG oslo_vmware.api [None req-7e31687d-dff1-4468-81a5-9fbf25a0da91 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913000, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.542847] env[70527]: DEBUG nova.scheduler.client.report [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 839.909069] env[70527]: INFO nova.compute.manager [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: ee0ccce4-72c3-443c-821b-0d5ae9c9935d] Took 45.88 seconds to build instance. [ 840.027237] env[70527]: DEBUG oslo_vmware.api [None req-7e31687d-dff1-4468-81a5-9fbf25a0da91 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913000, 'name': RemoveSnapshot_Task, 'duration_secs': 1.046332} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.027559] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-7e31687d-dff1-4468-81a5-9fbf25a0da91 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Deleted Snapshot of the VM instance {{(pid=70527) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 840.028394] env[70527]: INFO nova.compute.manager [None req-7e31687d-dff1-4468-81a5-9fbf25a0da91 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Took 15.98 seconds to snapshot the instance on the hypervisor. [ 840.052918] env[70527]: DEBUG oslo_concurrency.lockutils [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.690s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.055814] env[70527]: DEBUG nova.compute.manager [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] [instance: 23137459-71e2-4681-9054-1bde06450f13] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 840.057389] env[70527]: DEBUG oslo_concurrency.lockutils [None req-27801e28-05a7-47a7-95b2-c1d24f05a75d tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 36.004s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.057799] env[70527]: DEBUG nova.objects.instance [None req-27801e28-05a7-47a7-95b2-c1d24f05a75d tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] [instance: 2b7d550b-ee65-4f22-8984-9b88e08de4d1] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70527) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 840.413174] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b99f9cd6-6ed0-4ef6-8834-f9dfbd238d93 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Lock "ee0ccce4-72c3-443c-821b-0d5ae9c9935d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.611s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.565680] env[70527]: DEBUG nova.compute.utils [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 840.576081] env[70527]: DEBUG nova.compute.manager [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] [instance: 23137459-71e2-4681-9054-1bde06450f13] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 840.576081] env[70527]: DEBUG nova.network.neutron [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] [instance: 23137459-71e2-4681-9054-1bde06450f13] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 840.596438] env[70527]: DEBUG nova.compute.manager [None req-7e31687d-dff1-4468-81a5-9fbf25a0da91 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Found 2 images (rotation: 2) {{(pid=70527) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 840.638040] env[70527]: DEBUG nova.policy [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f87785b04bcb4cbdb71be5d7f4be39fe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c29918d78d494261b9b8460f1a3cf7c8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 840.917113] env[70527]: DEBUG nova.compute.manager [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: 7448dd1a-e7e3-4d9f-bcdf-5d8fe057ba38] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 841.078550] env[70527]: DEBUG oslo_concurrency.lockutils [None req-27801e28-05a7-47a7-95b2-c1d24f05a75d tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.079960] env[70527]: DEBUG nova.compute.manager [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] [instance: 23137459-71e2-4681-9054-1bde06450f13] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 841.082559] env[70527]: DEBUG oslo_concurrency.lockutils [None req-7332c471-086a-4c6e-9d54-8280b29d511d tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.260s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.082801] env[70527]: DEBUG oslo_concurrency.lockutils [None req-7332c471-086a-4c6e-9d54-8280b29d511d tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.086466] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.850s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.088370] env[70527]: INFO nova.compute.claims [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] [instance: ed20e07e-dca3-4e05-987d-254a2d8891a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 841.094058] env[70527]: DEBUG nova.network.neutron [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] [instance: 23137459-71e2-4681-9054-1bde06450f13] Successfully created port: 1f1a0487-973c-4614-ae20-da574807de9c {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 841.133701] env[70527]: INFO nova.scheduler.client.report [None req-7332c471-086a-4c6e-9d54-8280b29d511d tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Deleted allocations for instance d407b27d-9688-4bcd-95a2-dd37a9faf53e [ 841.443607] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.506241] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Acquiring lock "9c410bd0-3603-4f5a-a9ac-fd78180e3c1d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.506482] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Lock "9c410bd0-3603-4f5a-a9ac-fd78180e3c1d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.649855] env[70527]: DEBUG oslo_concurrency.lockutils [None req-7332c471-086a-4c6e-9d54-8280b29d511d tempest-ServerGroupTestJSON-99871040 tempest-ServerGroupTestJSON-99871040-project-member] Lock "d407b27d-9688-4bcd-95a2-dd37a9faf53e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.401s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.825352] env[70527]: DEBUG nova.compute.manager [None req-07240c3e-0e68-4fe5-ba87-db4c93bed16c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 841.826484] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4339bc-6294-46d3-bb97-4408d00c75bd {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.111207] env[70527]: DEBUG nova.compute.manager [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] [instance: 23137459-71e2-4681-9054-1bde06450f13] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 842.146389] env[70527]: DEBUG nova.virt.hardware [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 842.146653] env[70527]: DEBUG nova.virt.hardware [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 842.146918] env[70527]: DEBUG nova.virt.hardware [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 842.147163] env[70527]: DEBUG nova.virt.hardware [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 842.147323] env[70527]: DEBUG nova.virt.hardware [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 842.147470] env[70527]: DEBUG nova.virt.hardware [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 842.147698] env[70527]: DEBUG nova.virt.hardware [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 842.149120] env[70527]: DEBUG nova.virt.hardware [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 842.149120] env[70527]: DEBUG nova.virt.hardware [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 842.149120] env[70527]: DEBUG nova.virt.hardware [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 842.149120] env[70527]: DEBUG nova.virt.hardware [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 842.149416] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac7fd46-8fc9-4193-a291-0a019fa67df3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.165366] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c73551-5cb6-4908-8419-d622a26b58d2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.337835] env[70527]: INFO nova.compute.manager [None req-07240c3e-0e68-4fe5-ba87-db4c93bed16c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] instance snapshotting [ 842.338566] env[70527]: DEBUG nova.objects.instance [None req-07240c3e-0e68-4fe5-ba87-db4c93bed16c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Lazy-loading 'flavor' on Instance uuid 680e9855-2905-4c0d-adc7-e45781fd1e4e {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 842.667173] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-510ae9a2-a1bb-4b8e-b969-ccab8dfd8a06 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.677626] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d3ceb7-0923-4281-a0b3-0736b4fc8483 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.722463] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f13312-0990-4dd6-ae4d-145c9e51de82 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.735738] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99bfae41-c459-4e2b-88f1-159affa59321 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.754109] env[70527]: DEBUG nova.compute.provider_tree [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 842.844985] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40648eee-514a-4f9d-b850-b0921b286bee {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.871310] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb6a2d9-10e0-4d09-bf86-19942dbc8c00 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.905122] env[70527]: DEBUG nova.compute.manager [req-911db4ee-cdad-4fb3-894f-f3043a86ca72 req-f888292d-658f-43a5-99e7-277f30200ae7 service nova] [instance: 23137459-71e2-4681-9054-1bde06450f13] Received event network-vif-plugged-1f1a0487-973c-4614-ae20-da574807de9c {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.905122] env[70527]: DEBUG oslo_concurrency.lockutils [req-911db4ee-cdad-4fb3-894f-f3043a86ca72 req-f888292d-658f-43a5-99e7-277f30200ae7 service nova] Acquiring lock "23137459-71e2-4681-9054-1bde06450f13-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.905122] env[70527]: DEBUG oslo_concurrency.lockutils [req-911db4ee-cdad-4fb3-894f-f3043a86ca72 req-f888292d-658f-43a5-99e7-277f30200ae7 service nova] Lock "23137459-71e2-4681-9054-1bde06450f13-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.905122] env[70527]: DEBUG oslo_concurrency.lockutils [req-911db4ee-cdad-4fb3-894f-f3043a86ca72 req-f888292d-658f-43a5-99e7-277f30200ae7 service nova] Lock "23137459-71e2-4681-9054-1bde06450f13-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.906693] env[70527]: DEBUG nova.compute.manager [req-911db4ee-cdad-4fb3-894f-f3043a86ca72 req-f888292d-658f-43a5-99e7-277f30200ae7 service nova] [instance: 23137459-71e2-4681-9054-1bde06450f13] No waiting events found dispatching network-vif-plugged-1f1a0487-973c-4614-ae20-da574807de9c {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 842.906916] env[70527]: WARNING nova.compute.manager [req-911db4ee-cdad-4fb3-894f-f3043a86ca72 req-f888292d-658f-43a5-99e7-277f30200ae7 service nova] [instance: 23137459-71e2-4681-9054-1bde06450f13] Received unexpected event network-vif-plugged-1f1a0487-973c-4614-ae20-da574807de9c for instance with vm_state building and task_state spawning. [ 843.119694] env[70527]: DEBUG nova.network.neutron [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] [instance: 23137459-71e2-4681-9054-1bde06450f13] Successfully updated port: 1f1a0487-973c-4614-ae20-da574807de9c {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 843.257839] env[70527]: DEBUG nova.scheduler.client.report [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 843.392603] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-07240c3e-0e68-4fe5-ba87-db4c93bed16c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Creating Snapshot of the VM instance {{(pid=70527) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 843.393219] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-314d0918-e9ec-4e39-a886-22a717faf78d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.409384] env[70527]: DEBUG oslo_vmware.api [None req-07240c3e-0e68-4fe5-ba87-db4c93bed16c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for the task: (returnval){ [ 843.409384] env[70527]: value = "task-3913001" [ 843.409384] env[70527]: _type = "Task" [ 843.409384] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.419749] env[70527]: DEBUG oslo_vmware.api [None req-07240c3e-0e68-4fe5-ba87-db4c93bed16c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913001, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.622796] env[70527]: DEBUG oslo_concurrency.lockutils [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Acquiring lock "refresh_cache-23137459-71e2-4681-9054-1bde06450f13" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.622847] env[70527]: DEBUG oslo_concurrency.lockutils [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Acquired lock "refresh_cache-23137459-71e2-4681-9054-1bde06450f13" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.623043] env[70527]: DEBUG nova.network.neutron [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] [instance: 23137459-71e2-4681-9054-1bde06450f13] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 843.766392] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.680s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.767182] env[70527]: DEBUG nova.compute.manager [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] [instance: ed20e07e-dca3-4e05-987d-254a2d8891a7] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 843.770703] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9856b987-54b4-4768-a928-cdea1ca9e966 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.423s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.771016] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9856b987-54b4-4768-a928-cdea1ca9e966 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.773370] env[70527]: DEBUG oslo_concurrency.lockutils [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.762s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.775314] env[70527]: INFO nova.compute.claims [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] [instance: d77710c6-f1aa-45a5-9318-68bd49f93256] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 843.811499] env[70527]: INFO nova.scheduler.client.report [None req-9856b987-54b4-4768-a928-cdea1ca9e966 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Deleted allocations for instance c90b8c2b-6a16-41e0-87a9-c0368fd34446 [ 843.921317] env[70527]: DEBUG oslo_vmware.api [None req-07240c3e-0e68-4fe5-ba87-db4c93bed16c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913001, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.193196] env[70527]: DEBUG nova.network.neutron [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] [instance: 23137459-71e2-4681-9054-1bde06450f13] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 844.286911] env[70527]: DEBUG nova.compute.utils [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 844.290152] env[70527]: DEBUG nova.compute.manager [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] [instance: ed20e07e-dca3-4e05-987d-254a2d8891a7] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 844.290465] env[70527]: DEBUG nova.network.neutron [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] [instance: ed20e07e-dca3-4e05-987d-254a2d8891a7] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 844.325302] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9856b987-54b4-4768-a928-cdea1ca9e966 tempest-FloatingIPsAssociationTestJSON-847223640 tempest-FloatingIPsAssociationTestJSON-847223640-project-member] Lock "c90b8c2b-6a16-41e0-87a9-c0368fd34446" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.811s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.418293] env[70527]: DEBUG nova.policy [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'abaa417910fd41b39bfae2242e420824', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1176e5bf85f64f1891cf75ea833dbd99', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 844.430019] env[70527]: DEBUG oslo_vmware.api [None req-07240c3e-0e68-4fe5-ba87-db4c93bed16c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913001, 'name': CreateSnapshot_Task, 'duration_secs': 0.870969} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.430202] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-07240c3e-0e68-4fe5-ba87-db4c93bed16c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Created Snapshot of the VM instance {{(pid=70527) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 844.431349] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ee1162-05b7-4072-af8d-2e8774be7803 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.549269] env[70527]: DEBUG nova.network.neutron [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] [instance: 23137459-71e2-4681-9054-1bde06450f13] Updating instance_info_cache with network_info: [{"id": "1f1a0487-973c-4614-ae20-da574807de9c", "address": "fa:16:3e:86:07:75", "network": {"id": "0e78a331-e2b0-4025-bc59-b68542c3fcc1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1694808725-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c29918d78d494261b9b8460f1a3cf7c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f1a0487-97", "ovs_interfaceid": "1f1a0487-973c-4614-ae20-da574807de9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.790912] env[70527]: DEBUG nova.compute.manager [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] [instance: ed20e07e-dca3-4e05-987d-254a2d8891a7] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 844.961273] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-07240c3e-0e68-4fe5-ba87-db4c93bed16c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Creating linked-clone VM from snapshot {{(pid=70527) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 844.962714] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2517d132-8484-4aad-ad38-19572f2437ce {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.973177] env[70527]: DEBUG oslo_vmware.api [None req-07240c3e-0e68-4fe5-ba87-db4c93bed16c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for the task: (returnval){ [ 844.973177] env[70527]: value = "task-3913002" [ 844.973177] env[70527]: _type = "Task" [ 844.973177] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.990781] env[70527]: DEBUG oslo_vmware.api [None req-07240c3e-0e68-4fe5-ba87-db4c93bed16c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913002, 'name': CloneVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.038061] env[70527]: DEBUG nova.network.neutron [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] [instance: ed20e07e-dca3-4e05-987d-254a2d8891a7] Successfully created port: 974f8b65-96da-40a8-96a1-22a5d944e0dd {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 845.055145] env[70527]: DEBUG oslo_concurrency.lockutils [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Releasing lock "refresh_cache-23137459-71e2-4681-9054-1bde06450f13" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.055145] env[70527]: DEBUG nova.compute.manager [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] [instance: 23137459-71e2-4681-9054-1bde06450f13] Instance network_info: |[{"id": "1f1a0487-973c-4614-ae20-da574807de9c", "address": "fa:16:3e:86:07:75", "network": {"id": "0e78a331-e2b0-4025-bc59-b68542c3fcc1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1694808725-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c29918d78d494261b9b8460f1a3cf7c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f1a0487-97", "ovs_interfaceid": "1f1a0487-973c-4614-ae20-da574807de9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 845.057626] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] [instance: 23137459-71e2-4681-9054-1bde06450f13] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:07:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aec0089a-ff85-4bef-bad8-c84de39af71a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f1a0487-973c-4614-ae20-da574807de9c', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 845.074285] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Creating folder: Project (c29918d78d494261b9b8460f1a3cf7c8). Parent ref: group-v776920. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 845.075220] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e7a7b545-480d-4c4d-be05-aad6befa7163 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.091452] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Created folder: Project (c29918d78d494261b9b8460f1a3cf7c8) in parent group-v776920. [ 845.091722] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Creating folder: Instances. Parent ref: group-v777040. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 845.092084] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2d722b8c-6909-4a8b-9c65-65f79566fc3d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.112259] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Created folder: Instances in parent group-v777040. [ 845.112259] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 845.112620] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23137459-71e2-4681-9054-1bde06450f13] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 845.113991] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d1012d2a-93d4-4c49-85fb-d9014ec85115 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.158407] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Acquiring lock "430c77ef-9bdb-42c1-aee4-2d5bcc6be0da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.160067] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Lock "430c77ef-9bdb-42c1-aee4-2d5bcc6be0da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.164806] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 845.164806] env[70527]: value = "task-3913005" [ 845.164806] env[70527]: _type = "Task" [ 845.164806] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.181145] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913005, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.188860] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Acquiring lock "e4af2542-8afe-4149-b06c-5be7920c1b28" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.189122] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Lock "e4af2542-8afe-4149-b06c-5be7920c1b28" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.212871] env[70527]: DEBUG nova.compute.manager [req-c4f80a6d-ab1b-4a01-a6d1-8122f0e6ba8a req-20c4f9b4-65b3-420d-8f0a-8b8fdd91355b service nova] [instance: 23137459-71e2-4681-9054-1bde06450f13] Received event network-changed-1f1a0487-973c-4614-ae20-da574807de9c {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.213179] env[70527]: DEBUG nova.compute.manager [req-c4f80a6d-ab1b-4a01-a6d1-8122f0e6ba8a req-20c4f9b4-65b3-420d-8f0a-8b8fdd91355b service nova] [instance: 23137459-71e2-4681-9054-1bde06450f13] Refreshing instance network info cache due to event network-changed-1f1a0487-973c-4614-ae20-da574807de9c. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 845.213438] env[70527]: DEBUG oslo_concurrency.lockutils [req-c4f80a6d-ab1b-4a01-a6d1-8122f0e6ba8a req-20c4f9b4-65b3-420d-8f0a-8b8fdd91355b service nova] Acquiring lock "refresh_cache-23137459-71e2-4681-9054-1bde06450f13" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.213632] env[70527]: DEBUG oslo_concurrency.lockutils [req-c4f80a6d-ab1b-4a01-a6d1-8122f0e6ba8a req-20c4f9b4-65b3-420d-8f0a-8b8fdd91355b service nova] Acquired lock "refresh_cache-23137459-71e2-4681-9054-1bde06450f13" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.213903] env[70527]: DEBUG nova.network.neutron [req-c4f80a6d-ab1b-4a01-a6d1-8122f0e6ba8a req-20c4f9b4-65b3-420d-8f0a-8b8fdd91355b service nova] [instance: 23137459-71e2-4681-9054-1bde06450f13] Refreshing network info cache for port 1f1a0487-973c-4614-ae20-da574807de9c {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 845.488189] env[70527]: DEBUG oslo_vmware.api [None req-07240c3e-0e68-4fe5-ba87-db4c93bed16c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913002, 'name': CloneVM_Task} progress is 94%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.567981] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c042c3-4591-4e7f-8958-3a5cb81124b3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.581406] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc7388e-554f-4535-94ae-f2160dc156c2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.618308] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b9ae1e-8a61-4e29-889a-28829a93324b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.628452] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11de8b2a-7713-4032-87eb-9b2e66937985 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.644454] env[70527]: DEBUG nova.compute.provider_tree [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 845.677196] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913005, 'name': CreateVM_Task, 'duration_secs': 0.48442} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.677392] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23137459-71e2-4681-9054-1bde06450f13] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 845.678183] env[70527]: DEBUG oslo_concurrency.lockutils [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.678355] env[70527]: DEBUG oslo_concurrency.lockutils [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.678699] env[70527]: DEBUG oslo_concurrency.lockutils [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.679014] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91b0c9e9-9621-44f6-b1fe-0e14ca3e64a7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.686517] env[70527]: DEBUG oslo_vmware.api [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Waiting for the task: (returnval){ [ 845.686517] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]527a7b6c-bf4f-d0eb-4104-a4dd810d611c" [ 845.686517] env[70527]: _type = "Task" [ 845.686517] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.697176] env[70527]: DEBUG oslo_vmware.api [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]527a7b6c-bf4f-d0eb-4104-a4dd810d611c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.808413] env[70527]: DEBUG nova.compute.manager [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] [instance: ed20e07e-dca3-4e05-987d-254a2d8891a7] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 845.829448] env[70527]: DEBUG oslo_vmware.rw_handles [None req-639c5a54-0e45-434e-b7a2-96bda1927124 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52aa85b1-bba4-3ec6-247d-c2d190a4d198/disk-0.vmdk. {{(pid=70527) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 845.830512] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e158cba8-dd84-4662-a0d9-b0b5df86ee6f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.841393] env[70527]: DEBUG oslo_vmware.rw_handles [None req-639c5a54-0e45-434e-b7a2-96bda1927124 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52aa85b1-bba4-3ec6-247d-c2d190a4d198/disk-0.vmdk is in state: ready. {{(pid=70527) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 845.841561] env[70527]: ERROR oslo_vmware.rw_handles [None req-639c5a54-0e45-434e-b7a2-96bda1927124 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52aa85b1-bba4-3ec6-247d-c2d190a4d198/disk-0.vmdk due to incomplete transfer. [ 845.841793] env[70527]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6ebead82-13a3-4876-b75c-7b66ebae1b1e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.846898] env[70527]: DEBUG nova.virt.hardware [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 845.847631] env[70527]: DEBUG nova.virt.hardware [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 845.847631] env[70527]: DEBUG nova.virt.hardware [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 845.847819] env[70527]: DEBUG nova.virt.hardware [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 845.847904] env[70527]: DEBUG nova.virt.hardware [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 845.848216] env[70527]: DEBUG nova.virt.hardware [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 845.848631] env[70527]: DEBUG nova.virt.hardware [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 845.848631] env[70527]: DEBUG nova.virt.hardware [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 845.849558] env[70527]: DEBUG nova.virt.hardware [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 845.849558] env[70527]: DEBUG nova.virt.hardware [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 845.849558] env[70527]: DEBUG nova.virt.hardware [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 845.850281] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f44b62a6-d4d3-4860-8a5b-fd95a5533df0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.860827] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae72e35-9ef1-406a-84c3-e4174f53a525 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.866929] env[70527]: DEBUG oslo_vmware.rw_handles [None req-639c5a54-0e45-434e-b7a2-96bda1927124 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52aa85b1-bba4-3ec6-247d-c2d190a4d198/disk-0.vmdk. {{(pid=70527) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 845.867161] env[70527]: DEBUG nova.virt.vmwareapi.images [None req-639c5a54-0e45-434e-b7a2-96bda1927124 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: 92d864e4-e030-49df-b739-46f55730fd0a] Uploaded image 155fb834-90fa-4dde-add2-9d542e8030aa to the Glance image server {{(pid=70527) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 845.870137] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-639c5a54-0e45-434e-b7a2-96bda1927124 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: 92d864e4-e030-49df-b739-46f55730fd0a] Destroying the VM {{(pid=70527) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 845.870895] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4f9f9f71-3922-492e-9d82-116b70e9ca49 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.887047] env[70527]: DEBUG oslo_vmware.api [None req-639c5a54-0e45-434e-b7a2-96bda1927124 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Waiting for the task: (returnval){ [ 845.887047] env[70527]: value = "task-3913006" [ 845.887047] env[70527]: _type = "Task" [ 845.887047] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.896546] env[70527]: DEBUG oslo_vmware.api [None req-639c5a54-0e45-434e-b7a2-96bda1927124 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': task-3913006, 'name': Destroy_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.988272] env[70527]: DEBUG oslo_vmware.api [None req-07240c3e-0e68-4fe5-ba87-db4c93bed16c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913002, 'name': CloneVM_Task} progress is 94%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.996978] env[70527]: DEBUG nova.network.neutron [req-c4f80a6d-ab1b-4a01-a6d1-8122f0e6ba8a req-20c4f9b4-65b3-420d-8f0a-8b8fdd91355b service nova] [instance: 23137459-71e2-4681-9054-1bde06450f13] Updated VIF entry in instance network info cache for port 1f1a0487-973c-4614-ae20-da574807de9c. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 845.997421] env[70527]: DEBUG nova.network.neutron [req-c4f80a6d-ab1b-4a01-a6d1-8122f0e6ba8a req-20c4f9b4-65b3-420d-8f0a-8b8fdd91355b service nova] [instance: 23137459-71e2-4681-9054-1bde06450f13] Updating instance_info_cache with network_info: [{"id": "1f1a0487-973c-4614-ae20-da574807de9c", "address": "fa:16:3e:86:07:75", "network": {"id": "0e78a331-e2b0-4025-bc59-b68542c3fcc1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1694808725-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c29918d78d494261b9b8460f1a3cf7c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f1a0487-97", "ovs_interfaceid": "1f1a0487-973c-4614-ae20-da574807de9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.147841] env[70527]: DEBUG nova.scheduler.client.report [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.196923] env[70527]: DEBUG oslo_vmware.api [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]527a7b6c-bf4f-d0eb-4104-a4dd810d611c, 'name': SearchDatastore_Task, 'duration_secs': 0.015978} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.196923] env[70527]: DEBUG oslo_concurrency.lockutils [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.197192] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] [instance: 23137459-71e2-4681-9054-1bde06450f13] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 846.197438] env[70527]: DEBUG oslo_concurrency.lockutils [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.197578] env[70527]: DEBUG oslo_concurrency.lockutils [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.199068] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 846.199068] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a32d173-762b-457b-b53c-78586f5a4b4f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.212344] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 846.212527] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 846.213320] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df7c6410-dbac-44e9-90e1-66648c0d7c37 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.220625] env[70527]: DEBUG oslo_vmware.api [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Waiting for the task: (returnval){ [ 846.220625] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]521ff53e-4b8a-b721-d8e1-459105dfd8e4" [ 846.220625] env[70527]: _type = "Task" [ 846.220625] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.230295] env[70527]: DEBUG oslo_vmware.api [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]521ff53e-4b8a-b721-d8e1-459105dfd8e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.401378] env[70527]: DEBUG oslo_vmware.api [None req-639c5a54-0e45-434e-b7a2-96bda1927124 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': task-3913006, 'name': Destroy_Task} progress is 33%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.485462] env[70527]: DEBUG oslo_vmware.api [None req-07240c3e-0e68-4fe5-ba87-db4c93bed16c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913002, 'name': CloneVM_Task} progress is 94%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.500275] env[70527]: DEBUG oslo_concurrency.lockutils [req-c4f80a6d-ab1b-4a01-a6d1-8122f0e6ba8a req-20c4f9b4-65b3-420d-8f0a-8b8fdd91355b service nova] Releasing lock "refresh_cache-23137459-71e2-4681-9054-1bde06450f13" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.656720] env[70527]: DEBUG oslo_concurrency.lockutils [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.881s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.656720] env[70527]: DEBUG nova.compute.manager [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] [instance: d77710c6-f1aa-45a5-9318-68bd49f93256] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 846.664836] env[70527]: DEBUG oslo_concurrency.lockutils [None req-118f2f0e-c5aa-473d-b3ed-016aa39660d9 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.588s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.664836] env[70527]: DEBUG oslo_concurrency.lockutils [None req-118f2f0e-c5aa-473d-b3ed-016aa39660d9 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.664836] env[70527]: DEBUG oslo_concurrency.lockutils [None req-27fcd12a-555e-45b2-8097-073e2ebe965f tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.925s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.664836] env[70527]: DEBUG oslo_concurrency.lockutils [None req-27fcd12a-555e-45b2-8097-073e2ebe965f tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.670020] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.570s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.670919] env[70527]: INFO nova.compute.claims [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 1878e6d7-681c-4aca-ae45-7bd001cff323] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 846.701581] env[70527]: INFO nova.scheduler.client.report [None req-27fcd12a-555e-45b2-8097-073e2ebe965f tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Deleted allocations for instance 2b7d550b-ee65-4f22-8984-9b88e08de4d1 [ 846.716595] env[70527]: INFO nova.scheduler.client.report [None req-118f2f0e-c5aa-473d-b3ed-016aa39660d9 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Deleted allocations for instance 572a409f-4b2a-421d-be2f-99a98bdc7367 [ 846.740622] env[70527]: DEBUG oslo_vmware.api [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]521ff53e-4b8a-b721-d8e1-459105dfd8e4, 'name': SearchDatastore_Task, 'duration_secs': 0.031785} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.742547] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df21c834-9e44-4909-9aac-d46bc9ab96ef {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.751288] env[70527]: DEBUG oslo_vmware.api [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Waiting for the task: (returnval){ [ 846.751288] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]528a50d7-a79d-9ee9-0329-91b4805fb77e" [ 846.751288] env[70527]: _type = "Task" [ 846.751288] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.764805] env[70527]: DEBUG oslo_vmware.api [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]528a50d7-a79d-9ee9-0329-91b4805fb77e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.899146] env[70527]: DEBUG oslo_vmware.api [None req-639c5a54-0e45-434e-b7a2-96bda1927124 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': task-3913006, 'name': Destroy_Task, 'duration_secs': 0.564296} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.900087] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-639c5a54-0e45-434e-b7a2-96bda1927124 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: 92d864e4-e030-49df-b739-46f55730fd0a] Destroyed the VM [ 846.900624] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-639c5a54-0e45-434e-b7a2-96bda1927124 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: 92d864e4-e030-49df-b739-46f55730fd0a] Deleting Snapshot of the VM instance {{(pid=70527) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 846.901095] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5c2216e0-3712-439c-9395-34ec7b8a9560 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.912236] env[70527]: DEBUG oslo_vmware.api [None req-639c5a54-0e45-434e-b7a2-96bda1927124 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Waiting for the task: (returnval){ [ 846.912236] env[70527]: value = "task-3913007" [ 846.912236] env[70527]: _type = "Task" [ 846.912236] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.926699] env[70527]: DEBUG oslo_vmware.api [None req-639c5a54-0e45-434e-b7a2-96bda1927124 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': task-3913007, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.991552] env[70527]: DEBUG oslo_vmware.api [None req-07240c3e-0e68-4fe5-ba87-db4c93bed16c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913002, 'name': CloneVM_Task} progress is 95%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.179287] env[70527]: DEBUG nova.compute.utils [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 847.180885] env[70527]: DEBUG nova.compute.manager [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] [instance: d77710c6-f1aa-45a5-9318-68bd49f93256] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 847.181108] env[70527]: DEBUG nova.network.neutron [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] [instance: d77710c6-f1aa-45a5-9318-68bd49f93256] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 847.211848] env[70527]: DEBUG oslo_concurrency.lockutils [None req-27fcd12a-555e-45b2-8097-073e2ebe965f tempest-ServerShowV257Test-573280923 tempest-ServerShowV257Test-573280923-project-member] Lock "2b7d550b-ee65-4f22-8984-9b88e08de4d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.851s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.231859] env[70527]: DEBUG oslo_concurrency.lockutils [None req-118f2f0e-c5aa-473d-b3ed-016aa39660d9 tempest-DeleteServersAdminTestJSON-1646148384 tempest-DeleteServersAdminTestJSON-1646148384-project-member] Lock "572a409f-4b2a-421d-be2f-99a98bdc7367" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.725s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.263993] env[70527]: DEBUG oslo_vmware.api [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]528a50d7-a79d-9ee9-0329-91b4805fb77e, 'name': SearchDatastore_Task, 'duration_secs': 0.02267} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.264955] env[70527]: DEBUG nova.network.neutron [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] [instance: ed20e07e-dca3-4e05-987d-254a2d8891a7] Successfully updated port: 974f8b65-96da-40a8-96a1-22a5d944e0dd {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 847.266182] env[70527]: DEBUG oslo_concurrency.lockutils [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.266493] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] 23137459-71e2-4681-9054-1bde06450f13/23137459-71e2-4681-9054-1bde06450f13.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 847.267000] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e3890d86-d712-43cf-930a-267da50b5ffa {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.276116] env[70527]: DEBUG nova.policy [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8492cf78c37646df9bc9db87d945d853', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de6268197e374884bc54f7c81184bc91', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 847.281722] env[70527]: DEBUG oslo_vmware.api [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Waiting for the task: (returnval){ [ 847.281722] env[70527]: value = "task-3913008" [ 847.281722] env[70527]: _type = "Task" [ 847.281722] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.293444] env[70527]: DEBUG oslo_vmware.api [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Task: {'id': task-3913008, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.334883] env[70527]: DEBUG nova.compute.manager [req-ac7365aa-1d29-49cc-bb35-056e15fbd907 req-6ae395b9-bf4e-4fb7-ba91-8c225ca9c01c service nova] [instance: ed20e07e-dca3-4e05-987d-254a2d8891a7] Received event network-vif-plugged-974f8b65-96da-40a8-96a1-22a5d944e0dd {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.335185] env[70527]: DEBUG oslo_concurrency.lockutils [req-ac7365aa-1d29-49cc-bb35-056e15fbd907 req-6ae395b9-bf4e-4fb7-ba91-8c225ca9c01c service nova] Acquiring lock "ed20e07e-dca3-4e05-987d-254a2d8891a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.335318] env[70527]: DEBUG oslo_concurrency.lockutils [req-ac7365aa-1d29-49cc-bb35-056e15fbd907 req-6ae395b9-bf4e-4fb7-ba91-8c225ca9c01c service nova] Lock "ed20e07e-dca3-4e05-987d-254a2d8891a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.335480] env[70527]: DEBUG oslo_concurrency.lockutils [req-ac7365aa-1d29-49cc-bb35-056e15fbd907 req-6ae395b9-bf4e-4fb7-ba91-8c225ca9c01c service nova] Lock "ed20e07e-dca3-4e05-987d-254a2d8891a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.336683] env[70527]: DEBUG nova.compute.manager [req-ac7365aa-1d29-49cc-bb35-056e15fbd907 req-6ae395b9-bf4e-4fb7-ba91-8c225ca9c01c service nova] [instance: ed20e07e-dca3-4e05-987d-254a2d8891a7] No waiting events found dispatching network-vif-plugged-974f8b65-96da-40a8-96a1-22a5d944e0dd {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 847.336683] env[70527]: WARNING nova.compute.manager [req-ac7365aa-1d29-49cc-bb35-056e15fbd907 req-6ae395b9-bf4e-4fb7-ba91-8c225ca9c01c service nova] [instance: ed20e07e-dca3-4e05-987d-254a2d8891a7] Received unexpected event network-vif-plugged-974f8b65-96da-40a8-96a1-22a5d944e0dd for instance with vm_state building and task_state spawning. [ 847.423370] env[70527]: DEBUG oslo_vmware.api [None req-639c5a54-0e45-434e-b7a2-96bda1927124 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': task-3913007, 'name': RemoveSnapshot_Task} progress is 78%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.494707] env[70527]: DEBUG oslo_vmware.api [None req-07240c3e-0e68-4fe5-ba87-db4c93bed16c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913002, 'name': CloneVM_Task, 'duration_secs': 2.157527} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.497781] env[70527]: INFO nova.virt.vmwareapi.vmops [None req-07240c3e-0e68-4fe5-ba87-db4c93bed16c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Created linked-clone VM from snapshot [ 847.497781] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c596b775-99b4-40ff-a87a-8585dbf9c69f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.511913] env[70527]: DEBUG nova.virt.vmwareapi.images [None req-07240c3e-0e68-4fe5-ba87-db4c93bed16c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Uploading image 5230b143-0e5f-4506-84a2-c78ca89d7e60 {{(pid=70527) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 847.544070] env[70527]: DEBUG oslo_vmware.rw_handles [None req-07240c3e-0e68-4fe5-ba87-db4c93bed16c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 847.544070] env[70527]: value = "vm-777039" [ 847.544070] env[70527]: _type = "VirtualMachine" [ 847.544070] env[70527]: }. {{(pid=70527) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 847.544070] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2a7672e8-bfd8-4956-88fa-800335cc2b71 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.550954] env[70527]: DEBUG oslo_vmware.rw_handles [None req-07240c3e-0e68-4fe5-ba87-db4c93bed16c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Lease: (returnval){ [ 847.550954] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52127ab0-79ba-5d7c-fd77-804ba3d32470" [ 847.550954] env[70527]: _type = "HttpNfcLease" [ 847.550954] env[70527]: } obtained for exporting VM: (result){ [ 847.550954] env[70527]: value = "vm-777039" [ 847.550954] env[70527]: _type = "VirtualMachine" [ 847.550954] env[70527]: }. {{(pid=70527) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 847.551263] env[70527]: DEBUG oslo_vmware.api [None req-07240c3e-0e68-4fe5-ba87-db4c93bed16c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for the lease: (returnval){ [ 847.551263] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52127ab0-79ba-5d7c-fd77-804ba3d32470" [ 847.551263] env[70527]: _type = "HttpNfcLease" [ 847.551263] env[70527]: } to be ready. {{(pid=70527) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 847.563382] env[70527]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 847.563382] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52127ab0-79ba-5d7c-fd77-804ba3d32470" [ 847.563382] env[70527]: _type = "HttpNfcLease" [ 847.563382] env[70527]: } is initializing. {{(pid=70527) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 847.691753] env[70527]: DEBUG nova.compute.manager [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] [instance: d77710c6-f1aa-45a5-9318-68bd49f93256] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 847.768434] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Acquiring lock "refresh_cache-ed20e07e-dca3-4e05-987d-254a2d8891a7" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.768643] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Acquired lock "refresh_cache-ed20e07e-dca3-4e05-987d-254a2d8891a7" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.769647] env[70527]: DEBUG nova.network.neutron [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] [instance: ed20e07e-dca3-4e05-987d-254a2d8891a7] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 847.774118] env[70527]: DEBUG nova.network.neutron [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] [instance: d77710c6-f1aa-45a5-9318-68bd49f93256] Successfully created port: b96b3754-70de-4a1d-bc3c-2e1b2e15de36 {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 847.800016] env[70527]: DEBUG oslo_vmware.api [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Task: {'id': task-3913008, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50916} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.800699] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] 23137459-71e2-4681-9054-1bde06450f13/23137459-71e2-4681-9054-1bde06450f13.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 847.800699] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] [instance: 23137459-71e2-4681-9054-1bde06450f13] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 847.801307] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-98c5cdfa-fbe6-494d-9a70-9cc37bc4a339 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.813792] env[70527]: DEBUG oslo_vmware.api [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Waiting for the task: (returnval){ [ 847.813792] env[70527]: value = "task-3913010" [ 847.813792] env[70527]: _type = "Task" [ 847.813792] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.834385] env[70527]: DEBUG oslo_vmware.api [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Task: {'id': task-3913010, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.925024] env[70527]: DEBUG oslo_vmware.api [None req-639c5a54-0e45-434e-b7a2-96bda1927124 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': task-3913007, 'name': RemoveSnapshot_Task, 'duration_secs': 0.552088} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.928408] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-639c5a54-0e45-434e-b7a2-96bda1927124 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: 92d864e4-e030-49df-b739-46f55730fd0a] Deleted Snapshot of the VM instance {{(pid=70527) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 847.928734] env[70527]: INFO nova.compute.manager [None req-639c5a54-0e45-434e-b7a2-96bda1927124 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: 92d864e4-e030-49df-b739-46f55730fd0a] Took 15.56 seconds to snapshot the instance on the hypervisor. [ 848.060621] env[70527]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 848.060621] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52127ab0-79ba-5d7c-fd77-804ba3d32470" [ 848.060621] env[70527]: _type = "HttpNfcLease" [ 848.060621] env[70527]: } is ready. {{(pid=70527) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 848.061019] env[70527]: DEBUG oslo_vmware.rw_handles [None req-07240c3e-0e68-4fe5-ba87-db4c93bed16c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 848.061019] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52127ab0-79ba-5d7c-fd77-804ba3d32470" [ 848.061019] env[70527]: _type = "HttpNfcLease" [ 848.061019] env[70527]: }. {{(pid=70527) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 848.062111] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415e6577-74c3-4c50-bcd3-09577af80361 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.071268] env[70527]: DEBUG oslo_vmware.rw_handles [None req-07240c3e-0e68-4fe5-ba87-db4c93bed16c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cc7e67-d401-8725-0fd4-cc0550b25dd8/disk-0.vmdk from lease info. {{(pid=70527) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 848.071377] env[70527]: DEBUG oslo_vmware.rw_handles [None req-07240c3e-0e68-4fe5-ba87-db4c93bed16c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cc7e67-d401-8725-0fd4-cc0550b25dd8/disk-0.vmdk for reading. {{(pid=70527) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 848.305552] env[70527]: DEBUG nova.network.neutron [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] [instance: ed20e07e-dca3-4e05-987d-254a2d8891a7] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 848.310303] env[70527]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a223d415-0f01-4182-8778-2afc2311e9e6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.329072] env[70527]: DEBUG oslo_vmware.api [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Task: {'id': task-3913010, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081602} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.330908] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] [instance: 23137459-71e2-4681-9054-1bde06450f13] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 848.335990] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ca8962-c4ff-42b6-aca2-031819fc0c2b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.367714] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] [instance: 23137459-71e2-4681-9054-1bde06450f13] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 23137459-71e2-4681-9054-1bde06450f13/23137459-71e2-4681-9054-1bde06450f13.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 848.377872] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25aa12a1-dc3a-4559-8ee1-fa1f403607df {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.393323] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f70e95-80cd-4e05-b5ec-1ad263604f5c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.404807] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-480aca9f-260c-449d-932b-b55b90dac820 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.408646] env[70527]: DEBUG oslo_vmware.api [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Waiting for the task: (returnval){ [ 848.408646] env[70527]: value = "task-3913011" [ 848.408646] env[70527]: _type = "Task" [ 848.408646] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.446969] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aaf8014-ab6b-436b-b538-07bf4c389314 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.454381] env[70527]: DEBUG oslo_vmware.api [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Task: {'id': task-3913011, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.464466] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-762de7dd-eb3a-4438-84ae-5c8c9f2436ee {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.481586] env[70527]: DEBUG nova.compute.provider_tree [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 848.582397] env[70527]: DEBUG nova.network.neutron [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] [instance: ed20e07e-dca3-4e05-987d-254a2d8891a7] Updating instance_info_cache with network_info: [{"id": "974f8b65-96da-40a8-96a1-22a5d944e0dd", "address": "fa:16:3e:83:5e:ce", "network": {"id": "8303d943-98fa-4e14-baeb-15cc2bede18a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-474575567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1176e5bf85f64f1891cf75ea833dbd99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap974f8b65-96", "ovs_interfaceid": "974f8b65-96da-40a8-96a1-22a5d944e0dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.705669] env[70527]: DEBUG nova.compute.manager [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] [instance: d77710c6-f1aa-45a5-9318-68bd49f93256] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 848.731258] env[70527]: DEBUG nova.virt.hardware [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 848.731258] env[70527]: DEBUG nova.virt.hardware [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 848.731258] env[70527]: DEBUG nova.virt.hardware [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 848.731484] env[70527]: DEBUG nova.virt.hardware [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 848.731484] env[70527]: DEBUG nova.virt.hardware [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 848.731484] env[70527]: DEBUG nova.virt.hardware [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 848.731484] env[70527]: DEBUG nova.virt.hardware [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 848.731596] env[70527]: DEBUG nova.virt.hardware [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 848.731678] env[70527]: DEBUG nova.virt.hardware [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 848.731824] env[70527]: DEBUG nova.virt.hardware [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 848.731993] env[70527]: DEBUG nova.virt.hardware [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 848.732897] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe70ac3-d302-465f-9e62-520f0576d259 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.742508] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec22c55-3195-43eb-ab68-0bfae1168b4e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.921230] env[70527]: DEBUG oslo_vmware.api [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Task: {'id': task-3913011, 'name': ReconfigVM_Task, 'duration_secs': 0.305476} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.921230] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] [instance: 23137459-71e2-4681-9054-1bde06450f13] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 23137459-71e2-4681-9054-1bde06450f13/23137459-71e2-4681-9054-1bde06450f13.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 848.922517] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db9b005e-0c3e-4616-a6df-2a121a048ada {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.930521] env[70527]: DEBUG oslo_vmware.api [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Waiting for the task: (returnval){ [ 848.930521] env[70527]: value = "task-3913012" [ 848.930521] env[70527]: _type = "Task" [ 848.930521] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.948410] env[70527]: DEBUG oslo_vmware.api [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Task: {'id': task-3913012, 'name': Rename_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.986805] env[70527]: DEBUG nova.scheduler.client.report [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 849.092223] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Releasing lock "refresh_cache-ed20e07e-dca3-4e05-987d-254a2d8891a7" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.092588] env[70527]: DEBUG nova.compute.manager [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] [instance: ed20e07e-dca3-4e05-987d-254a2d8891a7] Instance network_info: |[{"id": "974f8b65-96da-40a8-96a1-22a5d944e0dd", "address": "fa:16:3e:83:5e:ce", "network": {"id": "8303d943-98fa-4e14-baeb-15cc2bede18a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-474575567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1176e5bf85f64f1891cf75ea833dbd99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap974f8b65-96", "ovs_interfaceid": "974f8b65-96da-40a8-96a1-22a5d944e0dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 849.093080] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] [instance: ed20e07e-dca3-4e05-987d-254a2d8891a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:5e:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae18b41f-e73c-44f1-83dd-467c080944f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '974f8b65-96da-40a8-96a1-22a5d944e0dd', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 849.103530] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Creating folder: Project (1176e5bf85f64f1891cf75ea833dbd99). Parent ref: group-v776920. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 849.103854] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e23e2ee6-5df1-4bd1-a419-e13703a90c19 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.119205] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Created folder: Project (1176e5bf85f64f1891cf75ea833dbd99) in parent group-v776920. [ 849.120050] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Creating folder: Instances. Parent ref: group-v777043. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 849.120290] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3b38894d-3a58-4b23-8656-d49c32308e26 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.137577] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Created folder: Instances in parent group-v777043. [ 849.137993] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 849.138453] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed20e07e-dca3-4e05-987d-254a2d8891a7] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 849.138834] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c48fc04d-85cb-4b0a-bdd4-37ada4e35fce {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.162287] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 849.162287] env[70527]: value = "task-3913015" [ 849.162287] env[70527]: _type = "Task" [ 849.162287] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.172143] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913015, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.442626] env[70527]: DEBUG oslo_vmware.api [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Task: {'id': task-3913012, 'name': Rename_Task, 'duration_secs': 0.164796} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.442626] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] [instance: 23137459-71e2-4681-9054-1bde06450f13] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 849.442777] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd02a463-15a2-4e3f-9193-13e7737338f5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.456052] env[70527]: DEBUG oslo_vmware.api [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Waiting for the task: (returnval){ [ 849.456052] env[70527]: value = "task-3913016" [ 849.456052] env[70527]: _type = "Task" [ 849.456052] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.468376] env[70527]: DEBUG oslo_vmware.api [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Task: {'id': task-3913016, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.494457] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.826s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.495045] env[70527]: DEBUG nova.compute.manager [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 1878e6d7-681c-4aca-ae45-7bd001cff323] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 849.498102] env[70527]: DEBUG oslo_concurrency.lockutils [None req-70355140-6b62-45a3-92c3-98eb775ab222 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.321s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.498405] env[70527]: DEBUG oslo_concurrency.lockutils [None req-70355140-6b62-45a3-92c3-98eb775ab222 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.509192] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b1251973-3ca7-44ee-9046-1e1bee7a50a6 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.992s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.509626] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b1251973-3ca7-44ee-9046-1e1bee7a50a6 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.004s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.512583] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f022607c-2d29-40d3-903e-156bcaf623c1 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.541s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.515082] env[70527]: INFO nova.compute.claims [None req-f022607c-2d29-40d3-903e-156bcaf623c1 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] [instance: 585795f1-3a3c-4f0e-9c64-0b23876ab5b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 849.557049] env[70527]: INFO nova.scheduler.client.report [None req-b1251973-3ca7-44ee-9046-1e1bee7a50a6 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Deleted allocations for instance e0f5066e-917e-4e4a-9b1c-b2e9eef96296 [ 849.564533] env[70527]: INFO nova.scheduler.client.report [None req-70355140-6b62-45a3-92c3-98eb775ab222 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Deleted allocations for instance a8990c35-0ff5-42a2-a236-871039dc979a [ 849.674498] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913015, 'name': CreateVM_Task, 'duration_secs': 0.485022} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.674813] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed20e07e-dca3-4e05-987d-254a2d8891a7] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 849.675449] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.675621] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.676013] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.676307] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ecfa158-292b-425b-aeaf-65363daa995b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.687344] env[70527]: DEBUG oslo_vmware.api [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Waiting for the task: (returnval){ [ 849.687344] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52d9b032-fb01-c9d3-0a3b-55511e2329ed" [ 849.687344] env[70527]: _type = "Task" [ 849.687344] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.699318] env[70527]: DEBUG oslo_vmware.api [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52d9b032-fb01-c9d3-0a3b-55511e2329ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.710858] env[70527]: DEBUG nova.compute.manager [req-8a3d5cbc-194e-4500-9741-3f5b0c5da517 req-77ea2fb2-fae2-44ec-9f3c-eb8af79c042c service nova] [instance: ed20e07e-dca3-4e05-987d-254a2d8891a7] Received event network-changed-974f8b65-96da-40a8-96a1-22a5d944e0dd {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.711112] env[70527]: DEBUG nova.compute.manager [req-8a3d5cbc-194e-4500-9741-3f5b0c5da517 req-77ea2fb2-fae2-44ec-9f3c-eb8af79c042c service nova] [instance: ed20e07e-dca3-4e05-987d-254a2d8891a7] Refreshing instance network info cache due to event network-changed-974f8b65-96da-40a8-96a1-22a5d944e0dd. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 849.711545] env[70527]: DEBUG oslo_concurrency.lockutils [req-8a3d5cbc-194e-4500-9741-3f5b0c5da517 req-77ea2fb2-fae2-44ec-9f3c-eb8af79c042c service nova] Acquiring lock "refresh_cache-ed20e07e-dca3-4e05-987d-254a2d8891a7" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.711545] env[70527]: DEBUG oslo_concurrency.lockutils [req-8a3d5cbc-194e-4500-9741-3f5b0c5da517 req-77ea2fb2-fae2-44ec-9f3c-eb8af79c042c service nova] Acquired lock "refresh_cache-ed20e07e-dca3-4e05-987d-254a2d8891a7" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.711719] env[70527]: DEBUG nova.network.neutron [req-8a3d5cbc-194e-4500-9741-3f5b0c5da517 req-77ea2fb2-fae2-44ec-9f3c-eb8af79c042c service nova] [instance: ed20e07e-dca3-4e05-987d-254a2d8891a7] Refreshing network info cache for port 974f8b65-96da-40a8-96a1-22a5d944e0dd {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 849.876930] env[70527]: DEBUG nova.network.neutron [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] [instance: d77710c6-f1aa-45a5-9318-68bd49f93256] Successfully updated port: b96b3754-70de-4a1d-bc3c-2e1b2e15de36 {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 849.970579] env[70527]: DEBUG oslo_vmware.api [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Task: {'id': task-3913016, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.021706] env[70527]: DEBUG nova.compute.utils [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 850.027859] env[70527]: DEBUG nova.compute.manager [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 1878e6d7-681c-4aca-ae45-7bd001cff323] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 850.028411] env[70527]: DEBUG nova.network.neutron [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 1878e6d7-681c-4aca-ae45-7bd001cff323] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 850.084987] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b1251973-3ca7-44ee-9046-1e1bee7a50a6 tempest-ServersTestJSON-2073228387 tempest-ServersTestJSON-2073228387-project-member] Lock "e0f5066e-917e-4e4a-9b1c-b2e9eef96296" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.707s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.088536] env[70527]: DEBUG oslo_concurrency.lockutils [None req-70355140-6b62-45a3-92c3-98eb775ab222 tempest-ServersAdminNegativeTestJSON-263885956 tempest-ServersAdminNegativeTestJSON-263885956-project-member] Lock "a8990c35-0ff5-42a2-a236-871039dc979a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.590s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.199226] env[70527]: DEBUG oslo_vmware.api [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52d9b032-fb01-c9d3-0a3b-55511e2329ed, 'name': SearchDatastore_Task, 'duration_secs': 0.014149} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.199448] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.199748] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] [instance: ed20e07e-dca3-4e05-987d-254a2d8891a7] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 850.200053] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.200324] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.200606] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 850.202724] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b15c47d-7081-4d27-9a2e-d100f4932099 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.218727] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 850.219165] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 850.220096] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6076fc0c-9553-4a82-aac0-eab2f754006f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.228197] env[70527]: DEBUG oslo_vmware.api [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Waiting for the task: (returnval){ [ 850.228197] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52e70234-7ddc-e249-67f0-a251b3986269" [ 850.228197] env[70527]: _type = "Task" [ 850.228197] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.243073] env[70527]: DEBUG oslo_vmware.api [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52e70234-7ddc-e249-67f0-a251b3986269, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.386101] env[70527]: DEBUG oslo_concurrency.lockutils [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Acquiring lock "refresh_cache-d77710c6-f1aa-45a5-9318-68bd49f93256" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.386101] env[70527]: DEBUG oslo_concurrency.lockutils [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Acquired lock "refresh_cache-d77710c6-f1aa-45a5-9318-68bd49f93256" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.387127] env[70527]: DEBUG nova.network.neutron [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] [instance: d77710c6-f1aa-45a5-9318-68bd49f93256] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 850.409234] env[70527]: DEBUG nova.policy [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '816d635341be462e9456b9ff47ee35e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '79060d06877149fb8970e454e0927e61', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 850.468730] env[70527]: DEBUG oslo_vmware.api [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Task: {'id': task-3913016, 'name': PowerOnVM_Task, 'duration_secs': 0.543198} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.469158] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] [instance: 23137459-71e2-4681-9054-1bde06450f13] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 850.469424] env[70527]: INFO nova.compute.manager [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] [instance: 23137459-71e2-4681-9054-1bde06450f13] Took 8.36 seconds to spawn the instance on the hypervisor. [ 850.470082] env[70527]: DEBUG nova.compute.manager [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] [instance: 23137459-71e2-4681-9054-1bde06450f13] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 850.472955] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f10a95-9d8a-4bb8-9fbb-d7197ed000c1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.528417] env[70527]: DEBUG nova.compute.manager [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 1878e6d7-681c-4aca-ae45-7bd001cff323] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 850.749080] env[70527]: DEBUG nova.compute.manager [None req-5cdb00eb-62c3-4410-9587-904158339c36 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: c8f2bb6b-be01-4473-92f5-2a35a8eff5b0] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 850.749612] env[70527]: DEBUG oslo_vmware.api [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52e70234-7ddc-e249-67f0-a251b3986269, 'name': SearchDatastore_Task, 'duration_secs': 0.018923} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.754361] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf5c87e-be08-48df-89b2-2c0eeb80ae89 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.758616] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8b43b65-38bf-43ce-b590-6301a5a7fcc2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.774765] env[70527]: DEBUG oslo_vmware.api [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Waiting for the task: (returnval){ [ 850.774765] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]524c3caa-627e-f7bd-a0d1-d45b9de30182" [ 850.774765] env[70527]: _type = "Task" [ 850.774765] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.785895] env[70527]: DEBUG oslo_vmware.api [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]524c3caa-627e-f7bd-a0d1-d45b9de30182, 'name': SearchDatastore_Task, 'duration_secs': 0.017326} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.785895] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.786137] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] ed20e07e-dca3-4e05-987d-254a2d8891a7/ed20e07e-dca3-4e05-987d-254a2d8891a7.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 850.787262] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5aa0522c-ea0a-4b81-9772-9ffb384642fd {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.796046] env[70527]: DEBUG oslo_vmware.api [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Waiting for the task: (returnval){ [ 850.796046] env[70527]: value = "task-3913017" [ 850.796046] env[70527]: _type = "Task" [ 850.796046] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.808841] env[70527]: DEBUG oslo_vmware.api [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Task: {'id': task-3913017, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.928137] env[70527]: DEBUG nova.network.neutron [req-8a3d5cbc-194e-4500-9741-3f5b0c5da517 req-77ea2fb2-fae2-44ec-9f3c-eb8af79c042c service nova] [instance: ed20e07e-dca3-4e05-987d-254a2d8891a7] Updated VIF entry in instance network info cache for port 974f8b65-96da-40a8-96a1-22a5d944e0dd. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 850.928496] env[70527]: DEBUG nova.network.neutron [req-8a3d5cbc-194e-4500-9741-3f5b0c5da517 req-77ea2fb2-fae2-44ec-9f3c-eb8af79c042c service nova] [instance: ed20e07e-dca3-4e05-987d-254a2d8891a7] Updating instance_info_cache with network_info: [{"id": "974f8b65-96da-40a8-96a1-22a5d944e0dd", "address": "fa:16:3e:83:5e:ce", "network": {"id": "8303d943-98fa-4e14-baeb-15cc2bede18a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-474575567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1176e5bf85f64f1891cf75ea833dbd99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap974f8b65-96", "ovs_interfaceid": "974f8b65-96da-40a8-96a1-22a5d944e0dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.945543] env[70527]: DEBUG nova.network.neutron [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] [instance: d77710c6-f1aa-45a5-9318-68bd49f93256] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 851.001565] env[70527]: INFO nova.compute.manager [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] [instance: 23137459-71e2-4681-9054-1bde06450f13] Took 49.26 seconds to build instance. [ 851.140796] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef3adf15-07b8-4a2f-8016-01ae456e2428 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.153252] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7350a060-846b-4b79-8c72-182ecb840be3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.192215] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0e8660-8f59-44a7-9a1a-e5c27e780039 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.203743] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b45fb2-1631-4bbb-b577-39c92663b0ff {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.225034] env[70527]: DEBUG nova.compute.provider_tree [None req-f022607c-2d29-40d3-903e-156bcaf623c1 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 851.225034] env[70527]: DEBUG nova.network.neutron [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 1878e6d7-681c-4aca-ae45-7bd001cff323] Successfully created port: 3d5a0052-c08a-45b1-aaf1-c99d18618367 {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 851.276577] env[70527]: INFO nova.compute.manager [None req-5cdb00eb-62c3-4410-9587-904158339c36 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: c8f2bb6b-be01-4473-92f5-2a35a8eff5b0] instance snapshotting [ 851.280998] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b0ddd7-2868-4257-89ff-224a6cdaf6e3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.304806] env[70527]: DEBUG nova.network.neutron [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] [instance: d77710c6-f1aa-45a5-9318-68bd49f93256] Updating instance_info_cache with network_info: [{"id": "b96b3754-70de-4a1d-bc3c-2e1b2e15de36", "address": "fa:16:3e:70:d0:05", "network": {"id": "a6ca0170-b305-4505-a7d5-6275956ef594", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1011539533-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de6268197e374884bc54f7c81184bc91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb96b3754-70", "ovs_interfaceid": "b96b3754-70de-4a1d-bc3c-2e1b2e15de36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.310766] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2033743-4618-4fa4-9d16-2f3f605b2038 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.323482] env[70527]: DEBUG oslo_vmware.api [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Task: {'id': task-3913017, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.432378] env[70527]: DEBUG oslo_concurrency.lockutils [req-8a3d5cbc-194e-4500-9741-3f5b0c5da517 req-77ea2fb2-fae2-44ec-9f3c-eb8af79c042c service nova] Releasing lock "refresh_cache-ed20e07e-dca3-4e05-987d-254a2d8891a7" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.507413] env[70527]: DEBUG oslo_concurrency.lockutils [None req-558c5534-5163-4cd1-b812-62adf6fce762 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Lock "23137459-71e2-4681-9054-1bde06450f13" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 105.263s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.538392] env[70527]: DEBUG nova.compute.manager [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 1878e6d7-681c-4aca-ae45-7bd001cff323] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 851.573175] env[70527]: DEBUG nova.virt.hardware [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 851.573175] env[70527]: DEBUG nova.virt.hardware [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 851.573175] env[70527]: DEBUG nova.virt.hardware [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 851.573366] env[70527]: DEBUG nova.virt.hardware [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 851.573399] env[70527]: DEBUG nova.virt.hardware [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 851.573615] env[70527]: DEBUG nova.virt.hardware [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 851.573839] env[70527]: DEBUG nova.virt.hardware [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 851.574036] env[70527]: DEBUG nova.virt.hardware [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 851.574250] env[70527]: DEBUG nova.virt.hardware [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 851.574480] env[70527]: DEBUG nova.virt.hardware [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 851.574703] env[70527]: DEBUG nova.virt.hardware [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 851.575766] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462684fc-fd2a-441d-9624-7c83208b93b0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.586190] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c7a7cb-0d47-42c9-88aa-36aeb99a8c6f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.727761] env[70527]: DEBUG nova.scheduler.client.report [None req-f022607c-2d29-40d3-903e-156bcaf623c1 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 851.818484] env[70527]: DEBUG oslo_concurrency.lockutils [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Releasing lock "refresh_cache-d77710c6-f1aa-45a5-9318-68bd49f93256" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.818484] env[70527]: DEBUG nova.compute.manager [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] [instance: d77710c6-f1aa-45a5-9318-68bd49f93256] Instance network_info: |[{"id": "b96b3754-70de-4a1d-bc3c-2e1b2e15de36", "address": "fa:16:3e:70:d0:05", "network": {"id": "a6ca0170-b305-4505-a7d5-6275956ef594", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1011539533-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de6268197e374884bc54f7c81184bc91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb96b3754-70", "ovs_interfaceid": "b96b3754-70de-4a1d-bc3c-2e1b2e15de36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 851.818829] env[70527]: DEBUG oslo_vmware.api [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Task: {'id': task-3913017, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.761459} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.818829] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] [instance: d77710c6-f1aa-45a5-9318-68bd49f93256] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:d0:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bcd9d2d-25c8-41ad-9a4a-93b9029ba993', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b96b3754-70de-4a1d-bc3c-2e1b2e15de36', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 851.827026] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Creating folder: Project (de6268197e374884bc54f7c81184bc91). Parent ref: group-v776920. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 851.827981] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] ed20e07e-dca3-4e05-987d-254a2d8891a7/ed20e07e-dca3-4e05-987d-254a2d8891a7.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 851.828468] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] [instance: ed20e07e-dca3-4e05-987d-254a2d8891a7] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 851.828932] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4657acb3-17f0-4295-9fc2-068b116bb8f8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.831175] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b58e0f20-670f-44f4-a09e-69b408002932 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.835148] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-5cdb00eb-62c3-4410-9587-904158339c36 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: c8f2bb6b-be01-4473-92f5-2a35a8eff5b0] Creating Snapshot of the VM instance {{(pid=70527) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 851.838396] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-74340c54-1ee5-4cd4-98b9-99d02f3829af {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.847024] env[70527]: DEBUG oslo_vmware.api [None req-5cdb00eb-62c3-4410-9587-904158339c36 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Waiting for the task: (returnval){ [ 851.847024] env[70527]: value = "task-3913019" [ 851.847024] env[70527]: _type = "Task" [ 851.847024] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.853683] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Created folder: Project (de6268197e374884bc54f7c81184bc91) in parent group-v776920. [ 851.853683] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Creating folder: Instances. Parent ref: group-v777046. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 851.858980] env[70527]: DEBUG oslo_vmware.api [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Waiting for the task: (returnval){ [ 851.858980] env[70527]: value = "task-3913020" [ 851.858980] env[70527]: _type = "Task" [ 851.858980] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.858980] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d93762a-bdd2-4be2-8254-0bb187d001f5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.869600] env[70527]: DEBUG oslo_vmware.api [None req-5cdb00eb-62c3-4410-9587-904158339c36 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': task-3913019, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.875288] env[70527]: DEBUG oslo_vmware.api [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Task: {'id': task-3913020, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.883124] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Created folder: Instances in parent group-v777046. [ 851.883124] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 851.883124] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d77710c6-f1aa-45a5-9318-68bd49f93256] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 851.883509] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7036ca7-25fb-4085-aba5-3443d84370b7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.911750] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 851.911750] env[70527]: value = "task-3913022" [ 851.911750] env[70527]: _type = "Task" [ 851.911750] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.925764] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913022, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.012596] env[70527]: DEBUG nova.compute.manager [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] [instance: 68e47537-a820-4cc4-8856-1e9bcf2e26e2] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 852.235741] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f022607c-2d29-40d3-903e-156bcaf623c1 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.723s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.236649] env[70527]: DEBUG nova.compute.manager [None req-f022607c-2d29-40d3-903e-156bcaf623c1 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] [instance: 585795f1-3a3c-4f0e-9c64-0b23876ab5b6] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 852.240959] env[70527]: DEBUG oslo_concurrency.lockutils [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.119s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.243217] env[70527]: INFO nova.compute.claims [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] [instance: b7cf3e13-690b-4624-aaec-e3cec1d62308] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 852.339360] env[70527]: DEBUG nova.compute.manager [req-1ceb46b6-de4c-4cc7-a2ee-1aa516d1db08 req-ec42b3e0-5c3d-461b-88d7-da9b0fc80e1d service nova] [instance: d77710c6-f1aa-45a5-9318-68bd49f93256] Received event network-vif-plugged-b96b3754-70de-4a1d-bc3c-2e1b2e15de36 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.339623] env[70527]: DEBUG oslo_concurrency.lockutils [req-1ceb46b6-de4c-4cc7-a2ee-1aa516d1db08 req-ec42b3e0-5c3d-461b-88d7-da9b0fc80e1d service nova] Acquiring lock "d77710c6-f1aa-45a5-9318-68bd49f93256-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.339849] env[70527]: DEBUG oslo_concurrency.lockutils [req-1ceb46b6-de4c-4cc7-a2ee-1aa516d1db08 req-ec42b3e0-5c3d-461b-88d7-da9b0fc80e1d service nova] Lock "d77710c6-f1aa-45a5-9318-68bd49f93256-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.340090] env[70527]: DEBUG oslo_concurrency.lockutils [req-1ceb46b6-de4c-4cc7-a2ee-1aa516d1db08 req-ec42b3e0-5c3d-461b-88d7-da9b0fc80e1d service nova] Lock "d77710c6-f1aa-45a5-9318-68bd49f93256-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.340299] env[70527]: DEBUG nova.compute.manager [req-1ceb46b6-de4c-4cc7-a2ee-1aa516d1db08 req-ec42b3e0-5c3d-461b-88d7-da9b0fc80e1d service nova] [instance: d77710c6-f1aa-45a5-9318-68bd49f93256] No waiting events found dispatching network-vif-plugged-b96b3754-70de-4a1d-bc3c-2e1b2e15de36 {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 852.340487] env[70527]: WARNING nova.compute.manager [req-1ceb46b6-de4c-4cc7-a2ee-1aa516d1db08 req-ec42b3e0-5c3d-461b-88d7-da9b0fc80e1d service nova] [instance: d77710c6-f1aa-45a5-9318-68bd49f93256] Received unexpected event network-vif-plugged-b96b3754-70de-4a1d-bc3c-2e1b2e15de36 for instance with vm_state building and task_state spawning. [ 852.340798] env[70527]: DEBUG nova.compute.manager [req-1ceb46b6-de4c-4cc7-a2ee-1aa516d1db08 req-ec42b3e0-5c3d-461b-88d7-da9b0fc80e1d service nova] [instance: d77710c6-f1aa-45a5-9318-68bd49f93256] Received event network-changed-b96b3754-70de-4a1d-bc3c-2e1b2e15de36 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.340798] env[70527]: DEBUG nova.compute.manager [req-1ceb46b6-de4c-4cc7-a2ee-1aa516d1db08 req-ec42b3e0-5c3d-461b-88d7-da9b0fc80e1d service nova] [instance: d77710c6-f1aa-45a5-9318-68bd49f93256] Refreshing instance network info cache due to event network-changed-b96b3754-70de-4a1d-bc3c-2e1b2e15de36. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 852.340971] env[70527]: DEBUG oslo_concurrency.lockutils [req-1ceb46b6-de4c-4cc7-a2ee-1aa516d1db08 req-ec42b3e0-5c3d-461b-88d7-da9b0fc80e1d service nova] Acquiring lock "refresh_cache-d77710c6-f1aa-45a5-9318-68bd49f93256" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.341119] env[70527]: DEBUG oslo_concurrency.lockutils [req-1ceb46b6-de4c-4cc7-a2ee-1aa516d1db08 req-ec42b3e0-5c3d-461b-88d7-da9b0fc80e1d service nova] Acquired lock "refresh_cache-d77710c6-f1aa-45a5-9318-68bd49f93256" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.341353] env[70527]: DEBUG nova.network.neutron [req-1ceb46b6-de4c-4cc7-a2ee-1aa516d1db08 req-ec42b3e0-5c3d-461b-88d7-da9b0fc80e1d service nova] [instance: d77710c6-f1aa-45a5-9318-68bd49f93256] Refreshing network info cache for port b96b3754-70de-4a1d-bc3c-2e1b2e15de36 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 852.373692] env[70527]: DEBUG oslo_vmware.api [None req-5cdb00eb-62c3-4410-9587-904158339c36 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': task-3913019, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.377467] env[70527]: DEBUG oslo_vmware.api [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Task: {'id': task-3913020, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086695} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.377467] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] [instance: ed20e07e-dca3-4e05-987d-254a2d8891a7] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 852.378179] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1435e99-591d-4283-9067-ac986b863cb2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.411037] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] [instance: ed20e07e-dca3-4e05-987d-254a2d8891a7] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] ed20e07e-dca3-4e05-987d-254a2d8891a7/ed20e07e-dca3-4e05-987d-254a2d8891a7.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 852.411376] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87dc6f74-0a78-4a2d-9081-5775c1f07003 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.441336] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913022, 'name': CreateVM_Task, 'duration_secs': 0.409286} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.442708] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d77710c6-f1aa-45a5-9318-68bd49f93256] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 852.443087] env[70527]: DEBUG oslo_vmware.api [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Waiting for the task: (returnval){ [ 852.443087] env[70527]: value = "task-3913023" [ 852.443087] env[70527]: _type = "Task" [ 852.443087] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.443767] env[70527]: DEBUG oslo_concurrency.lockutils [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.443930] env[70527]: DEBUG oslo_concurrency.lockutils [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.444306] env[70527]: DEBUG oslo_concurrency.lockutils [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.444623] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-191ea177-881f-4c79-b592-a96a588f2483 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.455713] env[70527]: DEBUG oslo_vmware.api [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Task: {'id': task-3913023, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.457455] env[70527]: DEBUG oslo_vmware.api [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Waiting for the task: (returnval){ [ 852.457455] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]5233e5e8-dc71-df8d-fbf6-6c3a2a697424" [ 852.457455] env[70527]: _type = "Task" [ 852.457455] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.467250] env[70527]: DEBUG oslo_vmware.api [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5233e5e8-dc71-df8d-fbf6-6c3a2a697424, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.547976] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.749584] env[70527]: DEBUG nova.compute.utils [None req-f022607c-2d29-40d3-903e-156bcaf623c1 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 852.753992] env[70527]: DEBUG nova.compute.manager [None req-f022607c-2d29-40d3-903e-156bcaf623c1 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] [instance: 585795f1-3a3c-4f0e-9c64-0b23876ab5b6] Not allocating networking since 'none' was specified. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 852.804147] env[70527]: INFO nova.compute.manager [None req-ffc17b6c-ba1b-420f-8cac-70358d990ab5 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] [instance: 23137459-71e2-4681-9054-1bde06450f13] Rescuing [ 852.805251] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ffc17b6c-ba1b-420f-8cac-70358d990ab5 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Acquiring lock "refresh_cache-23137459-71e2-4681-9054-1bde06450f13" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.805251] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ffc17b6c-ba1b-420f-8cac-70358d990ab5 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Acquired lock "refresh_cache-23137459-71e2-4681-9054-1bde06450f13" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.805251] env[70527]: DEBUG nova.network.neutron [None req-ffc17b6c-ba1b-420f-8cac-70358d990ab5 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] [instance: 23137459-71e2-4681-9054-1bde06450f13] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 852.860202] env[70527]: DEBUG oslo_vmware.api [None req-5cdb00eb-62c3-4410-9587-904158339c36 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': task-3913019, 'name': CreateSnapshot_Task, 'duration_secs': 0.682387} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.860663] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-5cdb00eb-62c3-4410-9587-904158339c36 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: c8f2bb6b-be01-4473-92f5-2a35a8eff5b0] Created Snapshot of the VM instance {{(pid=70527) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 852.861869] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3741f119-2089-4d08-9b4c-1ea441bbddbc {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.955561] env[70527]: DEBUG oslo_vmware.api [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Task: {'id': task-3913023, 'name': ReconfigVM_Task, 'duration_secs': 0.424789} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.956094] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] [instance: ed20e07e-dca3-4e05-987d-254a2d8891a7] Reconfigured VM instance instance-00000028 to attach disk [datastore1] ed20e07e-dca3-4e05-987d-254a2d8891a7/ed20e07e-dca3-4e05-987d-254a2d8891a7.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 852.956851] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c9cae70-b547-4ad9-84f4-30e1246323fe {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.972326] env[70527]: DEBUG oslo_vmware.api [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5233e5e8-dc71-df8d-fbf6-6c3a2a697424, 'name': SearchDatastore_Task, 'duration_secs': 0.016037} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.974826] env[70527]: DEBUG oslo_concurrency.lockutils [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.974826] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] [instance: d77710c6-f1aa-45a5-9318-68bd49f93256] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 852.975442] env[70527]: DEBUG oslo_concurrency.lockutils [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.975442] env[70527]: DEBUG oslo_concurrency.lockutils [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.975442] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 852.976228] env[70527]: DEBUG oslo_vmware.api [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Waiting for the task: (returnval){ [ 852.976228] env[70527]: value = "task-3913024" [ 852.976228] env[70527]: _type = "Task" [ 852.976228] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.976518] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc9c3c37-a3d2-44a4-a49a-43d01de1501b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.989722] env[70527]: DEBUG oslo_vmware.api [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Task: {'id': task-3913024, 'name': Rename_Task} progress is 10%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.991404] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 852.991636] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 852.995202] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26364a93-205b-4ca2-8ab5-a42e00f50bdd {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.001637] env[70527]: DEBUG oslo_vmware.api [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Waiting for the task: (returnval){ [ 853.001637] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]522114ae-0958-a7d4-c38c-0a714b4c845b" [ 853.001637] env[70527]: _type = "Task" [ 853.001637] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.017365] env[70527]: DEBUG oslo_vmware.api [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]522114ae-0958-a7d4-c38c-0a714b4c845b, 'name': SearchDatastore_Task, 'duration_secs': 0.013867} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.018298] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a6b515d-1b0d-4bc6-a122-ac37be01a8c7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.025193] env[70527]: DEBUG oslo_vmware.api [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Waiting for the task: (returnval){ [ 853.025193] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]524aed64-a6ed-2ab4-fb61-be912e6ddc69" [ 853.025193] env[70527]: _type = "Task" [ 853.025193] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.039425] env[70527]: DEBUG oslo_vmware.api [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]524aed64-a6ed-2ab4-fb61-be912e6ddc69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.256117] env[70527]: DEBUG nova.compute.manager [None req-f022607c-2d29-40d3-903e-156bcaf623c1 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] [instance: 585795f1-3a3c-4f0e-9c64-0b23876ab5b6] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 853.391147] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-5cdb00eb-62c3-4410-9587-904158339c36 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: c8f2bb6b-be01-4473-92f5-2a35a8eff5b0] Creating linked-clone VM from snapshot {{(pid=70527) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 853.394508] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-40a16545-422f-4c99-bc39-a21bb37ac0d8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.406534] env[70527]: DEBUG oslo_vmware.api [None req-5cdb00eb-62c3-4410-9587-904158339c36 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Waiting for the task: (returnval){ [ 853.406534] env[70527]: value = "task-3913025" [ 853.406534] env[70527]: _type = "Task" [ 853.406534] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.424951] env[70527]: DEBUG oslo_vmware.api [None req-5cdb00eb-62c3-4410-9587-904158339c36 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': task-3913025, 'name': CloneVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.451808] env[70527]: DEBUG nova.network.neutron [req-1ceb46b6-de4c-4cc7-a2ee-1aa516d1db08 req-ec42b3e0-5c3d-461b-88d7-da9b0fc80e1d service nova] [instance: d77710c6-f1aa-45a5-9318-68bd49f93256] Updated VIF entry in instance network info cache for port b96b3754-70de-4a1d-bc3c-2e1b2e15de36. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 853.451808] env[70527]: DEBUG nova.network.neutron [req-1ceb46b6-de4c-4cc7-a2ee-1aa516d1db08 req-ec42b3e0-5c3d-461b-88d7-da9b0fc80e1d service nova] [instance: d77710c6-f1aa-45a5-9318-68bd49f93256] Updating instance_info_cache with network_info: [{"id": "b96b3754-70de-4a1d-bc3c-2e1b2e15de36", "address": "fa:16:3e:70:d0:05", "network": {"id": "a6ca0170-b305-4505-a7d5-6275956ef594", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1011539533-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de6268197e374884bc54f7c81184bc91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb96b3754-70", "ovs_interfaceid": "b96b3754-70de-4a1d-bc3c-2e1b2e15de36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.492090] env[70527]: DEBUG oslo_vmware.api [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Task: {'id': task-3913024, 'name': Rename_Task, 'duration_secs': 0.16629} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.497098] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] [instance: ed20e07e-dca3-4e05-987d-254a2d8891a7] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 853.500015] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e906beef-754d-4770-8cad-1fb35945a2a3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.509902] env[70527]: DEBUG oslo_vmware.api [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Waiting for the task: (returnval){ [ 853.509902] env[70527]: value = "task-3913026" [ 853.509902] env[70527]: _type = "Task" [ 853.509902] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.520692] env[70527]: DEBUG oslo_vmware.api [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Task: {'id': task-3913026, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.540194] env[70527]: DEBUG oslo_vmware.api [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]524aed64-a6ed-2ab4-fb61-be912e6ddc69, 'name': SearchDatastore_Task, 'duration_secs': 0.011721} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.546239] env[70527]: DEBUG oslo_concurrency.lockutils [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.546584] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] d77710c6-f1aa-45a5-9318-68bd49f93256/d77710c6-f1aa-45a5-9318-68bd49f93256.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 853.547885] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba172b1c-95bd-4410-ad2c-88002bfeed9e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.561756] env[70527]: DEBUG oslo_vmware.api [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Waiting for the task: (returnval){ [ 853.561756] env[70527]: value = "task-3913027" [ 853.561756] env[70527]: _type = "Task" [ 853.561756] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.578811] env[70527]: DEBUG oslo_vmware.api [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Task: {'id': task-3913027, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.669672] env[70527]: DEBUG nova.network.neutron [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 1878e6d7-681c-4aca-ae45-7bd001cff323] Successfully updated port: 3d5a0052-c08a-45b1-aaf1-c99d18618367 {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 853.737426] env[70527]: DEBUG nova.network.neutron [None req-ffc17b6c-ba1b-420f-8cac-70358d990ab5 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] [instance: 23137459-71e2-4681-9054-1bde06450f13] Updating instance_info_cache with network_info: [{"id": "1f1a0487-973c-4614-ae20-da574807de9c", "address": "fa:16:3e:86:07:75", "network": {"id": "0e78a331-e2b0-4025-bc59-b68542c3fcc1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1694808725-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c29918d78d494261b9b8460f1a3cf7c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f1a0487-97", "ovs_interfaceid": "1f1a0487-973c-4614-ae20-da574807de9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.921291] env[70527]: DEBUG oslo_vmware.api [None req-5cdb00eb-62c3-4410-9587-904158339c36 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': task-3913025, 'name': CloneVM_Task} progress is 94%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.941308] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858287b4-34a0-4df3-8feb-9d66fe502780 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.955305] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6622e172-1f1b-40f0-b851-bb9b1b759f7b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.961148] env[70527]: DEBUG oslo_concurrency.lockutils [req-1ceb46b6-de4c-4cc7-a2ee-1aa516d1db08 req-ec42b3e0-5c3d-461b-88d7-da9b0fc80e1d service nova] Releasing lock "refresh_cache-d77710c6-f1aa-45a5-9318-68bd49f93256" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.998089] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca8b0473-4fbd-499d-ac47-9dd031366a0e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.011240] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce8945f-ed71-4c95-a419-f07445d494db {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.035443] env[70527]: DEBUG oslo_vmware.api [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Task: {'id': task-3913026, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.036592] env[70527]: DEBUG nova.compute.provider_tree [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.072531] env[70527]: DEBUG oslo_vmware.api [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Task: {'id': task-3913027, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.175300] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquiring lock "refresh_cache-1878e6d7-681c-4aca-ae45-7bd001cff323" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.175444] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquired lock "refresh_cache-1878e6d7-681c-4aca-ae45-7bd001cff323" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.175601] env[70527]: DEBUG nova.network.neutron [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 1878e6d7-681c-4aca-ae45-7bd001cff323] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 854.241502] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ffc17b6c-ba1b-420f-8cac-70358d990ab5 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Releasing lock "refresh_cache-23137459-71e2-4681-9054-1bde06450f13" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.273175] env[70527]: DEBUG nova.compute.manager [None req-f022607c-2d29-40d3-903e-156bcaf623c1 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] [instance: 585795f1-3a3c-4f0e-9c64-0b23876ab5b6] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 854.310701] env[70527]: DEBUG nova.virt.hardware [None req-f022607c-2d29-40d3-903e-156bcaf623c1 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 854.310954] env[70527]: DEBUG nova.virt.hardware [None req-f022607c-2d29-40d3-903e-156bcaf623c1 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 854.311134] env[70527]: DEBUG nova.virt.hardware [None req-f022607c-2d29-40d3-903e-156bcaf623c1 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 854.311317] env[70527]: DEBUG nova.virt.hardware [None req-f022607c-2d29-40d3-903e-156bcaf623c1 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 854.311459] env[70527]: DEBUG nova.virt.hardware [None req-f022607c-2d29-40d3-903e-156bcaf623c1 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 854.311604] env[70527]: DEBUG nova.virt.hardware [None req-f022607c-2d29-40d3-903e-156bcaf623c1 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 854.311815] env[70527]: DEBUG nova.virt.hardware [None req-f022607c-2d29-40d3-903e-156bcaf623c1 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 854.311975] env[70527]: DEBUG nova.virt.hardware [None req-f022607c-2d29-40d3-903e-156bcaf623c1 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 854.312910] env[70527]: DEBUG nova.virt.hardware [None req-f022607c-2d29-40d3-903e-156bcaf623c1 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 854.313198] env[70527]: DEBUG nova.virt.hardware [None req-f022607c-2d29-40d3-903e-156bcaf623c1 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 854.313406] env[70527]: DEBUG nova.virt.hardware [None req-f022607c-2d29-40d3-903e-156bcaf623c1 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 854.315607] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78103555-b370-4367-a9cd-85ba4a635cfa {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.328876] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9fc7536-fd14-40ce-abf0-d4ad4dc47832 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.355210] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-f022607c-2d29-40d3-903e-156bcaf623c1 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] [instance: 585795f1-3a3c-4f0e-9c64-0b23876ab5b6] Instance VIF info [] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 854.360274] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-f022607c-2d29-40d3-903e-156bcaf623c1 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Creating folder: Project (a274d481f4684169ac6a23db3b6d00b8). Parent ref: group-v776920. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 854.360274] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f952501a-759d-40e6-bcc7-1b9c307182ff {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.377763] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-f022607c-2d29-40d3-903e-156bcaf623c1 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Created folder: Project (a274d481f4684169ac6a23db3b6d00b8) in parent group-v776920. [ 854.377763] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-f022607c-2d29-40d3-903e-156bcaf623c1 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Creating folder: Instances. Parent ref: group-v777051. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 854.377763] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9438e2cc-7506-45ad-97c6-38058f63f857 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.391249] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-f022607c-2d29-40d3-903e-156bcaf623c1 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Created folder: Instances in parent group-v777051. [ 854.391249] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f022607c-2d29-40d3-903e-156bcaf623c1 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 854.391249] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 585795f1-3a3c-4f0e-9c64-0b23876ab5b6] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 854.391249] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51911082-2b3e-4f72-8590-3de4cd242267 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.429784] env[70527]: DEBUG oslo_vmware.api [None req-5cdb00eb-62c3-4410-9587-904158339c36 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': task-3913025, 'name': CloneVM_Task} progress is 94%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.431568] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 854.431568] env[70527]: value = "task-3913030" [ 854.431568] env[70527]: _type = "Task" [ 854.431568] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.441565] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913030, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.528884] env[70527]: DEBUG oslo_vmware.api [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Task: {'id': task-3913026, 'name': PowerOnVM_Task, 'duration_secs': 0.94887} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.528884] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] [instance: ed20e07e-dca3-4e05-987d-254a2d8891a7] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 854.528884] env[70527]: INFO nova.compute.manager [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] [instance: ed20e07e-dca3-4e05-987d-254a2d8891a7] Took 8.72 seconds to spawn the instance on the hypervisor. [ 854.529210] env[70527]: DEBUG nova.compute.manager [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] [instance: ed20e07e-dca3-4e05-987d-254a2d8891a7] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 854.530209] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-649c9408-0f79-4114-ac39-e46c83881902 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.539992] env[70527]: DEBUG nova.scheduler.client.report [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.572999] env[70527]: DEBUG oslo_vmware.api [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Task: {'id': task-3913027, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602582} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.574719] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] d77710c6-f1aa-45a5-9318-68bd49f93256/d77710c6-f1aa-45a5-9318-68bd49f93256.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 854.574719] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] [instance: d77710c6-f1aa-45a5-9318-68bd49f93256] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 854.574719] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-172d7130-a630-49ed-8ca1-b2e57a4025e1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.583360] env[70527]: DEBUG oslo_vmware.api [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Waiting for the task: (returnval){ [ 854.583360] env[70527]: value = "task-3913031" [ 854.583360] env[70527]: _type = "Task" [ 854.583360] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.595912] env[70527]: DEBUG oslo_vmware.api [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Task: {'id': task-3913031, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.743519] env[70527]: DEBUG nova.network.neutron [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 1878e6d7-681c-4aca-ae45-7bd001cff323] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 854.929816] env[70527]: DEBUG oslo_vmware.api [None req-5cdb00eb-62c3-4410-9587-904158339c36 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': task-3913025, 'name': CloneVM_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.957712] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913030, 'name': CreateVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.049162] env[70527]: DEBUG oslo_concurrency.lockutils [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.808s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.049890] env[70527]: DEBUG nova.compute.manager [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] [instance: b7cf3e13-690b-4624-aaec-e3cec1d62308] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 855.058590] env[70527]: DEBUG oslo_concurrency.lockutils [None req-faf17a08-fbbb-4187-9f8f-683516ef863e tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.443s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.058804] env[70527]: DEBUG oslo_concurrency.lockutils [None req-faf17a08-fbbb-4187-9f8f-683516ef863e tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.061182] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9a386717-58c9-45b4-85f0-5852b495b6dd tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.969s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.065150] env[70527]: DEBUG nova.objects.instance [None req-9a386717-58c9-45b4-85f0-5852b495b6dd tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Lazy-loading 'resources' on Instance uuid 6efbb7e0-0666-461e-8411-b297928d4ef2 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 855.074235] env[70527]: DEBUG nova.network.neutron [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 1878e6d7-681c-4aca-ae45-7bd001cff323] Updating instance_info_cache with network_info: [{"id": "3d5a0052-c08a-45b1-aaf1-c99d18618367", "address": "fa:16:3e:80:f2:7a", "network": {"id": "0b72ef80-5e63-4bac-b3dd-4a63ff7abe74", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-571665589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79060d06877149fb8970e454e0927e61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d5a0052-c0", "ovs_interfaceid": "3d5a0052-c08a-45b1-aaf1-c99d18618367", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.077497] env[70527]: INFO nova.compute.manager [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] [instance: ed20e07e-dca3-4e05-987d-254a2d8891a7] Took 49.87 seconds to build instance. [ 855.098784] env[70527]: DEBUG oslo_vmware.api [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Task: {'id': task-3913031, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080521} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.099047] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] [instance: d77710c6-f1aa-45a5-9318-68bd49f93256] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 855.100989] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40531e98-6871-4f14-b116-5dda32227f94 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.106580] env[70527]: INFO nova.scheduler.client.report [None req-faf17a08-fbbb-4187-9f8f-683516ef863e tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Deleted allocations for instance 4a285879-39e7-41c6-ae76-ca5a75c692c7 [ 855.129089] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] [instance: d77710c6-f1aa-45a5-9318-68bd49f93256] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] d77710c6-f1aa-45a5-9318-68bd49f93256/d77710c6-f1aa-45a5-9318-68bd49f93256.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 855.131485] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcb03897-60fa-44df-aa4c-c3747b4876c7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.153033] env[70527]: DEBUG oslo_vmware.api [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Waiting for the task: (returnval){ [ 855.153033] env[70527]: value = "task-3913032" [ 855.153033] env[70527]: _type = "Task" [ 855.153033] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.164193] env[70527]: DEBUG oslo_vmware.api [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Task: {'id': task-3913032, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.427523] env[70527]: DEBUG oslo_vmware.api [None req-5cdb00eb-62c3-4410-9587-904158339c36 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': task-3913025, 'name': CloneVM_Task, 'duration_secs': 1.522397} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.427788] env[70527]: INFO nova.virt.vmwareapi.vmops [None req-5cdb00eb-62c3-4410-9587-904158339c36 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: c8f2bb6b-be01-4473-92f5-2a35a8eff5b0] Created linked-clone VM from snapshot [ 855.428592] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ffade44-c700-4d74-809b-e8efdbd0c152 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.441548] env[70527]: DEBUG nova.virt.vmwareapi.images [None req-5cdb00eb-62c3-4410-9587-904158339c36 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: c8f2bb6b-be01-4473-92f5-2a35a8eff5b0] Uploading image 5ee64632-f11c-46e4-b4ac-ed6189648336 {{(pid=70527) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 855.452562] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913030, 'name': CreateVM_Task, 'duration_secs': 0.527525} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.452736] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 585795f1-3a3c-4f0e-9c64-0b23876ab5b6] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 855.453492] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f022607c-2d29-40d3-903e-156bcaf623c1 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.453673] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f022607c-2d29-40d3-903e-156bcaf623c1 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.453990] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f022607c-2d29-40d3-903e-156bcaf623c1 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.454314] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bf48d84-4745-4014-9f68-b1b90efc09f1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.461765] env[70527]: DEBUG oslo_vmware.api [None req-f022607c-2d29-40d3-903e-156bcaf623c1 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Waiting for the task: (returnval){ [ 855.461765] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52f44bc3-6fde-7d95-08ff-35cc96402aa4" [ 855.461765] env[70527]: _type = "Task" [ 855.461765] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.475850] env[70527]: DEBUG oslo_vmware.api [None req-f022607c-2d29-40d3-903e-156bcaf623c1 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52f44bc3-6fde-7d95-08ff-35cc96402aa4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.480023] env[70527]: DEBUG oslo_vmware.rw_handles [None req-5cdb00eb-62c3-4410-9587-904158339c36 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 855.480023] env[70527]: value = "vm-777050" [ 855.480023] env[70527]: _type = "VirtualMachine" [ 855.480023] env[70527]: }. {{(pid=70527) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 855.480303] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-773b36e3-ca8e-4023-bd02-9f48be300470 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.488455] env[70527]: DEBUG oslo_vmware.rw_handles [None req-5cdb00eb-62c3-4410-9587-904158339c36 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Lease: (returnval){ [ 855.488455] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52a777e7-5287-56df-2540-8f6806a4bd2b" [ 855.488455] env[70527]: _type = "HttpNfcLease" [ 855.488455] env[70527]: } obtained for exporting VM: (result){ [ 855.488455] env[70527]: value = "vm-777050" [ 855.488455] env[70527]: _type = "VirtualMachine" [ 855.488455] env[70527]: }. {{(pid=70527) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 855.488692] env[70527]: DEBUG oslo_vmware.api [None req-5cdb00eb-62c3-4410-9587-904158339c36 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Waiting for the lease: (returnval){ [ 855.488692] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52a777e7-5287-56df-2540-8f6806a4bd2b" [ 855.488692] env[70527]: _type = "HttpNfcLease" [ 855.488692] env[70527]: } to be ready. {{(pid=70527) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 855.495929] env[70527]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 855.495929] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52a777e7-5287-56df-2540-8f6806a4bd2b" [ 855.495929] env[70527]: _type = "HttpNfcLease" [ 855.495929] env[70527]: } is initializing. {{(pid=70527) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 855.560600] env[70527]: DEBUG nova.compute.utils [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 855.562027] env[70527]: DEBUG nova.compute.manager [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] [instance: b7cf3e13-690b-4624-aaec-e3cec1d62308] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 855.562231] env[70527]: DEBUG nova.network.neutron [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] [instance: b7cf3e13-690b-4624-aaec-e3cec1d62308] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 855.574248] env[70527]: DEBUG nova.compute.manager [req-99133098-7caf-42fe-a2fe-ccaa6d6968df req-c083d966-5fab-4ce7-9261-99ac5e1ca509 service nova] [instance: 1878e6d7-681c-4aca-ae45-7bd001cff323] Received event network-vif-plugged-3d5a0052-c08a-45b1-aaf1-c99d18618367 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.574248] env[70527]: DEBUG oslo_concurrency.lockutils [req-99133098-7caf-42fe-a2fe-ccaa6d6968df req-c083d966-5fab-4ce7-9261-99ac5e1ca509 service nova] Acquiring lock "1878e6d7-681c-4aca-ae45-7bd001cff323-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.574969] env[70527]: DEBUG oslo_concurrency.lockutils [req-99133098-7caf-42fe-a2fe-ccaa6d6968df req-c083d966-5fab-4ce7-9261-99ac5e1ca509 service nova] Lock "1878e6d7-681c-4aca-ae45-7bd001cff323-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.575174] env[70527]: DEBUG oslo_concurrency.lockutils [req-99133098-7caf-42fe-a2fe-ccaa6d6968df req-c083d966-5fab-4ce7-9261-99ac5e1ca509 service nova] Lock "1878e6d7-681c-4aca-ae45-7bd001cff323-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.575352] env[70527]: DEBUG nova.compute.manager [req-99133098-7caf-42fe-a2fe-ccaa6d6968df req-c083d966-5fab-4ce7-9261-99ac5e1ca509 service nova] [instance: 1878e6d7-681c-4aca-ae45-7bd001cff323] No waiting events found dispatching network-vif-plugged-3d5a0052-c08a-45b1-aaf1-c99d18618367 {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 855.575518] env[70527]: WARNING nova.compute.manager [req-99133098-7caf-42fe-a2fe-ccaa6d6968df req-c083d966-5fab-4ce7-9261-99ac5e1ca509 service nova] [instance: 1878e6d7-681c-4aca-ae45-7bd001cff323] Received unexpected event network-vif-plugged-3d5a0052-c08a-45b1-aaf1-c99d18618367 for instance with vm_state building and task_state spawning. [ 855.575695] env[70527]: DEBUG nova.compute.manager [req-99133098-7caf-42fe-a2fe-ccaa6d6968df req-c083d966-5fab-4ce7-9261-99ac5e1ca509 service nova] [instance: 1878e6d7-681c-4aca-ae45-7bd001cff323] Received event network-changed-3d5a0052-c08a-45b1-aaf1-c99d18618367 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.575948] env[70527]: DEBUG nova.compute.manager [req-99133098-7caf-42fe-a2fe-ccaa6d6968df req-c083d966-5fab-4ce7-9261-99ac5e1ca509 service nova] [instance: 1878e6d7-681c-4aca-ae45-7bd001cff323] Refreshing instance network info cache due to event network-changed-3d5a0052-c08a-45b1-aaf1-c99d18618367. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 855.576166] env[70527]: DEBUG oslo_concurrency.lockutils [req-99133098-7caf-42fe-a2fe-ccaa6d6968df req-c083d966-5fab-4ce7-9261-99ac5e1ca509 service nova] Acquiring lock "refresh_cache-1878e6d7-681c-4aca-ae45-7bd001cff323" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.582708] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Releasing lock "refresh_cache-1878e6d7-681c-4aca-ae45-7bd001cff323" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.583156] env[70527]: DEBUG nova.compute.manager [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 1878e6d7-681c-4aca-ae45-7bd001cff323] Instance network_info: |[{"id": "3d5a0052-c08a-45b1-aaf1-c99d18618367", "address": "fa:16:3e:80:f2:7a", "network": {"id": "0b72ef80-5e63-4bac-b3dd-4a63ff7abe74", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-571665589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79060d06877149fb8970e454e0927e61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d5a0052-c0", "ovs_interfaceid": "3d5a0052-c08a-45b1-aaf1-c99d18618367", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 855.583415] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d0cb7640-552e-447d-aa2a-7d002389f7a0 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Lock "ed20e07e-dca3-4e05-987d-254a2d8891a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 108.643s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.584550] env[70527]: DEBUG oslo_concurrency.lockutils [req-99133098-7caf-42fe-a2fe-ccaa6d6968df req-c083d966-5fab-4ce7-9261-99ac5e1ca509 service nova] Acquired lock "refresh_cache-1878e6d7-681c-4aca-ae45-7bd001cff323" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.584735] env[70527]: DEBUG nova.network.neutron [req-99133098-7caf-42fe-a2fe-ccaa6d6968df req-c083d966-5fab-4ce7-9261-99ac5e1ca509 service nova] [instance: 1878e6d7-681c-4aca-ae45-7bd001cff323] Refreshing network info cache for port 3d5a0052-c08a-45b1-aaf1-c99d18618367 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 855.586133] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 1878e6d7-681c-4aca-ae45-7bd001cff323] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:f2:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6edb8eae-1113-49d0-84f7-9fd9f82b26fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d5a0052-c08a-45b1-aaf1-c99d18618367', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 855.594021] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 855.596658] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1878e6d7-681c-4aca-ae45-7bd001cff323] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 855.597156] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1664e991-ac77-49a0-a9aa-d54cb84a78b4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.627927] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 855.627927] env[70527]: value = "task-3913034" [ 855.627927] env[70527]: _type = "Task" [ 855.627927] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.644181] env[70527]: DEBUG oslo_concurrency.lockutils [None req-faf17a08-fbbb-4187-9f8f-683516ef863e tempest-ServerMetadataNegativeTestJSON-1722094476 tempest-ServerMetadataNegativeTestJSON-1722094476-project-member] Lock "4a285879-39e7-41c6-ae76-ca5a75c692c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.552s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.646098] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913034, 'name': CreateVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.665052] env[70527]: DEBUG oslo_vmware.api [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Task: {'id': task-3913032, 'name': ReconfigVM_Task, 'duration_secs': 0.284656} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.665398] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] [instance: d77710c6-f1aa-45a5-9318-68bd49f93256] Reconfigured VM instance instance-00000029 to attach disk [datastore1] d77710c6-f1aa-45a5-9318-68bd49f93256/d77710c6-f1aa-45a5-9318-68bd49f93256.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 855.666510] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d6c61bc-1358-44e5-ad22-4cc3cf808cb5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.675375] env[70527]: DEBUG oslo_vmware.api [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Waiting for the task: (returnval){ [ 855.675375] env[70527]: value = "task-3913035" [ 855.675375] env[70527]: _type = "Task" [ 855.675375] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.688682] env[70527]: DEBUG oslo_vmware.api [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Task: {'id': task-3913035, 'name': Rename_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.805141] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffc17b6c-ba1b-420f-8cac-70358d990ab5 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] [instance: 23137459-71e2-4681-9054-1bde06450f13] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 855.805141] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b1fe556-120b-4867-b27a-1e6973732bf8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.815233] env[70527]: DEBUG oslo_vmware.api [None req-ffc17b6c-ba1b-420f-8cac-70358d990ab5 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Waiting for the task: (returnval){ [ 855.815233] env[70527]: value = "task-3913036" [ 855.815233] env[70527]: _type = "Task" [ 855.815233] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.831872] env[70527]: DEBUG oslo_vmware.api [None req-ffc17b6c-ba1b-420f-8cac-70358d990ab5 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Task: {'id': task-3913036, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.840876] env[70527]: DEBUG nova.policy [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'daba3d59833e4e14a5409fa78efa0d8b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '63e0565550934902872f4e3ecd718e54', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 855.974848] env[70527]: DEBUG oslo_vmware.api [None req-f022607c-2d29-40d3-903e-156bcaf623c1 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52f44bc3-6fde-7d95-08ff-35cc96402aa4, 'name': SearchDatastore_Task, 'duration_secs': 0.032881} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.974848] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f022607c-2d29-40d3-903e-156bcaf623c1 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.976578] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-f022607c-2d29-40d3-903e-156bcaf623c1 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] [instance: 585795f1-3a3c-4f0e-9c64-0b23876ab5b6] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 855.976915] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f022607c-2d29-40d3-903e-156bcaf623c1 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.977279] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f022607c-2d29-40d3-903e-156bcaf623c1 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.978118] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-f022607c-2d29-40d3-903e-156bcaf623c1 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 855.978118] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bba04483-8f04-4da3-802a-3139c5e0cc4c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.995417] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-f022607c-2d29-40d3-903e-156bcaf623c1 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 855.995886] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-f022607c-2d29-40d3-903e-156bcaf623c1 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 855.997031] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94f0b419-4122-4a39-8395-b97be815097c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.004219] env[70527]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 856.004219] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52a777e7-5287-56df-2540-8f6806a4bd2b" [ 856.004219] env[70527]: _type = "HttpNfcLease" [ 856.004219] env[70527]: } is ready. {{(pid=70527) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 856.006296] env[70527]: DEBUG oslo_vmware.rw_handles [None req-5cdb00eb-62c3-4410-9587-904158339c36 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 856.006296] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52a777e7-5287-56df-2540-8f6806a4bd2b" [ 856.006296] env[70527]: _type = "HttpNfcLease" [ 856.006296] env[70527]: }. {{(pid=70527) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 856.007695] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a55da4d-0133-44bc-892f-dd6107e92851 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.015805] env[70527]: DEBUG oslo_vmware.api [None req-f022607c-2d29-40d3-903e-156bcaf623c1 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Waiting for the task: (returnval){ [ 856.015805] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]5226bf06-a761-bc3d-2013-99901c8c7595" [ 856.015805] env[70527]: _type = "Task" [ 856.015805] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.027416] env[70527]: DEBUG oslo_vmware.rw_handles [None req-5cdb00eb-62c3-4410-9587-904158339c36 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52489a62-d28f-a8c3-e9db-d5d04b57561e/disk-0.vmdk from lease info. {{(pid=70527) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 856.027416] env[70527]: DEBUG oslo_vmware.rw_handles [None req-5cdb00eb-62c3-4410-9587-904158339c36 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52489a62-d28f-a8c3-e9db-d5d04b57561e/disk-0.vmdk for reading. {{(pid=70527) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 856.094501] env[70527]: DEBUG nova.compute.manager [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] [instance: b7cf3e13-690b-4624-aaec-e3cec1d62308] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 856.097490] env[70527]: DEBUG oslo_vmware.api [None req-f022607c-2d29-40d3-903e-156bcaf623c1 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5226bf06-a761-bc3d-2013-99901c8c7595, 'name': SearchDatastore_Task, 'duration_secs': 0.014428} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.104732] env[70527]: DEBUG nova.compute.manager [None req-451cfb8d-4c2f-4a34-b49d-452c612332e1 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] [instance: 01ecb952-4274-4c03-9642-ff7fc894df3c] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 856.108816] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9747951-d7fe-48c4-b64e-7befc1f4e928 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.120213] env[70527]: DEBUG oslo_vmware.api [None req-f022607c-2d29-40d3-903e-156bcaf623c1 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Waiting for the task: (returnval){ [ 856.120213] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52093518-63f2-bb7b-9cff-c6a294077434" [ 856.120213] env[70527]: _type = "Task" [ 856.120213] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.129990] env[70527]: DEBUG oslo_vmware.api [None req-f022607c-2d29-40d3-903e-156bcaf623c1 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52093518-63f2-bb7b-9cff-c6a294077434, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.142275] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913034, 'name': CreateVM_Task} progress is 25%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.143885] env[70527]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8d62fdfc-c366-4dd1-93b8-852d29ca9a9d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.188805] env[70527]: DEBUG oslo_vmware.api [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Task: {'id': task-3913035, 'name': Rename_Task, 'duration_secs': 0.160543} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.192857] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] [instance: d77710c6-f1aa-45a5-9318-68bd49f93256] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 856.196667] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6a646f3-e390-49d8-ad71-b7f1aa373927 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.210517] env[70527]: DEBUG oslo_vmware.api [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Waiting for the task: (returnval){ [ 856.210517] env[70527]: value = "task-3913037" [ 856.210517] env[70527]: _type = "Task" [ 856.210517] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.221656] env[70527]: DEBUG oslo_vmware.api [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Task: {'id': task-3913037, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.300892] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9022503e-3125-4a63-bec7-eda4dbb13c77 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.313758] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6efcf471-3bb4-4710-a7cf-5572564e6c48 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.326913] env[70527]: DEBUG oslo_vmware.api [None req-ffc17b6c-ba1b-420f-8cac-70358d990ab5 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Task: {'id': task-3913036, 'name': PowerOffVM_Task, 'duration_secs': 0.214092} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.354868] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffc17b6c-ba1b-420f-8cac-70358d990ab5 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] [instance: 23137459-71e2-4681-9054-1bde06450f13] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 856.355694] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6773dcfc-118a-44d0-91ca-1292682a8fc2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.359206] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9860a97-5bbd-4a22-bdca-022972083621 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.390320] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d310e5de-8f73-4467-a4d1-d38178380fbf {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.400190] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2108ea92-5e05-45ac-bca2-f1daeba64fa0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.415999] env[70527]: DEBUG nova.compute.provider_tree [None req-9a386717-58c9-45b4-85f0-5852b495b6dd tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 856.468490] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffc17b6c-ba1b-420f-8cac-70358d990ab5 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] [instance: 23137459-71e2-4681-9054-1bde06450f13] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 856.469435] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e41bc33e-1b23-4aec-9452-ced884885adc {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.480099] env[70527]: DEBUG oslo_vmware.api [None req-ffc17b6c-ba1b-420f-8cac-70358d990ab5 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Waiting for the task: (returnval){ [ 856.480099] env[70527]: value = "task-3913038" [ 856.480099] env[70527]: _type = "Task" [ 856.480099] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.491340] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffc17b6c-ba1b-420f-8cac-70358d990ab5 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] [instance: 23137459-71e2-4681-9054-1bde06450f13] VM already powered off {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 856.491563] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-ffc17b6c-ba1b-420f-8cac-70358d990ab5 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] [instance: 23137459-71e2-4681-9054-1bde06450f13] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 856.491829] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ffc17b6c-ba1b-420f-8cac-70358d990ab5 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.491978] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ffc17b6c-ba1b-420f-8cac-70358d990ab5 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.492209] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffc17b6c-ba1b-420f-8cac-70358d990ab5 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 856.493123] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4edf2d3d-f7bb-4c93-8033-5b86bef0a833 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.506017] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffc17b6c-ba1b-420f-8cac-70358d990ab5 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 856.506017] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-ffc17b6c-ba1b-420f-8cac-70358d990ab5 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 856.506017] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4cafe8b-439e-4713-845f-75dfdd8cd557 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.513026] env[70527]: DEBUG oslo_vmware.api [None req-ffc17b6c-ba1b-420f-8cac-70358d990ab5 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Waiting for the task: (returnval){ [ 856.513026] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52b5e619-6b68-a17e-91bc-423ec1f6fe3b" [ 856.513026] env[70527]: _type = "Task" [ 856.513026] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.522953] env[70527]: DEBUG oslo_vmware.api [None req-ffc17b6c-ba1b-420f-8cac-70358d990ab5 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52b5e619-6b68-a17e-91bc-423ec1f6fe3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.645381] env[70527]: DEBUG oslo_vmware.api [None req-f022607c-2d29-40d3-903e-156bcaf623c1 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52093518-63f2-bb7b-9cff-c6a294077434, 'name': SearchDatastore_Task, 'duration_secs': 0.01404} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.645381] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f022607c-2d29-40d3-903e-156bcaf623c1 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.645381] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-f022607c-2d29-40d3-903e-156bcaf623c1 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 585795f1-3a3c-4f0e-9c64-0b23876ab5b6/585795f1-3a3c-4f0e-9c64-0b23876ab5b6.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 856.645381] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab9feab7-debc-43d6-8030-203511abc14f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.655597] env[70527]: DEBUG oslo_concurrency.lockutils [None req-451cfb8d-4c2f-4a34-b49d-452c612332e1 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.657478] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913034, 'name': CreateVM_Task, 'duration_secs': 0.694496} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.659495] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1878e6d7-681c-4aca-ae45-7bd001cff323] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 856.660905] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.660905] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.660905] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.664038] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51e4cb2d-efaa-4734-af6f-38cca0deabac {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.669420] env[70527]: DEBUG oslo_vmware.api [None req-f022607c-2d29-40d3-903e-156bcaf623c1 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Waiting for the task: (returnval){ [ 856.669420] env[70527]: value = "task-3913039" [ 856.669420] env[70527]: _type = "Task" [ 856.669420] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.669420] env[70527]: DEBUG oslo_vmware.api [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for the task: (returnval){ [ 856.669420] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]524db9c5-9658-1527-7ce9-8793a2cf6104" [ 856.669420] env[70527]: _type = "Task" [ 856.669420] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.691211] env[70527]: DEBUG oslo_vmware.api [None req-f022607c-2d29-40d3-903e-156bcaf623c1 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Task: {'id': task-3913039, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.695798] env[70527]: DEBUG oslo_vmware.api [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]524db9c5-9658-1527-7ce9-8793a2cf6104, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.726100] env[70527]: DEBUG oslo_vmware.api [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Task: {'id': task-3913037, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.878766] env[70527]: DEBUG nova.network.neutron [req-99133098-7caf-42fe-a2fe-ccaa6d6968df req-c083d966-5fab-4ce7-9261-99ac5e1ca509 service nova] [instance: 1878e6d7-681c-4aca-ae45-7bd001cff323] Updated VIF entry in instance network info cache for port 3d5a0052-c08a-45b1-aaf1-c99d18618367. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 856.879188] env[70527]: DEBUG nova.network.neutron [req-99133098-7caf-42fe-a2fe-ccaa6d6968df req-c083d966-5fab-4ce7-9261-99ac5e1ca509 service nova] [instance: 1878e6d7-681c-4aca-ae45-7bd001cff323] Updating instance_info_cache with network_info: [{"id": "3d5a0052-c08a-45b1-aaf1-c99d18618367", "address": "fa:16:3e:80:f2:7a", "network": {"id": "0b72ef80-5e63-4bac-b3dd-4a63ff7abe74", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-571665589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79060d06877149fb8970e454e0927e61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d5a0052-c0", "ovs_interfaceid": "3d5a0052-c08a-45b1-aaf1-c99d18618367", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.916395] env[70527]: DEBUG nova.network.neutron [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] [instance: b7cf3e13-690b-4624-aaec-e3cec1d62308] Successfully created port: e3a9fb6c-030f-4a74-8b96-11641a5ff59a {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 856.924495] env[70527]: DEBUG nova.scheduler.client.report [None req-9a386717-58c9-45b4-85f0-5852b495b6dd tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 857.028574] env[70527]: DEBUG oslo_vmware.api [None req-ffc17b6c-ba1b-420f-8cac-70358d990ab5 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52b5e619-6b68-a17e-91bc-423ec1f6fe3b, 'name': SearchDatastore_Task, 'duration_secs': 0.013918} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.030742] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dafba835-efc3-42bb-896f-44b8b56f44e7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.039559] env[70527]: DEBUG oslo_vmware.api [None req-ffc17b6c-ba1b-420f-8cac-70358d990ab5 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Waiting for the task: (returnval){ [ 857.039559] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52e45e9f-9e6d-a1f0-ff46-2edc7a94bd29" [ 857.039559] env[70527]: _type = "Task" [ 857.039559] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.051238] env[70527]: DEBUG oslo_vmware.api [None req-ffc17b6c-ba1b-420f-8cac-70358d990ab5 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52e45e9f-9e6d-a1f0-ff46-2edc7a94bd29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.125484] env[70527]: DEBUG nova.compute.manager [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] [instance: b7cf3e13-690b-4624-aaec-e3cec1d62308] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 857.188215] env[70527]: DEBUG oslo_vmware.api [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]524db9c5-9658-1527-7ce9-8793a2cf6104, 'name': SearchDatastore_Task, 'duration_secs': 0.01667} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.192214] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.192513] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 1878e6d7-681c-4aca-ae45-7bd001cff323] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 857.192857] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.193094] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.193355] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 857.193686] env[70527]: DEBUG oslo_vmware.api [None req-f022607c-2d29-40d3-903e-156bcaf623c1 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Task: {'id': task-3913039, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.193969] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b4903b4-c3b3-491d-81f3-3f845282b569 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.213230] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 857.213526] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 857.214839] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76f6ab03-eac9-416f-963c-c178eb613bf1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.226296] env[70527]: DEBUG oslo_vmware.api [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for the task: (returnval){ [ 857.226296] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]5222e526-62c2-ee2d-deed-3f1bbe877342" [ 857.226296] env[70527]: _type = "Task" [ 857.226296] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.230568] env[70527]: DEBUG oslo_vmware.api [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Task: {'id': task-3913037, 'name': PowerOnVM_Task, 'duration_secs': 0.78614} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.235357] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] [instance: d77710c6-f1aa-45a5-9318-68bd49f93256] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 857.235791] env[70527]: INFO nova.compute.manager [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] [instance: d77710c6-f1aa-45a5-9318-68bd49f93256] Took 8.53 seconds to spawn the instance on the hypervisor. [ 857.236507] env[70527]: DEBUG nova.compute.manager [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] [instance: d77710c6-f1aa-45a5-9318-68bd49f93256] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 857.237078] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c1b4637-2e21-41c9-85bf-c1bfcd365ffa {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.246877] env[70527]: DEBUG oslo_vmware.api [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5222e526-62c2-ee2d-deed-3f1bbe877342, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.384102] env[70527]: DEBUG oslo_concurrency.lockutils [req-99133098-7caf-42fe-a2fe-ccaa6d6968df req-c083d966-5fab-4ce7-9261-99ac5e1ca509 service nova] Releasing lock "refresh_cache-1878e6d7-681c-4aca-ae45-7bd001cff323" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.430439] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9a386717-58c9-45b4-85f0-5852b495b6dd tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.369s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.436032] env[70527]: DEBUG oslo_concurrency.lockutils [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.900s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.436929] env[70527]: INFO nova.compute.claims [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 857.479998] env[70527]: INFO nova.scheduler.client.report [None req-9a386717-58c9-45b4-85f0-5852b495b6dd tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Deleted allocations for instance 6efbb7e0-0666-461e-8411-b297928d4ef2 [ 857.554472] env[70527]: DEBUG oslo_vmware.api [None req-ffc17b6c-ba1b-420f-8cac-70358d990ab5 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52e45e9f-9e6d-a1f0-ff46-2edc7a94bd29, 'name': SearchDatastore_Task, 'duration_secs': 0.02633} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.555487] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ffc17b6c-ba1b-420f-8cac-70358d990ab5 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.556109] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffc17b6c-ba1b-420f-8cac-70358d990ab5 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] 23137459-71e2-4681-9054-1bde06450f13/ceb476e5-c20f-4967-be78-b77393a04dc2-rescue.vmdk. {{(pid=70527) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 857.557459] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b8131d3-2798-4a9b-af29-30e213d01b07 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.571476] env[70527]: DEBUG oslo_vmware.api [None req-ffc17b6c-ba1b-420f-8cac-70358d990ab5 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Waiting for the task: (returnval){ [ 857.571476] env[70527]: value = "task-3913040" [ 857.571476] env[70527]: _type = "Task" [ 857.571476] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.585419] env[70527]: DEBUG oslo_vmware.api [None req-ffc17b6c-ba1b-420f-8cac-70358d990ab5 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Task: {'id': task-3913040, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.687626] env[70527]: DEBUG oslo_vmware.api [None req-f022607c-2d29-40d3-903e-156bcaf623c1 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Task: {'id': task-3913039, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.716973} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.687969] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-f022607c-2d29-40d3-903e-156bcaf623c1 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 585795f1-3a3c-4f0e-9c64-0b23876ab5b6/585795f1-3a3c-4f0e-9c64-0b23876ab5b6.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 857.688201] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-f022607c-2d29-40d3-903e-156bcaf623c1 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] [instance: 585795f1-3a3c-4f0e-9c64-0b23876ab5b6] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 857.688972] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-abf1db44-473d-4973-9e54-b23dc8c8ac9d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.698429] env[70527]: DEBUG oslo_vmware.api [None req-f022607c-2d29-40d3-903e-156bcaf623c1 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Waiting for the task: (returnval){ [ 857.698429] env[70527]: value = "task-3913041" [ 857.698429] env[70527]: _type = "Task" [ 857.698429] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.712399] env[70527]: DEBUG oslo_vmware.api [None req-f022607c-2d29-40d3-903e-156bcaf623c1 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Task: {'id': task-3913041, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.743179] env[70527]: DEBUG oslo_vmware.api [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5222e526-62c2-ee2d-deed-3f1bbe877342, 'name': SearchDatastore_Task, 'duration_secs': 0.067025} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.744246] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f1968c6-f867-4313-8572-8fe0ef7a39f1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.751553] env[70527]: DEBUG oslo_vmware.api [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for the task: (returnval){ [ 857.751553] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52a59a98-5a13-0e17-dc35-ae1a99e3e434" [ 857.751553] env[70527]: _type = "Task" [ 857.751553] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.772611] env[70527]: DEBUG oslo_vmware.api [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52a59a98-5a13-0e17-dc35-ae1a99e3e434, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.773256] env[70527]: INFO nova.compute.manager [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] [instance: d77710c6-f1aa-45a5-9318-68bd49f93256] Took 48.78 seconds to build instance. [ 857.998646] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9a386717-58c9-45b4-85f0-5852b495b6dd tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Lock "6efbb7e0-0666-461e-8411-b297928d4ef2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.440s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.090591] env[70527]: DEBUG oslo_vmware.api [None req-ffc17b6c-ba1b-420f-8cac-70358d990ab5 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Task: {'id': task-3913040, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.169290] env[70527]: DEBUG nova.virt.hardware [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 858.169663] env[70527]: DEBUG nova.virt.hardware [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 858.169702] env[70527]: DEBUG nova.virt.hardware [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 858.169865] env[70527]: DEBUG nova.virt.hardware [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 858.171168] env[70527]: DEBUG nova.virt.hardware [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 858.171586] env[70527]: DEBUG nova.virt.hardware [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 858.171986] env[70527]: DEBUG nova.virt.hardware [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 858.172417] env[70527]: DEBUG nova.virt.hardware [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 858.172771] env[70527]: DEBUG nova.virt.hardware [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 858.173221] env[70527]: DEBUG nova.virt.hardware [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 858.174158] env[70527]: DEBUG nova.virt.hardware [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 858.177836] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d96c51e-7674-4171-ba85-78e7ff7760e8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.191950] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfbe9641-5419-45e1-997e-eb54a4702ee4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.204433] env[70527]: DEBUG oslo_vmware.rw_handles [None req-07240c3e-0e68-4fe5-ba87-db4c93bed16c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cc7e67-d401-8725-0fd4-cc0550b25dd8/disk-0.vmdk. {{(pid=70527) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 858.205521] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e93488-8126-4261-bdbd-f4f3e0617554 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.230449] env[70527]: DEBUG oslo_vmware.rw_handles [None req-07240c3e-0e68-4fe5-ba87-db4c93bed16c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cc7e67-d401-8725-0fd4-cc0550b25dd8/disk-0.vmdk is in state: ready. {{(pid=70527) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 858.230449] env[70527]: ERROR oslo_vmware.rw_handles [None req-07240c3e-0e68-4fe5-ba87-db4c93bed16c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cc7e67-d401-8725-0fd4-cc0550b25dd8/disk-0.vmdk due to incomplete transfer. [ 858.230697] env[70527]: DEBUG oslo_vmware.api [None req-f022607c-2d29-40d3-903e-156bcaf623c1 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Task: {'id': task-3913041, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.13605} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.230998] env[70527]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4e45f9dd-8496-4b49-b791-49c2a40b20d9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.232867] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-f022607c-2d29-40d3-903e-156bcaf623c1 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] [instance: 585795f1-3a3c-4f0e-9c64-0b23876ab5b6] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 858.233960] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc244f5a-a05d-4b12-8192-b2540065bd44 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.259707] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-f022607c-2d29-40d3-903e-156bcaf623c1 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] [instance: 585795f1-3a3c-4f0e-9c64-0b23876ab5b6] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 585795f1-3a3c-4f0e-9c64-0b23876ab5b6/585795f1-3a3c-4f0e-9c64-0b23876ab5b6.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 858.261366] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ba63f02-185c-401a-b325-27bd3b71ae12 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.285376] env[70527]: DEBUG oslo_vmware.rw_handles [None req-07240c3e-0e68-4fe5-ba87-db4c93bed16c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cc7e67-d401-8725-0fd4-cc0550b25dd8/disk-0.vmdk. {{(pid=70527) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 858.285376] env[70527]: DEBUG nova.virt.vmwareapi.images [None req-07240c3e-0e68-4fe5-ba87-db4c93bed16c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Uploaded image 5230b143-0e5f-4506-84a2-c78ca89d7e60 to the Glance image server {{(pid=70527) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 858.285376] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-07240c3e-0e68-4fe5-ba87-db4c93bed16c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Destroying the VM {{(pid=70527) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 858.288788] env[70527]: DEBUG oslo_concurrency.lockutils [None req-32893ae4-bbdb-44f9-a51c-f2edd720ad6e tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Lock "d77710c6-f1aa-45a5-9318-68bd49f93256" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 97.331s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.288788] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0dea8133-61f0-41f5-b865-6c65f8e7f435 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.300071] env[70527]: DEBUG oslo_vmware.api [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52a59a98-5a13-0e17-dc35-ae1a99e3e434, 'name': SearchDatastore_Task, 'duration_secs': 0.019877} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.305460] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.305460] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 1878e6d7-681c-4aca-ae45-7bd001cff323/1878e6d7-681c-4aca-ae45-7bd001cff323.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 858.305460] env[70527]: DEBUG oslo_vmware.api [None req-f022607c-2d29-40d3-903e-156bcaf623c1 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Waiting for the task: (returnval){ [ 858.305460] env[70527]: value = "task-3913043" [ 858.305460] env[70527]: _type = "Task" [ 858.305460] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.305460] env[70527]: DEBUG oslo_vmware.api [None req-07240c3e-0e68-4fe5-ba87-db4c93bed16c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for the task: (returnval){ [ 858.305460] env[70527]: value = "task-3913042" [ 858.305460] env[70527]: _type = "Task" [ 858.305460] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.305957] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6061b817-3c62-41ec-97a2-99e745a32911 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.323663] env[70527]: DEBUG oslo_vmware.api [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for the task: (returnval){ [ 858.323663] env[70527]: value = "task-3913044" [ 858.323663] env[70527]: _type = "Task" [ 858.323663] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.331125] env[70527]: DEBUG oslo_vmware.api [None req-f022607c-2d29-40d3-903e-156bcaf623c1 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Task: {'id': task-3913043, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.331471] env[70527]: DEBUG oslo_vmware.api [None req-07240c3e-0e68-4fe5-ba87-db4c93bed16c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913042, 'name': Destroy_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.342027] env[70527]: DEBUG oslo_vmware.api [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913044, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.587420] env[70527]: DEBUG oslo_vmware.api [None req-ffc17b6c-ba1b-420f-8cac-70358d990ab5 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Task: {'id': task-3913040, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.764979} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.591201] env[70527]: INFO nova.virt.vmwareapi.ds_util [None req-ffc17b6c-ba1b-420f-8cac-70358d990ab5 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] 23137459-71e2-4681-9054-1bde06450f13/ceb476e5-c20f-4967-be78-b77393a04dc2-rescue.vmdk. [ 858.593125] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd61c5d-be1e-4e4b-94e5-f16f9cf26e87 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.627191] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffc17b6c-ba1b-420f-8cac-70358d990ab5 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] [instance: 23137459-71e2-4681-9054-1bde06450f13] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 23137459-71e2-4681-9054-1bde06450f13/ceb476e5-c20f-4967-be78-b77393a04dc2-rescue.vmdk or device None with type thin {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 858.627723] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d033efba-4bc5-44eb-86d2-816921d38201 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.658318] env[70527]: DEBUG oslo_vmware.api [None req-ffc17b6c-ba1b-420f-8cac-70358d990ab5 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Waiting for the task: (returnval){ [ 858.658318] env[70527]: value = "task-3913045" [ 858.658318] env[70527]: _type = "Task" [ 858.658318] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.668314] env[70527]: DEBUG oslo_vmware.api [None req-ffc17b6c-ba1b-420f-8cac-70358d990ab5 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Task: {'id': task-3913045, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.712869] env[70527]: DEBUG nova.compute.manager [req-d0a1e92c-48c0-42df-96e5-150609bd7434 req-a1853095-38f8-469b-aba5-59c949fb3002 service nova] [instance: ed20e07e-dca3-4e05-987d-254a2d8891a7] Received event network-changed-974f8b65-96da-40a8-96a1-22a5d944e0dd {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.713583] env[70527]: DEBUG nova.compute.manager [req-d0a1e92c-48c0-42df-96e5-150609bd7434 req-a1853095-38f8-469b-aba5-59c949fb3002 service nova] [instance: ed20e07e-dca3-4e05-987d-254a2d8891a7] Refreshing instance network info cache due to event network-changed-974f8b65-96da-40a8-96a1-22a5d944e0dd. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 858.713933] env[70527]: DEBUG oslo_concurrency.lockutils [req-d0a1e92c-48c0-42df-96e5-150609bd7434 req-a1853095-38f8-469b-aba5-59c949fb3002 service nova] Acquiring lock "refresh_cache-ed20e07e-dca3-4e05-987d-254a2d8891a7" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.715203] env[70527]: DEBUG oslo_concurrency.lockutils [req-d0a1e92c-48c0-42df-96e5-150609bd7434 req-a1853095-38f8-469b-aba5-59c949fb3002 service nova] Acquired lock "refresh_cache-ed20e07e-dca3-4e05-987d-254a2d8891a7" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.715460] env[70527]: DEBUG nova.network.neutron [req-d0a1e92c-48c0-42df-96e5-150609bd7434 req-a1853095-38f8-469b-aba5-59c949fb3002 service nova] [instance: ed20e07e-dca3-4e05-987d-254a2d8891a7] Refreshing network info cache for port 974f8b65-96da-40a8-96a1-22a5d944e0dd {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 858.795903] env[70527]: DEBUG nova.compute.manager [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] [instance: 0bcc182a-d2e4-4900-930a-d8e2d93f6fc4] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 858.828048] env[70527]: DEBUG oslo_vmware.api [None req-f022607c-2d29-40d3-903e-156bcaf623c1 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Task: {'id': task-3913043, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.828048] env[70527]: DEBUG oslo_vmware.api [None req-07240c3e-0e68-4fe5-ba87-db4c93bed16c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913042, 'name': Destroy_Task} progress is 33%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.854954] env[70527]: DEBUG oslo_vmware.api [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913044, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.004338] env[70527]: DEBUG nova.network.neutron [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] [instance: b7cf3e13-690b-4624-aaec-e3cec1d62308] Successfully updated port: e3a9fb6c-030f-4a74-8b96-11641a5ff59a {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 859.091701] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae3c389-bfcb-4909-b7e5-c3aedf90c68b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.101894] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ffdc4d5-fec1-4b5e-85d7-0a7a9d703341 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.137161] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0328f889-eb69-4f9e-be92-25fea466f874 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.145569] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbbe73bf-0a2e-48dc-95a3-5c7092e782ed {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.161765] env[70527]: DEBUG nova.compute.provider_tree [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 859.172745] env[70527]: DEBUG oslo_vmware.api [None req-ffc17b6c-ba1b-420f-8cac-70358d990ab5 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Task: {'id': task-3913045, 'name': ReconfigVM_Task, 'duration_secs': 0.471032} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.173655] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffc17b6c-ba1b-420f-8cac-70358d990ab5 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] [instance: 23137459-71e2-4681-9054-1bde06450f13] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 23137459-71e2-4681-9054-1bde06450f13/ceb476e5-c20f-4967-be78-b77393a04dc2-rescue.vmdk or device None with type thin {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 859.174587] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4e3f11-77a6-4b49-9a26-c5799271b387 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.201887] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1aa0e0a1-9e57-42c2-abbe-b66ffd98f551 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.219694] env[70527]: DEBUG oslo_vmware.api [None req-ffc17b6c-ba1b-420f-8cac-70358d990ab5 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Waiting for the task: (returnval){ [ 859.219694] env[70527]: value = "task-3913046" [ 859.219694] env[70527]: _type = "Task" [ 859.219694] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.231646] env[70527]: DEBUG oslo_vmware.api [None req-ffc17b6c-ba1b-420f-8cac-70358d990ab5 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Task: {'id': task-3913046, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.322839] env[70527]: DEBUG oslo_vmware.api [None req-f022607c-2d29-40d3-903e-156bcaf623c1 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Task: {'id': task-3913043, 'name': ReconfigVM_Task, 'duration_secs': 0.90072} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.326416] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-f022607c-2d29-40d3-903e-156bcaf623c1 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] [instance: 585795f1-3a3c-4f0e-9c64-0b23876ab5b6] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 585795f1-3a3c-4f0e-9c64-0b23876ab5b6/585795f1-3a3c-4f0e-9c64-0b23876ab5b6.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 859.327386] env[70527]: DEBUG oslo_vmware.api [None req-07240c3e-0e68-4fe5-ba87-db4c93bed16c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913042, 'name': Destroy_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.327679] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa500a54-c993-4ae6-8a73-e18d80bf527f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.334125] env[70527]: DEBUG oslo_concurrency.lockutils [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.336415] env[70527]: DEBUG oslo_vmware.api [None req-f022607c-2d29-40d3-903e-156bcaf623c1 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Waiting for the task: (returnval){ [ 859.336415] env[70527]: value = "task-3913047" [ 859.336415] env[70527]: _type = "Task" [ 859.336415] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.355127] env[70527]: DEBUG oslo_vmware.api [None req-f022607c-2d29-40d3-903e-156bcaf623c1 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Task: {'id': task-3913047, 'name': Rename_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.360053] env[70527]: DEBUG oslo_vmware.api [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913044, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.815052} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.360536] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 1878e6d7-681c-4aca-ae45-7bd001cff323/1878e6d7-681c-4aca-ae45-7bd001cff323.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 859.360882] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 1878e6d7-681c-4aca-ae45-7bd001cff323] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 859.361572] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42fc38ec-43cc-4ab6-b93a-a68051393342 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.371522] env[70527]: DEBUG oslo_vmware.api [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for the task: (returnval){ [ 859.371522] env[70527]: value = "task-3913048" [ 859.371522] env[70527]: _type = "Task" [ 859.371522] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.386571] env[70527]: DEBUG oslo_vmware.api [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913048, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.508389] env[70527]: DEBUG oslo_concurrency.lockutils [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Acquiring lock "refresh_cache-b7cf3e13-690b-4624-aaec-e3cec1d62308" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.509029] env[70527]: DEBUG oslo_concurrency.lockutils [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Acquired lock "refresh_cache-b7cf3e13-690b-4624-aaec-e3cec1d62308" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.509029] env[70527]: DEBUG nova.network.neutron [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] [instance: b7cf3e13-690b-4624-aaec-e3cec1d62308] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 859.668010] env[70527]: DEBUG nova.scheduler.client.report [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 859.674575] env[70527]: DEBUG nova.network.neutron [req-d0a1e92c-48c0-42df-96e5-150609bd7434 req-a1853095-38f8-469b-aba5-59c949fb3002 service nova] [instance: ed20e07e-dca3-4e05-987d-254a2d8891a7] Updated VIF entry in instance network info cache for port 974f8b65-96da-40a8-96a1-22a5d944e0dd. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 859.674891] env[70527]: DEBUG nova.network.neutron [req-d0a1e92c-48c0-42df-96e5-150609bd7434 req-a1853095-38f8-469b-aba5-59c949fb3002 service nova] [instance: ed20e07e-dca3-4e05-987d-254a2d8891a7] Updating instance_info_cache with network_info: [{"id": "974f8b65-96da-40a8-96a1-22a5d944e0dd", "address": "fa:16:3e:83:5e:ce", "network": {"id": "8303d943-98fa-4e14-baeb-15cc2bede18a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-474575567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1176e5bf85f64f1891cf75ea833dbd99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap974f8b65-96", "ovs_interfaceid": "974f8b65-96da-40a8-96a1-22a5d944e0dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.731023] env[70527]: DEBUG oslo_vmware.api [None req-ffc17b6c-ba1b-420f-8cac-70358d990ab5 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Task: {'id': task-3913046, 'name': ReconfigVM_Task, 'duration_secs': 0.182326} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.731257] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffc17b6c-ba1b-420f-8cac-70358d990ab5 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] [instance: 23137459-71e2-4681-9054-1bde06450f13] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 859.731434] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d115883e-9a98-4921-a20a-a76a7145656f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.739467] env[70527]: DEBUG oslo_vmware.api [None req-ffc17b6c-ba1b-420f-8cac-70358d990ab5 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Waiting for the task: (returnval){ [ 859.739467] env[70527]: value = "task-3913049" [ 859.739467] env[70527]: _type = "Task" [ 859.739467] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.748921] env[70527]: DEBUG oslo_vmware.api [None req-ffc17b6c-ba1b-420f-8cac-70358d990ab5 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Task: {'id': task-3913049, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.820151] env[70527]: DEBUG oslo_vmware.api [None req-07240c3e-0e68-4fe5-ba87-db4c93bed16c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913042, 'name': Destroy_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.849546] env[70527]: DEBUG oslo_vmware.api [None req-f022607c-2d29-40d3-903e-156bcaf623c1 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Task: {'id': task-3913047, 'name': Rename_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.886642] env[70527]: DEBUG oslo_vmware.api [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913048, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.125855} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.886642] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 1878e6d7-681c-4aca-ae45-7bd001cff323] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 859.887934] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-101ab7e2-f7b5-4524-8079-dc991bf4072f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.917983] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 1878e6d7-681c-4aca-ae45-7bd001cff323] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 1878e6d7-681c-4aca-ae45-7bd001cff323/1878e6d7-681c-4aca-ae45-7bd001cff323.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 859.918974] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aab55993-d950-46a7-8188-d9358c3f8b3b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.943565] env[70527]: DEBUG oslo_vmware.api [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for the task: (returnval){ [ 859.943565] env[70527]: value = "task-3913050" [ 859.943565] env[70527]: _type = "Task" [ 859.943565] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.957875] env[70527]: DEBUG oslo_vmware.api [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913050, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.078790] env[70527]: DEBUG nova.network.neutron [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] [instance: b7cf3e13-690b-4624-aaec-e3cec1d62308] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 860.084884] env[70527]: DEBUG nova.compute.manager [req-30087fde-e082-4cc9-8ed9-c58b7da70308 req-b2015862-169a-482d-ba91-cfb13766ea2b service nova] [instance: b7cf3e13-690b-4624-aaec-e3cec1d62308] Received event network-vif-plugged-e3a9fb6c-030f-4a74-8b96-11641a5ff59a {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.085936] env[70527]: DEBUG oslo_concurrency.lockutils [req-30087fde-e082-4cc9-8ed9-c58b7da70308 req-b2015862-169a-482d-ba91-cfb13766ea2b service nova] Acquiring lock "b7cf3e13-690b-4624-aaec-e3cec1d62308-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.085936] env[70527]: DEBUG oslo_concurrency.lockutils [req-30087fde-e082-4cc9-8ed9-c58b7da70308 req-b2015862-169a-482d-ba91-cfb13766ea2b service nova] Lock "b7cf3e13-690b-4624-aaec-e3cec1d62308-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.085936] env[70527]: DEBUG oslo_concurrency.lockutils [req-30087fde-e082-4cc9-8ed9-c58b7da70308 req-b2015862-169a-482d-ba91-cfb13766ea2b service nova] Lock "b7cf3e13-690b-4624-aaec-e3cec1d62308-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.085936] env[70527]: DEBUG nova.compute.manager [req-30087fde-e082-4cc9-8ed9-c58b7da70308 req-b2015862-169a-482d-ba91-cfb13766ea2b service nova] [instance: b7cf3e13-690b-4624-aaec-e3cec1d62308] No waiting events found dispatching network-vif-plugged-e3a9fb6c-030f-4a74-8b96-11641a5ff59a {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 860.086301] env[70527]: WARNING nova.compute.manager [req-30087fde-e082-4cc9-8ed9-c58b7da70308 req-b2015862-169a-482d-ba91-cfb13766ea2b service nova] [instance: b7cf3e13-690b-4624-aaec-e3cec1d62308] Received unexpected event network-vif-plugged-e3a9fb6c-030f-4a74-8b96-11641a5ff59a for instance with vm_state building and task_state spawning. [ 860.174452] env[70527]: DEBUG oslo_concurrency.lockutils [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.740s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.175429] env[70527]: DEBUG nova.compute.manager [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 860.178758] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8c2daf57-6e5d-4c30-bdbd-7005f3650105 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.490s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.179280] env[70527]: DEBUG nova.objects.instance [None req-8c2daf57-6e5d-4c30-bdbd-7005f3650105 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Lazy-loading 'resources' on Instance uuid 3f4349d7-2095-4377-9036-5edcf415c18c {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 860.182439] env[70527]: DEBUG oslo_concurrency.lockutils [req-d0a1e92c-48c0-42df-96e5-150609bd7434 req-a1853095-38f8-469b-aba5-59c949fb3002 service nova] Releasing lock "refresh_cache-ed20e07e-dca3-4e05-987d-254a2d8891a7" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.256725] env[70527]: DEBUG oslo_vmware.api [None req-ffc17b6c-ba1b-420f-8cac-70358d990ab5 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Task: {'id': task-3913049, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.324744] env[70527]: DEBUG oslo_vmware.api [None req-07240c3e-0e68-4fe5-ba87-db4c93bed16c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913042, 'name': Destroy_Task, 'duration_secs': 1.965402} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.325418] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-07240c3e-0e68-4fe5-ba87-db4c93bed16c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Destroyed the VM [ 860.325976] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-07240c3e-0e68-4fe5-ba87-db4c93bed16c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Deleting Snapshot of the VM instance {{(pid=70527) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 860.326540] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3132e7a5-744f-4adc-853f-f394750c8cf6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.336043] env[70527]: DEBUG oslo_vmware.api [None req-07240c3e-0e68-4fe5-ba87-db4c93bed16c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for the task: (returnval){ [ 860.336043] env[70527]: value = "task-3913051" [ 860.336043] env[70527]: _type = "Task" [ 860.336043] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.352270] env[70527]: DEBUG oslo_vmware.api [None req-f022607c-2d29-40d3-903e-156bcaf623c1 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Task: {'id': task-3913047, 'name': Rename_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.356440] env[70527]: DEBUG oslo_vmware.api [None req-07240c3e-0e68-4fe5-ba87-db4c93bed16c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913051, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.423539] env[70527]: DEBUG nova.network.neutron [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] [instance: b7cf3e13-690b-4624-aaec-e3cec1d62308] Updating instance_info_cache with network_info: [{"id": "e3a9fb6c-030f-4a74-8b96-11641a5ff59a", "address": "fa:16:3e:1c:6e:bd", "network": {"id": "0c7be9df-6c42-4f8c-8514-0125dfaf8b60", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-296346507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63e0565550934902872f4e3ecd718e54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3a9fb6c-03", "ovs_interfaceid": "e3a9fb6c-030f-4a74-8b96-11641a5ff59a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.457356] env[70527]: DEBUG oslo_vmware.api [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913050, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.658766] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Acquiring lock "b19d2ba3-5500-4ca2-842a-fefdfd22f9a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.659104] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Lock "b19d2ba3-5500-4ca2-842a-fefdfd22f9a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.684318] env[70527]: DEBUG nova.compute.utils [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 860.688854] env[70527]: DEBUG nova.compute.manager [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 860.689087] env[70527]: DEBUG nova.network.neutron [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 860.753449] env[70527]: DEBUG oslo_vmware.api [None req-ffc17b6c-ba1b-420f-8cac-70358d990ab5 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Task: {'id': task-3913049, 'name': PowerOnVM_Task, 'duration_secs': 0.595471} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.753841] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffc17b6c-ba1b-420f-8cac-70358d990ab5 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] [instance: 23137459-71e2-4681-9054-1bde06450f13] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 860.756639] env[70527]: DEBUG nova.compute.manager [None req-ffc17b6c-ba1b-420f-8cac-70358d990ab5 tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] [instance: 23137459-71e2-4681-9054-1bde06450f13] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 860.757565] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9d8abf-8c82-4397-b157-4c887aa2c5bd {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.821404] env[70527]: DEBUG nova.policy [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0172c4eaa28c4914b22bb8d6160d8e3e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '198d5fc4095a4eb5b007aea1ba967804', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 860.862122] env[70527]: DEBUG oslo_vmware.api [None req-07240c3e-0e68-4fe5-ba87-db4c93bed16c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913051, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.867136] env[70527]: DEBUG oslo_vmware.api [None req-f022607c-2d29-40d3-903e-156bcaf623c1 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Task: {'id': task-3913047, 'name': Rename_Task, 'duration_secs': 1.165865} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.867691] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-f022607c-2d29-40d3-903e-156bcaf623c1 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] [instance: 585795f1-3a3c-4f0e-9c64-0b23876ab5b6] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 860.868141] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9c22e03-9d51-4b2d-aa7a-123adb9e13d0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.880882] env[70527]: DEBUG oslo_vmware.api [None req-f022607c-2d29-40d3-903e-156bcaf623c1 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Waiting for the task: (returnval){ [ 860.880882] env[70527]: value = "task-3913052" [ 860.880882] env[70527]: _type = "Task" [ 860.880882] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.902815] env[70527]: DEBUG oslo_vmware.api [None req-f022607c-2d29-40d3-903e-156bcaf623c1 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Task: {'id': task-3913052, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.926712] env[70527]: DEBUG oslo_concurrency.lockutils [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Releasing lock "refresh_cache-b7cf3e13-690b-4624-aaec-e3cec1d62308" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.927632] env[70527]: DEBUG nova.compute.manager [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] [instance: b7cf3e13-690b-4624-aaec-e3cec1d62308] Instance network_info: |[{"id": "e3a9fb6c-030f-4a74-8b96-11641a5ff59a", "address": "fa:16:3e:1c:6e:bd", "network": {"id": "0c7be9df-6c42-4f8c-8514-0125dfaf8b60", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-296346507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63e0565550934902872f4e3ecd718e54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3a9fb6c-03", "ovs_interfaceid": "e3a9fb6c-030f-4a74-8b96-11641a5ff59a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 860.928513] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] [instance: b7cf3e13-690b-4624-aaec-e3cec1d62308] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:6e:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '535b175f-71d3-4226-81ab-ca253f27fedd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3a9fb6c-030f-4a74-8b96-11641a5ff59a', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 860.942625] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Creating folder: Project (63e0565550934902872f4e3ecd718e54). Parent ref: group-v776920. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 860.943318] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae5becd0-57b5-44ba-af03-c1da58acc4bc {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.973624] env[70527]: DEBUG oslo_vmware.api [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913050, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.979504] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Created folder: Project (63e0565550934902872f4e3ecd718e54) in parent group-v776920. [ 860.979504] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Creating folder: Instances. Parent ref: group-v777055. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 860.981713] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b241e574-eece-4e6f-a571-42a192ee0902 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.001323] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Created folder: Instances in parent group-v777055. [ 861.001614] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 861.001998] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7cf3e13-690b-4624-aaec-e3cec1d62308] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 861.002230] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-06fab1fe-a1f2-4807-a053-413d7c580990 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.033624] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 861.033624] env[70527]: value = "task-3913055" [ 861.033624] env[70527]: _type = "Task" [ 861.033624] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.045929] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913055, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.192252] env[70527]: DEBUG nova.compute.manager [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 861.271821] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54709c7-2c02-4fcc-b3ac-9bf2fe60446b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.290918] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba57255e-9b6c-43ec-a7d6-2bfe26c23c05 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.296438] env[70527]: DEBUG nova.network.neutron [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Successfully created port: 707b3985-2191-4a9c-bbfe-1922ac3dfbce {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 861.325811] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ece7241-ffbf-4806-949c-aefa683cb678 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.335197] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5bd09a6-b970-471b-a356-471e4173411d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.348455] env[70527]: DEBUG oslo_vmware.api [None req-07240c3e-0e68-4fe5-ba87-db4c93bed16c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913051, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.356501] env[70527]: DEBUG nova.compute.provider_tree [None req-8c2daf57-6e5d-4c30-bdbd-7005f3650105 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 861.393260] env[70527]: DEBUG oslo_vmware.api [None req-f022607c-2d29-40d3-903e-156bcaf623c1 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Task: {'id': task-3913052, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.459681] env[70527]: DEBUG oslo_vmware.api [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913050, 'name': ReconfigVM_Task, 'duration_secs': 1.062329} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.460054] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 1878e6d7-681c-4aca-ae45-7bd001cff323] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 1878e6d7-681c-4aca-ae45-7bd001cff323/1878e6d7-681c-4aca-ae45-7bd001cff323.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 861.461112] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb7f847d-b157-4627-a3b3-a8cab8f15dd4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.468517] env[70527]: DEBUG oslo_vmware.api [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for the task: (returnval){ [ 861.468517] env[70527]: value = "task-3913056" [ 861.468517] env[70527]: _type = "Task" [ 861.468517] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.478570] env[70527]: DEBUG oslo_vmware.api [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913056, 'name': Rename_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.544350] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913055, 'name': CreateVM_Task} progress is 25%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.812297] env[70527]: DEBUG nova.compute.manager [req-a4db553f-f21f-4f05-9cfb-6feb2f7f89a7 req-c4f6fd42-6384-485c-891e-0d31cb6fbb0c service nova] [instance: ed20e07e-dca3-4e05-987d-254a2d8891a7] Received event network-changed-974f8b65-96da-40a8-96a1-22a5d944e0dd {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.812538] env[70527]: DEBUG nova.compute.manager [req-a4db553f-f21f-4f05-9cfb-6feb2f7f89a7 req-c4f6fd42-6384-485c-891e-0d31cb6fbb0c service nova] [instance: ed20e07e-dca3-4e05-987d-254a2d8891a7] Refreshing instance network info cache due to event network-changed-974f8b65-96da-40a8-96a1-22a5d944e0dd. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 861.812754] env[70527]: DEBUG oslo_concurrency.lockutils [req-a4db553f-f21f-4f05-9cfb-6feb2f7f89a7 req-c4f6fd42-6384-485c-891e-0d31cb6fbb0c service nova] Acquiring lock "refresh_cache-ed20e07e-dca3-4e05-987d-254a2d8891a7" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.812842] env[70527]: DEBUG oslo_concurrency.lockutils [req-a4db553f-f21f-4f05-9cfb-6feb2f7f89a7 req-c4f6fd42-6384-485c-891e-0d31cb6fbb0c service nova] Acquired lock "refresh_cache-ed20e07e-dca3-4e05-987d-254a2d8891a7" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.813196] env[70527]: DEBUG nova.network.neutron [req-a4db553f-f21f-4f05-9cfb-6feb2f7f89a7 req-c4f6fd42-6384-485c-891e-0d31cb6fbb0c service nova] [instance: ed20e07e-dca3-4e05-987d-254a2d8891a7] Refreshing network info cache for port 974f8b65-96da-40a8-96a1-22a5d944e0dd {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 861.855134] env[70527]: DEBUG oslo_vmware.api [None req-07240c3e-0e68-4fe5-ba87-db4c93bed16c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913051, 'name': RemoveSnapshot_Task, 'duration_secs': 1.102181} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.855247] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-07240c3e-0e68-4fe5-ba87-db4c93bed16c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Deleted Snapshot of the VM instance {{(pid=70527) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 861.855411] env[70527]: INFO nova.compute.manager [None req-07240c3e-0e68-4fe5-ba87-db4c93bed16c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Took 19.01 seconds to snapshot the instance on the hypervisor. [ 861.859560] env[70527]: DEBUG nova.scheduler.client.report [None req-8c2daf57-6e5d-4c30-bdbd-7005f3650105 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 861.896925] env[70527]: DEBUG oslo_vmware.api [None req-f022607c-2d29-40d3-903e-156bcaf623c1 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Task: {'id': task-3913052, 'name': PowerOnVM_Task, 'duration_secs': 0.606652} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.897212] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-f022607c-2d29-40d3-903e-156bcaf623c1 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] [instance: 585795f1-3a3c-4f0e-9c64-0b23876ab5b6] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 861.897422] env[70527]: INFO nova.compute.manager [None req-f022607c-2d29-40d3-903e-156bcaf623c1 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] [instance: 585795f1-3a3c-4f0e-9c64-0b23876ab5b6] Took 7.62 seconds to spawn the instance on the hypervisor. [ 861.897602] env[70527]: DEBUG nova.compute.manager [None req-f022607c-2d29-40d3-903e-156bcaf623c1 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] [instance: 585795f1-3a3c-4f0e-9c64-0b23876ab5b6] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 861.899024] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6e4248-df1a-4cd6-82ee-343ced2aaa24 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.979544] env[70527]: DEBUG oslo_vmware.api [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913056, 'name': Rename_Task, 'duration_secs': 0.336038} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.979890] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 1878e6d7-681c-4aca-ae45-7bd001cff323] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 861.980181] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-241b4ceb-6214-44bb-a28e-68d521477a23 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.987737] env[70527]: DEBUG oslo_vmware.api [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for the task: (returnval){ [ 861.987737] env[70527]: value = "task-3913057" [ 861.987737] env[70527]: _type = "Task" [ 861.987737] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.996607] env[70527]: DEBUG oslo_vmware.api [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913057, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.046557] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913055, 'name': CreateVM_Task} progress is 25%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.201528] env[70527]: DEBUG nova.compute.manager [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 862.229421] env[70527]: DEBUG nova.virt.hardware [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:24:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='0a6765ff-500a-46c9-bbbb-68da8edcf863',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-385357772',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 862.229710] env[70527]: DEBUG nova.virt.hardware [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 862.229898] env[70527]: DEBUG nova.virt.hardware [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 862.230141] env[70527]: DEBUG nova.virt.hardware [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 862.230331] env[70527]: DEBUG nova.virt.hardware [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 862.230491] env[70527]: DEBUG nova.virt.hardware [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 862.230704] env[70527]: DEBUG nova.virt.hardware [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 862.230864] env[70527]: DEBUG nova.virt.hardware [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 862.231050] env[70527]: DEBUG nova.virt.hardware [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 862.231229] env[70527]: DEBUG nova.virt.hardware [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 862.231412] env[70527]: DEBUG nova.virt.hardware [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 862.232323] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3325d3e9-25eb-4b82-ab73-598e4efc5335 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.242321] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaace588-bc44-428b-be84-539b7260fe0e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.368542] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8c2daf57-6e5d-4c30-bdbd-7005f3650105 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.190s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.373551] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.203s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.375907] env[70527]: INFO nova.compute.claims [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] [instance: 9945a305-bb71-4d5b-a06d-20ec0e17d457] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 862.402222] env[70527]: INFO nova.scheduler.client.report [None req-8c2daf57-6e5d-4c30-bdbd-7005f3650105 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Deleted allocations for instance 3f4349d7-2095-4377-9036-5edcf415c18c [ 862.422358] env[70527]: INFO nova.compute.manager [None req-f022607c-2d29-40d3-903e-156bcaf623c1 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] [instance: 585795f1-3a3c-4f0e-9c64-0b23876ab5b6] Took 41.48 seconds to build instance. [ 862.457962] env[70527]: DEBUG nova.compute.manager [None req-07240c3e-0e68-4fe5-ba87-db4c93bed16c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Found 3 images (rotation: 2) {{(pid=70527) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 862.458474] env[70527]: DEBUG nova.compute.manager [None req-07240c3e-0e68-4fe5-ba87-db4c93bed16c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Rotating out 1 backups {{(pid=70527) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 862.458622] env[70527]: DEBUG nova.compute.manager [None req-07240c3e-0e68-4fe5-ba87-db4c93bed16c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Deleting image 781dea64-6250-4d52-ab32-d3dce2f807cc {{(pid=70527) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 862.500603] env[70527]: DEBUG oslo_vmware.api [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913057, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.549590] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913055, 'name': CreateVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.592446] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9a8b5515-c870-47cf-a675-4d14a478a2ec tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Acquiring lock "dd9ece4e-5f48-4ee0-8f15-94d952cd564b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.593230] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9a8b5515-c870-47cf-a675-4d14a478a2ec tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Lock "dd9ece4e-5f48-4ee0-8f15-94d952cd564b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.891568] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Acquiring lock "b0e3fd31-6785-4d93-bc58-be1a03aa5f31" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.891568] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Lock "b0e3fd31-6785-4d93-bc58-be1a03aa5f31" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.911181] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8c2daf57-6e5d-4c30-bdbd-7005f3650105 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Lock "3f4349d7-2095-4377-9036-5edcf415c18c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.520s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.926074] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f022607c-2d29-40d3-903e-156bcaf623c1 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Lock "585795f1-3a3c-4f0e-9c64-0b23876ab5b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.099s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.004660] env[70527]: DEBUG oslo_vmware.api [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913057, 'name': PowerOnVM_Task, 'duration_secs': 0.75256} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.005220] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 1878e6d7-681c-4aca-ae45-7bd001cff323] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 863.005759] env[70527]: INFO nova.compute.manager [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 1878e6d7-681c-4aca-ae45-7bd001cff323] Took 11.47 seconds to spawn the instance on the hypervisor. [ 863.006937] env[70527]: DEBUG nova.compute.manager [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 1878e6d7-681c-4aca-ae45-7bd001cff323] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 863.011729] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e33a20-cd07-48b3-a555-556b0fa9cde8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.044227] env[70527]: DEBUG nova.network.neutron [req-a4db553f-f21f-4f05-9cfb-6feb2f7f89a7 req-c4f6fd42-6384-485c-891e-0d31cb6fbb0c service nova] [instance: ed20e07e-dca3-4e05-987d-254a2d8891a7] Updated VIF entry in instance network info cache for port 974f8b65-96da-40a8-96a1-22a5d944e0dd. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 863.045636] env[70527]: DEBUG nova.network.neutron [req-a4db553f-f21f-4f05-9cfb-6feb2f7f89a7 req-c4f6fd42-6384-485c-891e-0d31cb6fbb0c service nova] [instance: ed20e07e-dca3-4e05-987d-254a2d8891a7] Updating instance_info_cache with network_info: [{"id": "974f8b65-96da-40a8-96a1-22a5d944e0dd", "address": "fa:16:3e:83:5e:ce", "network": {"id": "8303d943-98fa-4e14-baeb-15cc2bede18a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-474575567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1176e5bf85f64f1891cf75ea833dbd99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap974f8b65-96", "ovs_interfaceid": "974f8b65-96da-40a8-96a1-22a5d944e0dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.050956] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913055, 'name': CreateVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.294781] env[70527]: DEBUG nova.network.neutron [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Successfully updated port: 707b3985-2191-4a9c-bbfe-1922ac3dfbce {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 863.429089] env[70527]: DEBUG nova.compute.manager [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 863.531022] env[70527]: INFO nova.compute.manager [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 1878e6d7-681c-4aca-ae45-7bd001cff323] Took 50.46 seconds to build instance. [ 863.550096] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913055, 'name': CreateVM_Task, 'duration_secs': 2.491168} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.550096] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7cf3e13-690b-4624-aaec-e3cec1d62308] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 863.550833] env[70527]: DEBUG oslo_concurrency.lockutils [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.550833] env[70527]: DEBUG oslo_concurrency.lockutils [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.551748] env[70527]: DEBUG oslo_concurrency.lockutils [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.551748] env[70527]: DEBUG oslo_concurrency.lockutils [req-a4db553f-f21f-4f05-9cfb-6feb2f7f89a7 req-c4f6fd42-6384-485c-891e-0d31cb6fbb0c service nova] Releasing lock "refresh_cache-ed20e07e-dca3-4e05-987d-254a2d8891a7" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.552255] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb712078-2f34-4eae-8e51-915faa14e405 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.565586] env[70527]: DEBUG oslo_vmware.api [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Waiting for the task: (returnval){ [ 863.565586] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]523e8de6-31a4-0e1c-7781-57d26e1f8ea9" [ 863.565586] env[70527]: _type = "Task" [ 863.565586] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.578007] env[70527]: DEBUG oslo_vmware.api [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]523e8de6-31a4-0e1c-7781-57d26e1f8ea9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.655163] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Acquiring lock "1bf0b648-03d2-4915-bf40-f2af832e4e81" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.655470] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Lock "1bf0b648-03d2-4915-bf40-f2af832e4e81" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.803659] env[70527]: DEBUG oslo_concurrency.lockutils [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Acquiring lock "refresh_cache-cc87d385-12c6-43d2-af21-1d2737c5d451" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.803805] env[70527]: DEBUG oslo_concurrency.lockutils [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Acquired lock "refresh_cache-cc87d385-12c6-43d2-af21-1d2737c5d451" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.804356] env[70527]: DEBUG nova.network.neutron [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 863.959548] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.976069] env[70527]: DEBUG nova.compute.manager [req-a5dae696-1d8c-441b-833d-53f32e1f1a8e req-b8c943a4-76bf-4019-8bcb-5e7bf4e4da6c service nova] [instance: b7cf3e13-690b-4624-aaec-e3cec1d62308] Received event network-changed-e3a9fb6c-030f-4a74-8b96-11641a5ff59a {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.976336] env[70527]: DEBUG nova.compute.manager [req-a5dae696-1d8c-441b-833d-53f32e1f1a8e req-b8c943a4-76bf-4019-8bcb-5e7bf4e4da6c service nova] [instance: b7cf3e13-690b-4624-aaec-e3cec1d62308] Refreshing instance network info cache due to event network-changed-e3a9fb6c-030f-4a74-8b96-11641a5ff59a. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 863.977057] env[70527]: DEBUG oslo_concurrency.lockutils [req-a5dae696-1d8c-441b-833d-53f32e1f1a8e req-b8c943a4-76bf-4019-8bcb-5e7bf4e4da6c service nova] Acquiring lock "refresh_cache-b7cf3e13-690b-4624-aaec-e3cec1d62308" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.977057] env[70527]: DEBUG oslo_concurrency.lockutils [req-a5dae696-1d8c-441b-833d-53f32e1f1a8e req-b8c943a4-76bf-4019-8bcb-5e7bf4e4da6c service nova] Acquired lock "refresh_cache-b7cf3e13-690b-4624-aaec-e3cec1d62308" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.977359] env[70527]: DEBUG nova.network.neutron [req-a5dae696-1d8c-441b-833d-53f32e1f1a8e req-b8c943a4-76bf-4019-8bcb-5e7bf4e4da6c service nova] [instance: b7cf3e13-690b-4624-aaec-e3cec1d62308] Refreshing network info cache for port e3a9fb6c-030f-4a74-8b96-11641a5ff59a {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 864.019272] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2826cfbb-f077-43a1-8916-0e84f9b4ee11 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.031332] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04118bb8-ee0a-4816-9750-9cd55721d032 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.037105] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ca9c9c24-b43c-4bef-8924-fd26dd42e877 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lock "1878e6d7-681c-4aca-ae45-7bd001cff323" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.774s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.079860] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f0e8c7-7544-4a55-974b-e85985e40069 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.087481] env[70527]: DEBUG oslo_vmware.api [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]523e8de6-31a4-0e1c-7781-57d26e1f8ea9, 'name': SearchDatastore_Task, 'duration_secs': 0.027309} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.089895] env[70527]: DEBUG oslo_concurrency.lockutils [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.090259] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] [instance: b7cf3e13-690b-4624-aaec-e3cec1d62308] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 864.090365] env[70527]: DEBUG oslo_concurrency.lockutils [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.090513] env[70527]: DEBUG oslo_concurrency.lockutils [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.090701] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 864.091665] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cceb19b0-e7b1-4089-9030-70f445676794 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.094722] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b286b9bd-c96b-46d6-9298-aca7e3228b3a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.116218] env[70527]: DEBUG nova.compute.provider_tree [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 864.124597] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 864.124597] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 864.124597] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38f95afe-b53d-44e4-b543-112d1a058f03 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.131612] env[70527]: DEBUG oslo_vmware.api [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Waiting for the task: (returnval){ [ 864.131612] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52117288-a42f-451f-397b-52fc9ab4b593" [ 864.131612] env[70527]: _type = "Task" [ 864.131612] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.141199] env[70527]: DEBUG oslo_vmware.api [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52117288-a42f-451f-397b-52fc9ab4b593, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.339343] env[70527]: DEBUG nova.network.neutron [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 864.526475] env[70527]: DEBUG nova.network.neutron [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Updating instance_info_cache with network_info: [{"id": "707b3985-2191-4a9c-bbfe-1922ac3dfbce", "address": "fa:16:3e:e1:43:d6", "network": {"id": "29b8e902-296b-4709-aca2-c446fcf3fa56", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3eee3a2e62a4bcdad1e7484fcad9e2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap707b3985-21", "ovs_interfaceid": "707b3985-2191-4a9c-bbfe-1922ac3dfbce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.540713] env[70527]: DEBUG nova.compute.manager [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: 9c410bd0-3603-4f5a-a9ac-fd78180e3c1d] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 864.624228] env[70527]: DEBUG nova.scheduler.client.report [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 864.643644] env[70527]: DEBUG oslo_vmware.api [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52117288-a42f-451f-397b-52fc9ab4b593, 'name': SearchDatastore_Task, 'duration_secs': 0.012115} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.644568] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04ce8265-7d39-4ea0-bb0a-36a02e32c364 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.653031] env[70527]: DEBUG oslo_vmware.api [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Waiting for the task: (returnval){ [ 864.653031] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]529be874-0204-f7b5-e73d-f80808282fbb" [ 864.653031] env[70527]: _type = "Task" [ 864.653031] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.665149] env[70527]: DEBUG oslo_vmware.api [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]529be874-0204-f7b5-e73d-f80808282fbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.732034] env[70527]: DEBUG nova.network.neutron [req-a5dae696-1d8c-441b-833d-53f32e1f1a8e req-b8c943a4-76bf-4019-8bcb-5e7bf4e4da6c service nova] [instance: b7cf3e13-690b-4624-aaec-e3cec1d62308] Updated VIF entry in instance network info cache for port e3a9fb6c-030f-4a74-8b96-11641a5ff59a. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 864.732415] env[70527]: DEBUG nova.network.neutron [req-a5dae696-1d8c-441b-833d-53f32e1f1a8e req-b8c943a4-76bf-4019-8bcb-5e7bf4e4da6c service nova] [instance: b7cf3e13-690b-4624-aaec-e3cec1d62308] Updating instance_info_cache with network_info: [{"id": "e3a9fb6c-030f-4a74-8b96-11641a5ff59a", "address": "fa:16:3e:1c:6e:bd", "network": {"id": "0c7be9df-6c42-4f8c-8514-0125dfaf8b60", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-296346507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63e0565550934902872f4e3ecd718e54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3a9fb6c-03", "ovs_interfaceid": "e3a9fb6c-030f-4a74-8b96-11641a5ff59a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.030357] env[70527]: DEBUG oslo_concurrency.lockutils [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Releasing lock "refresh_cache-cc87d385-12c6-43d2-af21-1d2737c5d451" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.031866] env[70527]: DEBUG nova.compute.manager [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Instance network_info: |[{"id": "707b3985-2191-4a9c-bbfe-1922ac3dfbce", "address": "fa:16:3e:e1:43:d6", "network": {"id": "29b8e902-296b-4709-aca2-c446fcf3fa56", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3eee3a2e62a4bcdad1e7484fcad9e2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap707b3985-21", "ovs_interfaceid": "707b3985-2191-4a9c-bbfe-1922ac3dfbce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 865.032019] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:43:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73eeba7c-29e1-4fdf-82b3-d62e63e86051', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '707b3985-2191-4a9c-bbfe-1922ac3dfbce', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 865.040778] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 865.041153] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 865.041478] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ee80a45-30c0-49b4-9058-772f03962524 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.073033] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 865.073033] env[70527]: value = "task-3913058" [ 865.073033] env[70527]: _type = "Task" [ 865.073033] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.083622] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913058, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.088810] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.132381] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.759s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.132960] env[70527]: DEBUG nova.compute.manager [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] [instance: 9945a305-bb71-4d5b-a06d-20ec0e17d457] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 865.136750] env[70527]: DEBUG oslo_concurrency.lockutils [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.524s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.138534] env[70527]: INFO nova.compute.claims [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5017d1d4-1e04-44b0-88eb-9acbfcee557c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 865.166134] env[70527]: DEBUG oslo_vmware.api [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]529be874-0204-f7b5-e73d-f80808282fbb, 'name': SearchDatastore_Task, 'duration_secs': 0.029169} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.166521] env[70527]: DEBUG oslo_concurrency.lockutils [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.167180] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] b7cf3e13-690b-4624-aaec-e3cec1d62308/b7cf3e13-690b-4624-aaec-e3cec1d62308.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 865.167180] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-663dbe2b-15f6-43d7-886f-b6bebb8799f2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.177030] env[70527]: DEBUG oslo_vmware.api [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Waiting for the task: (returnval){ [ 865.177030] env[70527]: value = "task-3913059" [ 865.177030] env[70527]: _type = "Task" [ 865.177030] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.190968] env[70527]: DEBUG oslo_vmware.api [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Task: {'id': task-3913059, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.235906] env[70527]: DEBUG oslo_concurrency.lockutils [req-a5dae696-1d8c-441b-833d-53f32e1f1a8e req-b8c943a4-76bf-4019-8bcb-5e7bf4e4da6c service nova] Releasing lock "refresh_cache-b7cf3e13-690b-4624-aaec-e3cec1d62308" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.271143] env[70527]: DEBUG nova.compute.manager [None req-34a9146d-d810-4f69-94ac-be87ff8d7247 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] [instance: 585795f1-3a3c-4f0e-9c64-0b23876ab5b6] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 865.271143] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-594ffd6b-4015-4393-a776-52bafb746e5e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.585385] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913058, 'name': CreateVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.643644] env[70527]: DEBUG nova.compute.utils [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 865.649034] env[70527]: DEBUG nova.compute.manager [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] [instance: 9945a305-bb71-4d5b-a06d-20ec0e17d457] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 865.650302] env[70527]: DEBUG nova.network.neutron [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] [instance: 9945a305-bb71-4d5b-a06d-20ec0e17d457] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 865.688333] env[70527]: DEBUG oslo_vmware.api [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Task: {'id': task-3913059, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.720819] env[70527]: DEBUG nova.policy [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce812270a8804bd6a325c7554d219bb3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '16d28b9d76f24c79b327a48b17cb113b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 865.783663] env[70527]: INFO nova.compute.manager [None req-34a9146d-d810-4f69-94ac-be87ff8d7247 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] [instance: 585795f1-3a3c-4f0e-9c64-0b23876ab5b6] instance snapshotting [ 865.784524] env[70527]: DEBUG nova.objects.instance [None req-34a9146d-d810-4f69-94ac-be87ff8d7247 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Lazy-loading 'flavor' on Instance uuid 585795f1-3a3c-4f0e-9c64-0b23876ab5b6 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 866.037840] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fdf258e9-f1f8-4468-9e83-0fe91dd50d93 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Acquiring lock "585795f1-3a3c-4f0e-9c64-0b23876ab5b6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.038129] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fdf258e9-f1f8-4468-9e83-0fe91dd50d93 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Lock "585795f1-3a3c-4f0e-9c64-0b23876ab5b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.038372] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fdf258e9-f1f8-4468-9e83-0fe91dd50d93 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Acquiring lock "585795f1-3a3c-4f0e-9c64-0b23876ab5b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.038610] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fdf258e9-f1f8-4468-9e83-0fe91dd50d93 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Lock "585795f1-3a3c-4f0e-9c64-0b23876ab5b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.039974] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fdf258e9-f1f8-4468-9e83-0fe91dd50d93 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Lock "585795f1-3a3c-4f0e-9c64-0b23876ab5b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.045164] env[70527]: INFO nova.compute.manager [None req-fdf258e9-f1f8-4468-9e83-0fe91dd50d93 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] [instance: 585795f1-3a3c-4f0e-9c64-0b23876ab5b6] Terminating instance [ 866.086144] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a9ec5f39-5c01-43fa-8a08-ad5521c6d3bc tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Acquiring lock "ae092240-d091-4b1c-a61b-aaefa003271a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.086432] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a9ec5f39-5c01-43fa-8a08-ad5521c6d3bc tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Lock "ae092240-d091-4b1c-a61b-aaefa003271a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.093160] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913058, 'name': CreateVM_Task, 'duration_secs': 0.66404} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.093346] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 866.094187] env[70527]: DEBUG oslo_concurrency.lockutils [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.094575] env[70527]: DEBUG oslo_concurrency.lockutils [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.094628] env[70527]: DEBUG oslo_concurrency.lockutils [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.094879] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff897cbb-fb73-48ab-b5ea-623d8142d955 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.102179] env[70527]: DEBUG oslo_vmware.api [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Waiting for the task: (returnval){ [ 866.102179] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52114f8c-cbab-7892-2e55-c67e05bd8afa" [ 866.102179] env[70527]: _type = "Task" [ 866.102179] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.112771] env[70527]: DEBUG oslo_vmware.api [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52114f8c-cbab-7892-2e55-c67e05bd8afa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.149905] env[70527]: DEBUG nova.compute.manager [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] [instance: 9945a305-bb71-4d5b-a06d-20ec0e17d457] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 866.189856] env[70527]: DEBUG oslo_vmware.api [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Task: {'id': task-3913059, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.672238} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.193270] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] b7cf3e13-690b-4624-aaec-e3cec1d62308/b7cf3e13-690b-4624-aaec-e3cec1d62308.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 866.193429] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] [instance: b7cf3e13-690b-4624-aaec-e3cec1d62308] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 866.193885] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-08cd6fb4-b61f-4e98-81f2-84eae4d720b0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.203754] env[70527]: DEBUG oslo_vmware.api [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Waiting for the task: (returnval){ [ 866.203754] env[70527]: value = "task-3913060" [ 866.203754] env[70527]: _type = "Task" [ 866.203754] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.219483] env[70527]: DEBUG oslo_vmware.api [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Task: {'id': task-3913060, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.272867] env[70527]: DEBUG nova.network.neutron [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] [instance: 9945a305-bb71-4d5b-a06d-20ec0e17d457] Successfully created port: 2aec538b-642f-426b-a2d3-308c05c721e6 {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 866.290762] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9963014-b58e-4b70-a4df-bafeb1eeee5a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.085649] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fdf258e9-f1f8-4468-9e83-0fe91dd50d93 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Acquiring lock "refresh_cache-585795f1-3a3c-4f0e-9c64-0b23876ab5b6" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.086124] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fdf258e9-f1f8-4468-9e83-0fe91dd50d93 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Acquired lock "refresh_cache-585795f1-3a3c-4f0e-9c64-0b23876ab5b6" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.086124] env[70527]: DEBUG nova.network.neutron [None req-fdf258e9-f1f8-4468-9e83-0fe91dd50d93 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] [instance: 585795f1-3a3c-4f0e-9c64-0b23876ab5b6] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 867.100508] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff8b566-1165-4632-9698-48779f77934c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.115717] env[70527]: DEBUG oslo_vmware.api [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52114f8c-cbab-7892-2e55-c67e05bd8afa, 'name': SearchDatastore_Task, 'duration_secs': 0.018933} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.119706] env[70527]: DEBUG oslo_concurrency.lockutils [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.119706] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 867.119706] env[70527]: DEBUG oslo_concurrency.lockutils [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.119911] env[70527]: DEBUG oslo_concurrency.lockutils [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.119964] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 867.120580] env[70527]: DEBUG oslo_vmware.api [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Task: {'id': task-3913060, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087496} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.123285] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d7608c6-dba7-45e7-aeb8-392447de2ff9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.125294] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] [instance: b7cf3e13-690b-4624-aaec-e3cec1d62308] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 867.126403] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-429480c5-7410-4be6-8530-0a34455be8ca {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.151642] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] [instance: b7cf3e13-690b-4624-aaec-e3cec1d62308] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] b7cf3e13-690b-4624-aaec-e3cec1d62308/b7cf3e13-690b-4624-aaec-e3cec1d62308.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 867.157294] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a0a109a-a48a-46ae-bade-a4d95ca642c5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.173155] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 867.173155] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 867.173702] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33927f7b-7da0-479f-a94e-1727ec8a8d74 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.177473] env[70527]: DEBUG nova.compute.manager [req-9d426b91-0d64-4920-8229-1441bafa46e7 req-f5d934ce-ccdc-4b62-83ca-9d427ae3ec18 service nova] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Received event network-vif-plugged-707b3985-2191-4a9c-bbfe-1922ac3dfbce {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.178072] env[70527]: DEBUG oslo_concurrency.lockutils [req-9d426b91-0d64-4920-8229-1441bafa46e7 req-f5d934ce-ccdc-4b62-83ca-9d427ae3ec18 service nova] Acquiring lock "cc87d385-12c6-43d2-af21-1d2737c5d451-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.178072] env[70527]: DEBUG oslo_concurrency.lockutils [req-9d426b91-0d64-4920-8229-1441bafa46e7 req-f5d934ce-ccdc-4b62-83ca-9d427ae3ec18 service nova] Lock "cc87d385-12c6-43d2-af21-1d2737c5d451-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.178072] env[70527]: DEBUG oslo_concurrency.lockutils [req-9d426b91-0d64-4920-8229-1441bafa46e7 req-f5d934ce-ccdc-4b62-83ca-9d427ae3ec18 service nova] Lock "cc87d385-12c6-43d2-af21-1d2737c5d451-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.178268] env[70527]: DEBUG nova.compute.manager [req-9d426b91-0d64-4920-8229-1441bafa46e7 req-f5d934ce-ccdc-4b62-83ca-9d427ae3ec18 service nova] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] No waiting events found dispatching network-vif-plugged-707b3985-2191-4a9c-bbfe-1922ac3dfbce {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 867.178379] env[70527]: WARNING nova.compute.manager [req-9d426b91-0d64-4920-8229-1441bafa46e7 req-f5d934ce-ccdc-4b62-83ca-9d427ae3ec18 service nova] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Received unexpected event network-vif-plugged-707b3985-2191-4a9c-bbfe-1922ac3dfbce for instance with vm_state building and task_state spawning. [ 867.178567] env[70527]: DEBUG nova.compute.manager [req-9d426b91-0d64-4920-8229-1441bafa46e7 req-f5d934ce-ccdc-4b62-83ca-9d427ae3ec18 service nova] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Received event network-changed-707b3985-2191-4a9c-bbfe-1922ac3dfbce {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.178675] env[70527]: DEBUG nova.compute.manager [req-9d426b91-0d64-4920-8229-1441bafa46e7 req-f5d934ce-ccdc-4b62-83ca-9d427ae3ec18 service nova] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Refreshing instance network info cache due to event network-changed-707b3985-2191-4a9c-bbfe-1922ac3dfbce. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 867.178861] env[70527]: DEBUG oslo_concurrency.lockutils [req-9d426b91-0d64-4920-8229-1441bafa46e7 req-f5d934ce-ccdc-4b62-83ca-9d427ae3ec18 service nova] Acquiring lock "refresh_cache-cc87d385-12c6-43d2-af21-1d2737c5d451" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.178991] env[70527]: DEBUG oslo_concurrency.lockutils [req-9d426b91-0d64-4920-8229-1441bafa46e7 req-f5d934ce-ccdc-4b62-83ca-9d427ae3ec18 service nova] Acquired lock "refresh_cache-cc87d385-12c6-43d2-af21-1d2737c5d451" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.179173] env[70527]: DEBUG nova.network.neutron [req-9d426b91-0d64-4920-8229-1441bafa46e7 req-f5d934ce-ccdc-4b62-83ca-9d427ae3ec18 service nova] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Refreshing network info cache for port 707b3985-2191-4a9c-bbfe-1922ac3dfbce {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 867.186338] env[70527]: DEBUG oslo_vmware.api [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Waiting for the task: (returnval){ [ 867.186338] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]529a537a-d26b-9309-38f9-7cfd3ff01efb" [ 867.186338] env[70527]: _type = "Task" [ 867.186338] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.194260] env[70527]: DEBUG oslo_vmware.api [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Waiting for the task: (returnval){ [ 867.194260] env[70527]: value = "task-3913061" [ 867.194260] env[70527]: _type = "Task" [ 867.194260] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.202376] env[70527]: DEBUG oslo_vmware.api [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]529a537a-d26b-9309-38f9-7cfd3ff01efb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.211877] env[70527]: DEBUG oslo_vmware.api [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Task: {'id': task-3913061, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.368248] env[70527]: DEBUG oslo_concurrency.lockutils [None req-98530bf0-12a2-4bbd-b316-2146af8357ee tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquiring lock "1878e6d7-681c-4aca-ae45-7bd001cff323" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.368491] env[70527]: DEBUG oslo_concurrency.lockutils [None req-98530bf0-12a2-4bbd-b316-2146af8357ee tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lock "1878e6d7-681c-4aca-ae45-7bd001cff323" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.523324] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc4a871-a856-4e3b-9620-9952976521fb {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.532421] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75dbc4e6-ba91-47be-93d6-787e189ade94 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.564550] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3619c6ca-a72d-4b65-8161-bb586e34907c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.573197] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c531ba-4794-483d-9d6f-488f07ad67f8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.588823] env[70527]: DEBUG nova.compute.provider_tree [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 867.604592] env[70527]: DEBUG nova.compute.manager [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] [instance: 9945a305-bb71-4d5b-a06d-20ec0e17d457] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 867.611866] env[70527]: DEBUG nova.network.neutron [None req-fdf258e9-f1f8-4468-9e83-0fe91dd50d93 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] [instance: 585795f1-3a3c-4f0e-9c64-0b23876ab5b6] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 867.621781] env[70527]: DEBUG nova.compute.manager [None req-34a9146d-d810-4f69-94ac-be87ff8d7247 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] [instance: 585795f1-3a3c-4f0e-9c64-0b23876ab5b6] Instance disappeared during snapshot {{(pid=70527) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 867.655298] env[70527]: DEBUG nova.virt.hardware [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 867.655572] env[70527]: DEBUG nova.virt.hardware [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 867.655882] env[70527]: DEBUG nova.virt.hardware [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 867.655984] env[70527]: DEBUG nova.virt.hardware [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 867.656192] env[70527]: DEBUG nova.virt.hardware [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 867.656372] env[70527]: DEBUG nova.virt.hardware [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 867.656676] env[70527]: DEBUG nova.virt.hardware [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 867.656926] env[70527]: DEBUG nova.virt.hardware [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 867.657107] env[70527]: DEBUG nova.virt.hardware [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 867.657290] env[70527]: DEBUG nova.virt.hardware [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 867.657495] env[70527]: DEBUG nova.virt.hardware [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 867.660041] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c5d33e1-5b97-4aeb-b805-5272d1637623 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.673301] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c82d73a-268c-436d-88c2-64e681142e73 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.708590] env[70527]: DEBUG oslo_vmware.api [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]529a537a-d26b-9309-38f9-7cfd3ff01efb, 'name': SearchDatastore_Task, 'duration_secs': 0.019261} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.712183] env[70527]: DEBUG oslo_vmware.api [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Task: {'id': task-3913061, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.713761] env[70527]: DEBUG nova.network.neutron [None req-fdf258e9-f1f8-4468-9e83-0fe91dd50d93 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] [instance: 585795f1-3a3c-4f0e-9c64-0b23876ab5b6] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.715025] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36f2834f-0fcc-4791-bf80-7109fdf69964 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.721459] env[70527]: DEBUG oslo_vmware.api [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Waiting for the task: (returnval){ [ 867.721459] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52515f30-6c18-fe39-ff6a-9183cb3a07cd" [ 867.721459] env[70527]: _type = "Task" [ 867.721459] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.732217] env[70527]: DEBUG oslo_vmware.api [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52515f30-6c18-fe39-ff6a-9183cb3a07cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.785914] env[70527]: DEBUG nova.compute.manager [None req-34a9146d-d810-4f69-94ac-be87ff8d7247 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] [instance: 585795f1-3a3c-4f0e-9c64-0b23876ab5b6] Found 0 images (rotation: 2) {{(pid=70527) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 867.789843] env[70527]: DEBUG oslo_vmware.rw_handles [None req-5cdb00eb-62c3-4410-9587-904158339c36 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52489a62-d28f-a8c3-e9db-d5d04b57561e/disk-0.vmdk. {{(pid=70527) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 867.790858] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8305782-1972-47e7-9cb6-255b161833b1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.798426] env[70527]: DEBUG oslo_vmware.rw_handles [None req-5cdb00eb-62c3-4410-9587-904158339c36 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52489a62-d28f-a8c3-e9db-d5d04b57561e/disk-0.vmdk is in state: ready. {{(pid=70527) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 867.798638] env[70527]: ERROR oslo_vmware.rw_handles [None req-5cdb00eb-62c3-4410-9587-904158339c36 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52489a62-d28f-a8c3-e9db-d5d04b57561e/disk-0.vmdk due to incomplete transfer. [ 867.799241] env[70527]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1c025a90-e6ad-46a5-bbcc-7f010cbb7806 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.808689] env[70527]: DEBUG oslo_vmware.rw_handles [None req-5cdb00eb-62c3-4410-9587-904158339c36 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52489a62-d28f-a8c3-e9db-d5d04b57561e/disk-0.vmdk. {{(pid=70527) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 867.808899] env[70527]: DEBUG nova.virt.vmwareapi.images [None req-5cdb00eb-62c3-4410-9587-904158339c36 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: c8f2bb6b-be01-4473-92f5-2a35a8eff5b0] Uploaded image 5ee64632-f11c-46e4-b4ac-ed6189648336 to the Glance image server {{(pid=70527) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 867.811900] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cdb00eb-62c3-4410-9587-904158339c36 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: c8f2bb6b-be01-4473-92f5-2a35a8eff5b0] Destroying the VM {{(pid=70527) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 867.812687] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d9150af3-b589-44bb-a6d1-3e63287a5d87 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.823778] env[70527]: DEBUG oslo_vmware.api [None req-5cdb00eb-62c3-4410-9587-904158339c36 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Waiting for the task: (returnval){ [ 867.823778] env[70527]: value = "task-3913062" [ 867.823778] env[70527]: _type = "Task" [ 867.823778] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.834936] env[70527]: DEBUG oslo_vmware.api [None req-5cdb00eb-62c3-4410-9587-904158339c36 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': task-3913062, 'name': Destroy_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.876073] env[70527]: DEBUG nova.compute.utils [None req-98530bf0-12a2-4bbd-b316-2146af8357ee tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 867.958502] env[70527]: DEBUG nova.network.neutron [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] [instance: 9945a305-bb71-4d5b-a06d-20ec0e17d457] Successfully updated port: 2aec538b-642f-426b-a2d3-308c05c721e6 {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 868.092462] env[70527]: DEBUG nova.scheduler.client.report [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 868.165665] env[70527]: DEBUG nova.network.neutron [req-9d426b91-0d64-4920-8229-1441bafa46e7 req-f5d934ce-ccdc-4b62-83ca-9d427ae3ec18 service nova] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Updated VIF entry in instance network info cache for port 707b3985-2191-4a9c-bbfe-1922ac3dfbce. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 868.166135] env[70527]: DEBUG nova.network.neutron [req-9d426b91-0d64-4920-8229-1441bafa46e7 req-f5d934ce-ccdc-4b62-83ca-9d427ae3ec18 service nova] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Updating instance_info_cache with network_info: [{"id": "707b3985-2191-4a9c-bbfe-1922ac3dfbce", "address": "fa:16:3e:e1:43:d6", "network": {"id": "29b8e902-296b-4709-aca2-c446fcf3fa56", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3eee3a2e62a4bcdad1e7484fcad9e2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap707b3985-21", "ovs_interfaceid": "707b3985-2191-4a9c-bbfe-1922ac3dfbce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.207780] env[70527]: DEBUG oslo_vmware.api [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Task: {'id': task-3913061, 'name': ReconfigVM_Task, 'duration_secs': 0.546825} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.208108] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] [instance: b7cf3e13-690b-4624-aaec-e3cec1d62308] Reconfigured VM instance instance-0000002c to attach disk [datastore2] b7cf3e13-690b-4624-aaec-e3cec1d62308/b7cf3e13-690b-4624-aaec-e3cec1d62308.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 868.209713] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce917356-6921-4949-8bd9-258e3e8d959e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.216251] env[70527]: DEBUG oslo_vmware.api [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Waiting for the task: (returnval){ [ 868.216251] env[70527]: value = "task-3913063" [ 868.216251] env[70527]: _type = "Task" [ 868.216251] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.219630] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fdf258e9-f1f8-4468-9e83-0fe91dd50d93 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Releasing lock "refresh_cache-585795f1-3a3c-4f0e-9c64-0b23876ab5b6" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.220044] env[70527]: DEBUG nova.compute.manager [None req-fdf258e9-f1f8-4468-9e83-0fe91dd50d93 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] [instance: 585795f1-3a3c-4f0e-9c64-0b23876ab5b6] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 868.220246] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf258e9-f1f8-4468-9e83-0fe91dd50d93 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] [instance: 585795f1-3a3c-4f0e-9c64-0b23876ab5b6] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 868.221027] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dfdc102-5007-402d-bae4-adb2351edee6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.230851] env[70527]: DEBUG oslo_vmware.api [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Task: {'id': task-3913063, 'name': Rename_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.233700] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdf258e9-f1f8-4468-9e83-0fe91dd50d93 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] [instance: 585795f1-3a3c-4f0e-9c64-0b23876ab5b6] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 868.233986] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03735853-7101-4f93-b715-7da5bf82998e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.239138] env[70527]: DEBUG oslo_vmware.api [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52515f30-6c18-fe39-ff6a-9183cb3a07cd, 'name': SearchDatastore_Task, 'duration_secs': 0.019065} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.239562] env[70527]: DEBUG oslo_concurrency.lockutils [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.240449] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] cc87d385-12c6-43d2-af21-1d2737c5d451/cc87d385-12c6-43d2-af21-1d2737c5d451.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 868.240449] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b8408161-b967-4189-844e-ebb53b2e5582 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.244617] env[70527]: DEBUG oslo_vmware.api [None req-fdf258e9-f1f8-4468-9e83-0fe91dd50d93 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Waiting for the task: (returnval){ [ 868.244617] env[70527]: value = "task-3913064" [ 868.244617] env[70527]: _type = "Task" [ 868.244617] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.250168] env[70527]: DEBUG oslo_vmware.api [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Waiting for the task: (returnval){ [ 868.250168] env[70527]: value = "task-3913065" [ 868.250168] env[70527]: _type = "Task" [ 868.250168] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.258614] env[70527]: DEBUG oslo_vmware.api [None req-fdf258e9-f1f8-4468-9e83-0fe91dd50d93 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Task: {'id': task-3913064, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.265393] env[70527]: DEBUG oslo_vmware.api [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': task-3913065, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.335065] env[70527]: DEBUG oslo_vmware.api [None req-5cdb00eb-62c3-4410-9587-904158339c36 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': task-3913062, 'name': Destroy_Task, 'duration_secs': 0.493923} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.335400] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-5cdb00eb-62c3-4410-9587-904158339c36 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: c8f2bb6b-be01-4473-92f5-2a35a8eff5b0] Destroyed the VM [ 868.335642] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-5cdb00eb-62c3-4410-9587-904158339c36 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: c8f2bb6b-be01-4473-92f5-2a35a8eff5b0] Deleting Snapshot of the VM instance {{(pid=70527) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 868.335975] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-21e855eb-2286-468d-9d13-b74ce89cbd44 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.344496] env[70527]: DEBUG oslo_vmware.api [None req-5cdb00eb-62c3-4410-9587-904158339c36 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Waiting for the task: (returnval){ [ 868.344496] env[70527]: value = "task-3913066" [ 868.344496] env[70527]: _type = "Task" [ 868.344496] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.354736] env[70527]: DEBUG oslo_vmware.api [None req-5cdb00eb-62c3-4410-9587-904158339c36 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': task-3913066, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.378681] env[70527]: DEBUG oslo_concurrency.lockutils [None req-98530bf0-12a2-4bbd-b316-2146af8357ee tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lock "1878e6d7-681c-4aca-ae45-7bd001cff323" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.467527] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Acquiring lock "refresh_cache-9945a305-bb71-4d5b-a06d-20ec0e17d457" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.467527] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Acquired lock "refresh_cache-9945a305-bb71-4d5b-a06d-20ec0e17d457" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.467527] env[70527]: DEBUG nova.network.neutron [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] [instance: 9945a305-bb71-4d5b-a06d-20ec0e17d457] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 868.598123] env[70527]: DEBUG oslo_concurrency.lockutils [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.461s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.599208] env[70527]: DEBUG nova.compute.manager [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5017d1d4-1e04-44b0-88eb-9acbfcee557c] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 868.603041] env[70527]: DEBUG oslo_concurrency.lockutils [None req-035304f0-b06e-462d-8ef8-b0885fc325b1 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.518s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.603041] env[70527]: DEBUG nova.objects.instance [None req-035304f0-b06e-462d-8ef8-b0885fc325b1 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Lazy-loading 'resources' on Instance uuid 8670e011-a1c3-4b73-9988-3db09378c347 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 868.669835] env[70527]: DEBUG oslo_concurrency.lockutils [req-9d426b91-0d64-4920-8229-1441bafa46e7 req-f5d934ce-ccdc-4b62-83ca-9d427ae3ec18 service nova] Releasing lock "refresh_cache-cc87d385-12c6-43d2-af21-1d2737c5d451" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.670219] env[70527]: DEBUG nova.compute.manager [req-9d426b91-0d64-4920-8229-1441bafa46e7 req-f5d934ce-ccdc-4b62-83ca-9d427ae3ec18 service nova] [instance: d77710c6-f1aa-45a5-9318-68bd49f93256] Received event network-changed-b96b3754-70de-4a1d-bc3c-2e1b2e15de36 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.670452] env[70527]: DEBUG nova.compute.manager [req-9d426b91-0d64-4920-8229-1441bafa46e7 req-f5d934ce-ccdc-4b62-83ca-9d427ae3ec18 service nova] [instance: d77710c6-f1aa-45a5-9318-68bd49f93256] Refreshing instance network info cache due to event network-changed-b96b3754-70de-4a1d-bc3c-2e1b2e15de36. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 868.670756] env[70527]: DEBUG oslo_concurrency.lockutils [req-9d426b91-0d64-4920-8229-1441bafa46e7 req-f5d934ce-ccdc-4b62-83ca-9d427ae3ec18 service nova] Acquiring lock "refresh_cache-d77710c6-f1aa-45a5-9318-68bd49f93256" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.670977] env[70527]: DEBUG oslo_concurrency.lockutils [req-9d426b91-0d64-4920-8229-1441bafa46e7 req-f5d934ce-ccdc-4b62-83ca-9d427ae3ec18 service nova] Acquired lock "refresh_cache-d77710c6-f1aa-45a5-9318-68bd49f93256" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.671196] env[70527]: DEBUG nova.network.neutron [req-9d426b91-0d64-4920-8229-1441bafa46e7 req-f5d934ce-ccdc-4b62-83ca-9d427ae3ec18 service nova] [instance: d77710c6-f1aa-45a5-9318-68bd49f93256] Refreshing network info cache for port b96b3754-70de-4a1d-bc3c-2e1b2e15de36 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 868.728141] env[70527]: DEBUG oslo_vmware.api [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Task: {'id': task-3913063, 'name': Rename_Task, 'duration_secs': 0.162323} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.728660] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] [instance: b7cf3e13-690b-4624-aaec-e3cec1d62308] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 868.728832] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01f72906-ebea-4f40-9650-f6882535784a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.737800] env[70527]: DEBUG oslo_vmware.api [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Waiting for the task: (returnval){ [ 868.737800] env[70527]: value = "task-3913067" [ 868.737800] env[70527]: _type = "Task" [ 868.737800] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.748741] env[70527]: DEBUG oslo_vmware.api [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Task: {'id': task-3913067, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.761313] env[70527]: DEBUG oslo_vmware.api [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': task-3913065, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.765026] env[70527]: DEBUG oslo_vmware.api [None req-fdf258e9-f1f8-4468-9e83-0fe91dd50d93 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Task: {'id': task-3913064, 'name': PowerOffVM_Task, 'duration_secs': 0.159544} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.765420] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdf258e9-f1f8-4468-9e83-0fe91dd50d93 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] [instance: 585795f1-3a3c-4f0e-9c64-0b23876ab5b6] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 868.765752] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf258e9-f1f8-4468-9e83-0fe91dd50d93 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] [instance: 585795f1-3a3c-4f0e-9c64-0b23876ab5b6] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 868.766019] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3144ad36-c802-4cbf-992f-5e53bd3404ce {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.800741] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf258e9-f1f8-4468-9e83-0fe91dd50d93 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] [instance: 585795f1-3a3c-4f0e-9c64-0b23876ab5b6] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 868.801092] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf258e9-f1f8-4468-9e83-0fe91dd50d93 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] [instance: 585795f1-3a3c-4f0e-9c64-0b23876ab5b6] Deleting contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 868.801401] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdf258e9-f1f8-4468-9e83-0fe91dd50d93 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Deleting the datastore file [datastore2] 585795f1-3a3c-4f0e-9c64-0b23876ab5b6 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 868.801761] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6413a5f-3ede-4239-b40c-011086e35932 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.810652] env[70527]: DEBUG oslo_vmware.api [None req-fdf258e9-f1f8-4468-9e83-0fe91dd50d93 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Waiting for the task: (returnval){ [ 868.810652] env[70527]: value = "task-3913069" [ 868.810652] env[70527]: _type = "Task" [ 868.810652] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.821950] env[70527]: DEBUG oslo_vmware.api [None req-fdf258e9-f1f8-4468-9e83-0fe91dd50d93 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Task: {'id': task-3913069, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.858768] env[70527]: DEBUG oslo_vmware.api [None req-5cdb00eb-62c3-4410-9587-904158339c36 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': task-3913066, 'name': RemoveSnapshot_Task} progress is 31%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.038017] env[70527]: DEBUG nova.network.neutron [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] [instance: 9945a305-bb71-4d5b-a06d-20ec0e17d457] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 869.106513] env[70527]: DEBUG nova.compute.utils [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 869.113205] env[70527]: DEBUG nova.compute.manager [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5017d1d4-1e04-44b0-88eb-9acbfcee557c] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 869.114063] env[70527]: DEBUG nova.network.neutron [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5017d1d4-1e04-44b0-88eb-9acbfcee557c] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 869.195521] env[70527]: DEBUG nova.policy [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2e6f62f8783f421c8972fbc56c8ba0b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ffc6c328f56e4971bceb097b0ceef30d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 869.261506] env[70527]: DEBUG oslo_vmware.api [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Task: {'id': task-3913067, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.271138] env[70527]: DEBUG oslo_vmware.api [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': task-3913065, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.784425} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.271138] env[70527]: DEBUG nova.network.neutron [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] [instance: 9945a305-bb71-4d5b-a06d-20ec0e17d457] Updating instance_info_cache with network_info: [{"id": "2aec538b-642f-426b-a2d3-308c05c721e6", "address": "fa:16:3e:cc:81:fe", "network": {"id": "a2744a6b-e33a-4d4c-adaf-028e96cbc0f5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1009542333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16d28b9d76f24c79b327a48b17cb113b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2aec538b-64", "ovs_interfaceid": "2aec538b-642f-426b-a2d3-308c05c721e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.274941] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] cc87d385-12c6-43d2-af21-1d2737c5d451/cc87d385-12c6-43d2-af21-1d2737c5d451.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 869.275236] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 869.276101] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-148446ca-d3a1-499b-a128-40814d3b4e05 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.285262] env[70527]: DEBUG oslo_vmware.api [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Waiting for the task: (returnval){ [ 869.285262] env[70527]: value = "task-3913070" [ 869.285262] env[70527]: _type = "Task" [ 869.285262] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.300680] env[70527]: DEBUG oslo_vmware.api [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': task-3913070, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.330072] env[70527]: DEBUG oslo_vmware.api [None req-fdf258e9-f1f8-4468-9e83-0fe91dd50d93 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Task: {'id': task-3913069, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.314114} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.330329] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdf258e9-f1f8-4468-9e83-0fe91dd50d93 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 869.330517] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf258e9-f1f8-4468-9e83-0fe91dd50d93 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] [instance: 585795f1-3a3c-4f0e-9c64-0b23876ab5b6] Deleted contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 869.330895] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf258e9-f1f8-4468-9e83-0fe91dd50d93 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] [instance: 585795f1-3a3c-4f0e-9c64-0b23876ab5b6] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 869.330895] env[70527]: INFO nova.compute.manager [None req-fdf258e9-f1f8-4468-9e83-0fe91dd50d93 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] [instance: 585795f1-3a3c-4f0e-9c64-0b23876ab5b6] Took 1.11 seconds to destroy the instance on the hypervisor. [ 869.331140] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fdf258e9-f1f8-4468-9e83-0fe91dd50d93 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 869.331591] env[70527]: DEBUG nova.compute.manager [-] [instance: 585795f1-3a3c-4f0e-9c64-0b23876ab5b6] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 869.331690] env[70527]: DEBUG nova.network.neutron [-] [instance: 585795f1-3a3c-4f0e-9c64-0b23876ab5b6] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 869.356303] env[70527]: DEBUG nova.network.neutron [-] [instance: 585795f1-3a3c-4f0e-9c64-0b23876ab5b6] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 869.360787] env[70527]: DEBUG oslo_vmware.api [None req-5cdb00eb-62c3-4410-9587-904158339c36 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': task-3913066, 'name': RemoveSnapshot_Task, 'duration_secs': 0.631765} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.361299] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-5cdb00eb-62c3-4410-9587-904158339c36 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: c8f2bb6b-be01-4473-92f5-2a35a8eff5b0] Deleted Snapshot of the VM instance {{(pid=70527) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 869.361523] env[70527]: INFO nova.compute.manager [None req-5cdb00eb-62c3-4410-9587-904158339c36 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: c8f2bb6b-be01-4473-92f5-2a35a8eff5b0] Took 18.08 seconds to snapshot the instance on the hypervisor. [ 869.382443] env[70527]: DEBUG nova.compute.manager [req-f79e1290-e2ad-41ff-8721-5c77c36b1104 req-d07aabfa-89c1-4d2a-9a43-2f9be1ace71f service nova] [instance: 23137459-71e2-4681-9054-1bde06450f13] Received event network-changed-1f1a0487-973c-4614-ae20-da574807de9c {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.382706] env[70527]: DEBUG nova.compute.manager [req-f79e1290-e2ad-41ff-8721-5c77c36b1104 req-d07aabfa-89c1-4d2a-9a43-2f9be1ace71f service nova] [instance: 23137459-71e2-4681-9054-1bde06450f13] Refreshing instance network info cache due to event network-changed-1f1a0487-973c-4614-ae20-da574807de9c. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 869.384018] env[70527]: DEBUG oslo_concurrency.lockutils [req-f79e1290-e2ad-41ff-8721-5c77c36b1104 req-d07aabfa-89c1-4d2a-9a43-2f9be1ace71f service nova] Acquiring lock "refresh_cache-23137459-71e2-4681-9054-1bde06450f13" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.384018] env[70527]: DEBUG oslo_concurrency.lockutils [req-f79e1290-e2ad-41ff-8721-5c77c36b1104 req-d07aabfa-89c1-4d2a-9a43-2f9be1ace71f service nova] Acquired lock "refresh_cache-23137459-71e2-4681-9054-1bde06450f13" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.384018] env[70527]: DEBUG nova.network.neutron [req-f79e1290-e2ad-41ff-8721-5c77c36b1104 req-d07aabfa-89c1-4d2a-9a43-2f9be1ace71f service nova] [instance: 23137459-71e2-4681-9054-1bde06450f13] Refreshing network info cache for port 1f1a0487-973c-4614-ae20-da574807de9c {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 869.476397] env[70527]: DEBUG oslo_concurrency.lockutils [None req-98530bf0-12a2-4bbd-b316-2146af8357ee tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquiring lock "1878e6d7-681c-4aca-ae45-7bd001cff323" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.476642] env[70527]: DEBUG oslo_concurrency.lockutils [None req-98530bf0-12a2-4bbd-b316-2146af8357ee tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lock "1878e6d7-681c-4aca-ae45-7bd001cff323" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.476868] env[70527]: INFO nova.compute.manager [None req-98530bf0-12a2-4bbd-b316-2146af8357ee tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 1878e6d7-681c-4aca-ae45-7bd001cff323] Attaching volume 72b8a3a6-fdfb-4054-af13-63d41281ec8d to /dev/sdb [ 869.537887] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6436c0-66ec-449d-9c96-6c0535596847 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.552201] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c69d36d9-fe97-46ea-abb8-0552c35cc37f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.571983] env[70527]: DEBUG nova.virt.block_device [None req-98530bf0-12a2-4bbd-b316-2146af8357ee tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 1878e6d7-681c-4aca-ae45-7bd001cff323] Updating existing volume attachment record: 9af1acdc-1349-403b-94cc-58f1dbf5267a {{(pid=70527) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 869.613822] env[70527]: DEBUG nova.compute.manager [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5017d1d4-1e04-44b0-88eb-9acbfcee557c] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 869.698763] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4604b3e9-f68c-4b62-befc-c7c4fde1da45 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.709787] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5288e852-6dff-4cb6-9b91-b216c5158cdc {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.749405] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b19071-c7f6-4b56-bb93-860f544526aa {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.759852] env[70527]: DEBUG oslo_vmware.api [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Task: {'id': task-3913067, 'name': PowerOnVM_Task, 'duration_secs': 0.936518} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.765262] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] [instance: b7cf3e13-690b-4624-aaec-e3cec1d62308] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 869.765262] env[70527]: INFO nova.compute.manager [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] [instance: b7cf3e13-690b-4624-aaec-e3cec1d62308] Took 12.64 seconds to spawn the instance on the hypervisor. [ 869.765262] env[70527]: DEBUG nova.compute.manager [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] [instance: b7cf3e13-690b-4624-aaec-e3cec1d62308] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 869.765262] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e41a35-4b31-47e4-965d-fc4187f93987 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.767826] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a70ca85-90de-4001-8de0-5ee339440ef8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.773367] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Releasing lock "refresh_cache-9945a305-bb71-4d5b-a06d-20ec0e17d457" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.773675] env[70527]: DEBUG nova.compute.manager [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] [instance: 9945a305-bb71-4d5b-a06d-20ec0e17d457] Instance network_info: |[{"id": "2aec538b-642f-426b-a2d3-308c05c721e6", "address": "fa:16:3e:cc:81:fe", "network": {"id": "a2744a6b-e33a-4d4c-adaf-028e96cbc0f5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1009542333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16d28b9d76f24c79b327a48b17cb113b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2aec538b-64", "ovs_interfaceid": "2aec538b-642f-426b-a2d3-308c05c721e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 869.774168] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] [instance: 9945a305-bb71-4d5b-a06d-20ec0e17d457] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:81:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a071ecf4-e713-4f97-9271-8c17952f6dee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2aec538b-642f-426b-a2d3-308c05c721e6', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 869.784921] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 869.796193] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9945a305-bb71-4d5b-a06d-20ec0e17d457] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 869.799109] env[70527]: DEBUG nova.compute.provider_tree [None req-035304f0-b06e-462d-8ef8-b0885fc325b1 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.801601] env[70527]: DEBUG nova.network.neutron [req-9d426b91-0d64-4920-8229-1441bafa46e7 req-f5d934ce-ccdc-4b62-83ca-9d427ae3ec18 service nova] [instance: d77710c6-f1aa-45a5-9318-68bd49f93256] Updated VIF entry in instance network info cache for port b96b3754-70de-4a1d-bc3c-2e1b2e15de36. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 869.801949] env[70527]: DEBUG nova.network.neutron [req-9d426b91-0d64-4920-8229-1441bafa46e7 req-f5d934ce-ccdc-4b62-83ca-9d427ae3ec18 service nova] [instance: d77710c6-f1aa-45a5-9318-68bd49f93256] Updating instance_info_cache with network_info: [{"id": "b96b3754-70de-4a1d-bc3c-2e1b2e15de36", "address": "fa:16:3e:70:d0:05", "network": {"id": "a6ca0170-b305-4505-a7d5-6275956ef594", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1011539533-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de6268197e374884bc54f7c81184bc91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb96b3754-70", "ovs_interfaceid": "b96b3754-70de-4a1d-bc3c-2e1b2e15de36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.803352] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc334179-e63e-4731-9970-a511f2a2d8fa {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.826298] env[70527]: DEBUG oslo_concurrency.lockutils [req-9d426b91-0d64-4920-8229-1441bafa46e7 req-f5d934ce-ccdc-4b62-83ca-9d427ae3ec18 service nova] Releasing lock "refresh_cache-d77710c6-f1aa-45a5-9318-68bd49f93256" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.827426] env[70527]: DEBUG nova.scheduler.client.report [None req-035304f0-b06e-462d-8ef8-b0885fc325b1 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 869.838356] env[70527]: DEBUG oslo_vmware.api [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': task-3913070, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.236192} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.840334] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 869.840841] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 869.840841] env[70527]: value = "task-3913072" [ 869.840841] env[70527]: _type = "Task" [ 869.840841] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.841458] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db792c1-8649-45ea-aa6f-733e2cd4500f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.862069] env[70527]: DEBUG nova.network.neutron [-] [instance: 585795f1-3a3c-4f0e-9c64-0b23876ab5b6] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.872230] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] cc87d385-12c6-43d2-af21-1d2737c5d451/cc87d385-12c6-43d2-af21-1d2737c5d451.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 869.878785] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-415fe9fd-1458-4bb4-83db-db95aad2c523 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.894273] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913072, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.904887] env[70527]: DEBUG oslo_vmware.api [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Waiting for the task: (returnval){ [ 869.904887] env[70527]: value = "task-3913073" [ 869.904887] env[70527]: _type = "Task" [ 869.904887] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.916487] env[70527]: DEBUG oslo_vmware.api [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': task-3913073, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.081375] env[70527]: DEBUG nova.network.neutron [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5017d1d4-1e04-44b0-88eb-9acbfcee557c] Successfully created port: 350bcb9f-f36a-4128-abd4-d0e7c42b5e02 {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 870.314293] env[70527]: INFO nova.compute.manager [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] [instance: b7cf3e13-690b-4624-aaec-e3cec1d62308] Took 45.22 seconds to build instance. [ 870.333661] env[70527]: DEBUG oslo_concurrency.lockutils [None req-035304f0-b06e-462d-8ef8-b0885fc325b1 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.731s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.341720] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.898s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.347590] env[70527]: INFO nova.compute.claims [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: 7448dd1a-e7e3-4d9f-bcdf-5d8fe057ba38] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 870.375431] env[70527]: INFO nova.compute.manager [-] [instance: 585795f1-3a3c-4f0e-9c64-0b23876ab5b6] Took 1.04 seconds to deallocate network for instance. [ 870.375738] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913072, 'name': CreateVM_Task} progress is 25%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.379558] env[70527]: INFO nova.scheduler.client.report [None req-035304f0-b06e-462d-8ef8-b0885fc325b1 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Deleted allocations for instance 8670e011-a1c3-4b73-9988-3db09378c347 [ 870.417875] env[70527]: DEBUG oslo_vmware.api [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': task-3913073, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.428877] env[70527]: DEBUG nova.network.neutron [req-f79e1290-e2ad-41ff-8721-5c77c36b1104 req-d07aabfa-89c1-4d2a-9a43-2f9be1ace71f service nova] [instance: 23137459-71e2-4681-9054-1bde06450f13] Updated VIF entry in instance network info cache for port 1f1a0487-973c-4614-ae20-da574807de9c. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 870.431111] env[70527]: DEBUG nova.network.neutron [req-f79e1290-e2ad-41ff-8721-5c77c36b1104 req-d07aabfa-89c1-4d2a-9a43-2f9be1ace71f service nova] [instance: 23137459-71e2-4681-9054-1bde06450f13] Updating instance_info_cache with network_info: [{"id": "1f1a0487-973c-4614-ae20-da574807de9c", "address": "fa:16:3e:86:07:75", "network": {"id": "0e78a331-e2b0-4025-bc59-b68542c3fcc1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1694808725-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c29918d78d494261b9b8460f1a3cf7c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f1a0487-97", "ovs_interfaceid": "1f1a0487-973c-4614-ae20-da574807de9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.628754] env[70527]: DEBUG nova.compute.manager [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5017d1d4-1e04-44b0-88eb-9acbfcee557c] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 870.664056] env[70527]: DEBUG nova.virt.hardware [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 870.664349] env[70527]: DEBUG nova.virt.hardware [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 870.664508] env[70527]: DEBUG nova.virt.hardware [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 870.664689] env[70527]: DEBUG nova.virt.hardware [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 870.664833] env[70527]: DEBUG nova.virt.hardware [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 870.664983] env[70527]: DEBUG nova.virt.hardware [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 870.665319] env[70527]: DEBUG nova.virt.hardware [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 870.665502] env[70527]: DEBUG nova.virt.hardware [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 870.665678] env[70527]: DEBUG nova.virt.hardware [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 870.665843] env[70527]: DEBUG nova.virt.hardware [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 870.666349] env[70527]: DEBUG nova.virt.hardware [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 870.667309] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67722b9d-07f9-4f13-a9c1-41b356aaa90a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.676932] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60414b0-8628-470b-94e0-a94234f76f98 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.713664] env[70527]: DEBUG nova.compute.manager [req-15fb99ee-16e3-4bcc-9f22-b74e2f2bde90 req-2c127f1f-69d4-467a-bcb9-9e4ee71f93cf service nova] [instance: 23137459-71e2-4681-9054-1bde06450f13] Received event network-changed-1f1a0487-973c-4614-ae20-da574807de9c {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.713992] env[70527]: DEBUG nova.compute.manager [req-15fb99ee-16e3-4bcc-9f22-b74e2f2bde90 req-2c127f1f-69d4-467a-bcb9-9e4ee71f93cf service nova] [instance: 23137459-71e2-4681-9054-1bde06450f13] Refreshing instance network info cache due to event network-changed-1f1a0487-973c-4614-ae20-da574807de9c. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 870.714214] env[70527]: DEBUG oslo_concurrency.lockutils [req-15fb99ee-16e3-4bcc-9f22-b74e2f2bde90 req-2c127f1f-69d4-467a-bcb9-9e4ee71f93cf service nova] Acquiring lock "refresh_cache-23137459-71e2-4681-9054-1bde06450f13" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.818652] env[70527]: DEBUG oslo_concurrency.lockutils [None req-edc64327-b37a-4601-b811-196faa566ee2 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Lock "b7cf3e13-690b-4624-aaec-e3cec1d62308" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.318s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.869806] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913072, 'name': CreateVM_Task, 'duration_secs': 0.681429} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.870047] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9945a305-bb71-4d5b-a06d-20ec0e17d457] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 870.870798] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.870970] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.871299] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.871839] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9adf6817-6c73-4b37-a408-c070d7fd324e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.878668] env[70527]: DEBUG oslo_vmware.api [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Waiting for the task: (returnval){ [ 870.878668] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]5253994a-43b2-9374-df26-02579a35200d" [ 870.878668] env[70527]: _type = "Task" [ 870.878668] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.891498] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fdf258e9-f1f8-4468-9e83-0fe91dd50d93 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.894325] env[70527]: DEBUG oslo_vmware.api [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5253994a-43b2-9374-df26-02579a35200d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.895025] env[70527]: DEBUG oslo_concurrency.lockutils [None req-035304f0-b06e-462d-8ef8-b0885fc325b1 tempest-ImagesNegativeTestJSON-1152294652 tempest-ImagesNegativeTestJSON-1152294652-project-member] Lock "8670e011-a1c3-4b73-9988-3db09378c347" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.292s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.917607] env[70527]: DEBUG oslo_vmware.api [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': task-3913073, 'name': ReconfigVM_Task, 'duration_secs': 0.572349} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.918548] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Reconfigured VM instance instance-0000002d to attach disk [datastore2] cc87d385-12c6-43d2-af21-1d2737c5d451/cc87d385-12c6-43d2-af21-1d2737c5d451.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 870.919189] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-16e2af5e-0bf2-452a-b6de-0f84e87b43e7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.928100] env[70527]: DEBUG oslo_vmware.api [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Waiting for the task: (returnval){ [ 870.928100] env[70527]: value = "task-3913076" [ 870.928100] env[70527]: _type = "Task" [ 870.928100] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.933443] env[70527]: DEBUG oslo_concurrency.lockutils [req-f79e1290-e2ad-41ff-8721-5c77c36b1104 req-d07aabfa-89c1-4d2a-9a43-2f9be1ace71f service nova] Releasing lock "refresh_cache-23137459-71e2-4681-9054-1bde06450f13" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.934012] env[70527]: DEBUG oslo_concurrency.lockutils [req-15fb99ee-16e3-4bcc-9f22-b74e2f2bde90 req-2c127f1f-69d4-467a-bcb9-9e4ee71f93cf service nova] Acquired lock "refresh_cache-23137459-71e2-4681-9054-1bde06450f13" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.934298] env[70527]: DEBUG nova.network.neutron [req-15fb99ee-16e3-4bcc-9f22-b74e2f2bde90 req-2c127f1f-69d4-467a-bcb9-9e4ee71f93cf service nova] [instance: 23137459-71e2-4681-9054-1bde06450f13] Refreshing network info cache for port 1f1a0487-973c-4614-ae20-da574807de9c {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 870.949979] env[70527]: DEBUG oslo_vmware.api [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': task-3913076, 'name': Rename_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.323869] env[70527]: DEBUG nova.compute.manager [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: 430c77ef-9bdb-42c1-aee4-2d5bcc6be0da] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 871.396673] env[70527]: DEBUG oslo_vmware.api [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5253994a-43b2-9374-df26-02579a35200d, 'name': SearchDatastore_Task, 'duration_secs': 0.015206} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.404387] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.404805] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] [instance: 9945a305-bb71-4d5b-a06d-20ec0e17d457] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 871.405955] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.406132] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.407666] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 871.409478] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0ffa92a-f009-467b-b4f4-00b17e7d3119 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.422959] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 871.423195] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 871.426656] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11d052f6-ee6f-4b3b-9765-9ae5a08689f6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.443725] env[70527]: DEBUG oslo_vmware.api [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': task-3913076, 'name': Rename_Task, 'duration_secs': 0.219604} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.444873] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 871.447519] env[70527]: DEBUG oslo_vmware.api [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Waiting for the task: (returnval){ [ 871.447519] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52b31c88-6f78-5b38-b133-5cec74757bc5" [ 871.447519] env[70527]: _type = "Task" [ 871.447519] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.450178] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6e7988e-13f3-4b7c-9294-2b3b71b3a4dc {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.462471] env[70527]: DEBUG oslo_vmware.api [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52b31c88-6f78-5b38-b133-5cec74757bc5, 'name': SearchDatastore_Task, 'duration_secs': 0.012231} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.463928] env[70527]: DEBUG oslo_vmware.api [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Waiting for the task: (returnval){ [ 871.463928] env[70527]: value = "task-3913077" [ 871.463928] env[70527]: _type = "Task" [ 871.463928] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.464389] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c6728f3-ce57-4074-9454-2650dd829824 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.480144] env[70527]: DEBUG oslo_vmware.api [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': task-3913077, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.480668] env[70527]: DEBUG oslo_vmware.api [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Waiting for the task: (returnval){ [ 871.480668] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]520e110e-c770-ac90-f579-bb6f97cb1d2c" [ 871.480668] env[70527]: _type = "Task" [ 871.480668] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.490194] env[70527]: DEBUG oslo_vmware.api [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]520e110e-c770-ac90-f579-bb6f97cb1d2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.720569] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a55e9e9a-1c05-4e1a-8855-0bc9ca16d038 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Acquiring lock "680e9855-2905-4c0d-adc7-e45781fd1e4e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.720569] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a55e9e9a-1c05-4e1a-8855-0bc9ca16d038 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Lock "680e9855-2905-4c0d-adc7-e45781fd1e4e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.720569] env[70527]: DEBUG nova.compute.manager [None req-a55e9e9a-1c05-4e1a-8855-0bc9ca16d038 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 871.720569] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f89dbb-673c-4985-8eab-18d95a2d6789 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.727321] env[70527]: DEBUG nova.compute.manager [None req-a55e9e9a-1c05-4e1a-8855-0bc9ca16d038 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70527) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 871.727321] env[70527]: DEBUG nova.objects.instance [None req-a55e9e9a-1c05-4e1a-8855-0bc9ca16d038 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Lazy-loading 'flavor' on Instance uuid 680e9855-2905-4c0d-adc7-e45781fd1e4e {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 871.856592] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.938089] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d11f07c6-1e13-4247-96dc-e4e51e9cb0f6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.947776] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1609acb1-c05d-4c20-ae47-91ef16d1ae34 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.991222] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9925d4e-c79d-48ab-9385-9d30a7d57025 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.001752] env[70527]: DEBUG oslo_vmware.api [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': task-3913077, 'name': PowerOnVM_Task, 'duration_secs': 0.515142} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.009630] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 872.010268] env[70527]: INFO nova.compute.manager [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Took 9.81 seconds to spawn the instance on the hypervisor. [ 872.010443] env[70527]: DEBUG nova.compute.manager [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 872.010765] env[70527]: DEBUG oslo_vmware.api [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]520e110e-c770-ac90-f579-bb6f97cb1d2c, 'name': SearchDatastore_Task, 'duration_secs': 0.018316} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.011864] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426bc42f-a316-44f0-aa53-6fd2add27fef {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.015262] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.015929] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] 9945a305-bb71-4d5b-a06d-20ec0e17d457/9945a305-bb71-4d5b-a06d-20ec0e17d457.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 872.017625] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a12a87-cbeb-43cb-a326-2fe5d91b8ed7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.023098] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90c937aa-32b5-4c4e-9736-33835275fcc8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.046328] env[70527]: DEBUG nova.compute.provider_tree [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.052183] env[70527]: DEBUG oslo_vmware.api [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Waiting for the task: (returnval){ [ 872.052183] env[70527]: value = "task-3913078" [ 872.052183] env[70527]: _type = "Task" [ 872.052183] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.059770] env[70527]: DEBUG oslo_vmware.api [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Task: {'id': task-3913078, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.229182] env[70527]: DEBUG nova.network.neutron [req-15fb99ee-16e3-4bcc-9f22-b74e2f2bde90 req-2c127f1f-69d4-467a-bcb9-9e4ee71f93cf service nova] [instance: 23137459-71e2-4681-9054-1bde06450f13] Updated VIF entry in instance network info cache for port 1f1a0487-973c-4614-ae20-da574807de9c. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 872.229682] env[70527]: DEBUG nova.network.neutron [req-15fb99ee-16e3-4bcc-9f22-b74e2f2bde90 req-2c127f1f-69d4-467a-bcb9-9e4ee71f93cf service nova] [instance: 23137459-71e2-4681-9054-1bde06450f13] Updating instance_info_cache with network_info: [{"id": "1f1a0487-973c-4614-ae20-da574807de9c", "address": "fa:16:3e:86:07:75", "network": {"id": "0e78a331-e2b0-4025-bc59-b68542c3fcc1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1694808725-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c29918d78d494261b9b8460f1a3cf7c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f1a0487-97", "ovs_interfaceid": "1f1a0487-973c-4614-ae20-da574807de9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.443966] env[70527]: DEBUG nova.network.neutron [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5017d1d4-1e04-44b0-88eb-9acbfcee557c] Successfully updated port: 350bcb9f-f36a-4128-abd4-d0e7c42b5e02 {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 872.561061] env[70527]: DEBUG nova.scheduler.client.report [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 872.575998] env[70527]: INFO nova.compute.manager [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Took 42.08 seconds to build instance. [ 872.585629] env[70527]: DEBUG oslo_vmware.api [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Task: {'id': task-3913078, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.732697] env[70527]: DEBUG oslo_concurrency.lockutils [req-15fb99ee-16e3-4bcc-9f22-b74e2f2bde90 req-2c127f1f-69d4-467a-bcb9-9e4ee71f93cf service nova] Releasing lock "refresh_cache-23137459-71e2-4681-9054-1bde06450f13" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.732973] env[70527]: DEBUG nova.compute.manager [req-15fb99ee-16e3-4bcc-9f22-b74e2f2bde90 req-2c127f1f-69d4-467a-bcb9-9e4ee71f93cf service nova] [instance: 9945a305-bb71-4d5b-a06d-20ec0e17d457] Received event network-vif-plugged-2aec538b-642f-426b-a2d3-308c05c721e6 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.733200] env[70527]: DEBUG oslo_concurrency.lockutils [req-15fb99ee-16e3-4bcc-9f22-b74e2f2bde90 req-2c127f1f-69d4-467a-bcb9-9e4ee71f93cf service nova] Acquiring lock "9945a305-bb71-4d5b-a06d-20ec0e17d457-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.733424] env[70527]: DEBUG oslo_concurrency.lockutils [req-15fb99ee-16e3-4bcc-9f22-b74e2f2bde90 req-2c127f1f-69d4-467a-bcb9-9e4ee71f93cf service nova] Lock "9945a305-bb71-4d5b-a06d-20ec0e17d457-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.733592] env[70527]: DEBUG oslo_concurrency.lockutils [req-15fb99ee-16e3-4bcc-9f22-b74e2f2bde90 req-2c127f1f-69d4-467a-bcb9-9e4ee71f93cf service nova] Lock "9945a305-bb71-4d5b-a06d-20ec0e17d457-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.733759] env[70527]: DEBUG nova.compute.manager [req-15fb99ee-16e3-4bcc-9f22-b74e2f2bde90 req-2c127f1f-69d4-467a-bcb9-9e4ee71f93cf service nova] [instance: 9945a305-bb71-4d5b-a06d-20ec0e17d457] No waiting events found dispatching network-vif-plugged-2aec538b-642f-426b-a2d3-308c05c721e6 {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 872.733969] env[70527]: WARNING nova.compute.manager [req-15fb99ee-16e3-4bcc-9f22-b74e2f2bde90 req-2c127f1f-69d4-467a-bcb9-9e4ee71f93cf service nova] [instance: 9945a305-bb71-4d5b-a06d-20ec0e17d457] Received unexpected event network-vif-plugged-2aec538b-642f-426b-a2d3-308c05c721e6 for instance with vm_state building and task_state spawning. [ 872.734170] env[70527]: DEBUG nova.compute.manager [req-15fb99ee-16e3-4bcc-9f22-b74e2f2bde90 req-2c127f1f-69d4-467a-bcb9-9e4ee71f93cf service nova] [instance: 9945a305-bb71-4d5b-a06d-20ec0e17d457] Received event network-changed-2aec538b-642f-426b-a2d3-308c05c721e6 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.734328] env[70527]: DEBUG nova.compute.manager [req-15fb99ee-16e3-4bcc-9f22-b74e2f2bde90 req-2c127f1f-69d4-467a-bcb9-9e4ee71f93cf service nova] [instance: 9945a305-bb71-4d5b-a06d-20ec0e17d457] Refreshing instance network info cache due to event network-changed-2aec538b-642f-426b-a2d3-308c05c721e6. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 872.734521] env[70527]: DEBUG oslo_concurrency.lockutils [req-15fb99ee-16e3-4bcc-9f22-b74e2f2bde90 req-2c127f1f-69d4-467a-bcb9-9e4ee71f93cf service nova] Acquiring lock "refresh_cache-9945a305-bb71-4d5b-a06d-20ec0e17d457" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.734766] env[70527]: DEBUG oslo_concurrency.lockutils [req-15fb99ee-16e3-4bcc-9f22-b74e2f2bde90 req-2c127f1f-69d4-467a-bcb9-9e4ee71f93cf service nova] Acquired lock "refresh_cache-9945a305-bb71-4d5b-a06d-20ec0e17d457" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.734931] env[70527]: DEBUG nova.network.neutron [req-15fb99ee-16e3-4bcc-9f22-b74e2f2bde90 req-2c127f1f-69d4-467a-bcb9-9e4ee71f93cf service nova] [instance: 9945a305-bb71-4d5b-a06d-20ec0e17d457] Refreshing network info cache for port 2aec538b-642f-426b-a2d3-308c05c721e6 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 872.742505] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-a55e9e9a-1c05-4e1a-8855-0bc9ca16d038 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 872.742894] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-952053a3-7315-4637-92cf-bdcc7dc9ff53 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.752240] env[70527]: DEBUG oslo_vmware.api [None req-a55e9e9a-1c05-4e1a-8855-0bc9ca16d038 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for the task: (returnval){ [ 872.752240] env[70527]: value = "task-3913080" [ 872.752240] env[70527]: _type = "Task" [ 872.752240] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.765040] env[70527]: DEBUG oslo_vmware.api [None req-a55e9e9a-1c05-4e1a-8855-0bc9ca16d038 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913080, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.947086] env[70527]: DEBUG oslo_concurrency.lockutils [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquiring lock "refresh_cache-5017d1d4-1e04-44b0-88eb-9acbfcee557c" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.947260] env[70527]: DEBUG oslo_concurrency.lockutils [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquired lock "refresh_cache-5017d1d4-1e04-44b0-88eb-9acbfcee557c" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.954030] env[70527]: DEBUG nova.network.neutron [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5017d1d4-1e04-44b0-88eb-9acbfcee557c] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 873.078385] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.737s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.078993] env[70527]: DEBUG nova.compute.manager [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: 7448dd1a-e7e3-4d9f-bcdf-5d8fe057ba38] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 873.085567] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.538s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.087226] env[70527]: INFO nova.compute.claims [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] [instance: 68e47537-a820-4cc4-8856-1e9bcf2e26e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 873.090609] env[70527]: DEBUG oslo_concurrency.lockutils [None req-13121bca-df4d-4b30-92b6-1a7a79eff4aa tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Lock "cc87d385-12c6-43d2-af21-1d2737c5d451" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.101s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.091768] env[70527]: DEBUG oslo_vmware.api [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Task: {'id': task-3913078, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.620185} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.093423] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] 9945a305-bb71-4d5b-a06d-20ec0e17d457/9945a305-bb71-4d5b-a06d-20ec0e17d457.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 873.093655] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] [instance: 9945a305-bb71-4d5b-a06d-20ec0e17d457] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 873.094038] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e0c55042-aff1-4867-b2db-df7f3ea1eed1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.105392] env[70527]: DEBUG oslo_vmware.api [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Waiting for the task: (returnval){ [ 873.105392] env[70527]: value = "task-3913081" [ 873.105392] env[70527]: _type = "Task" [ 873.105392] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.118586] env[70527]: DEBUG oslo_vmware.api [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Task: {'id': task-3913081, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.262839] env[70527]: DEBUG oslo_vmware.api [None req-a55e9e9a-1c05-4e1a-8855-0bc9ca16d038 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913080, 'name': PowerOffVM_Task, 'duration_secs': 0.423015} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.263171] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-a55e9e9a-1c05-4e1a-8855-0bc9ca16d038 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 873.263354] env[70527]: DEBUG nova.compute.manager [None req-a55e9e9a-1c05-4e1a-8855-0bc9ca16d038 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 873.264245] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa02001c-7117-4df7-90fd-3d0af536bab1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.270932] env[70527]: DEBUG nova.compute.manager [req-7eea18a5-18f1-414e-9cd6-8a6d65c6a31f req-b6dce1f4-ad7d-4000-8e29-8d6c5691de9a service nova] [instance: d77710c6-f1aa-45a5-9318-68bd49f93256] Received event network-changed-b96b3754-70de-4a1d-bc3c-2e1b2e15de36 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.271120] env[70527]: DEBUG nova.compute.manager [req-7eea18a5-18f1-414e-9cd6-8a6d65c6a31f req-b6dce1f4-ad7d-4000-8e29-8d6c5691de9a service nova] [instance: d77710c6-f1aa-45a5-9318-68bd49f93256] Refreshing instance network info cache due to event network-changed-b96b3754-70de-4a1d-bc3c-2e1b2e15de36. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 873.271273] env[70527]: DEBUG oslo_concurrency.lockutils [req-7eea18a5-18f1-414e-9cd6-8a6d65c6a31f req-b6dce1f4-ad7d-4000-8e29-8d6c5691de9a service nova] Acquiring lock "refresh_cache-d77710c6-f1aa-45a5-9318-68bd49f93256" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.271628] env[70527]: DEBUG oslo_concurrency.lockutils [req-7eea18a5-18f1-414e-9cd6-8a6d65c6a31f req-b6dce1f4-ad7d-4000-8e29-8d6c5691de9a service nova] Acquired lock "refresh_cache-d77710c6-f1aa-45a5-9318-68bd49f93256" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.271803] env[70527]: DEBUG nova.network.neutron [req-7eea18a5-18f1-414e-9cd6-8a6d65c6a31f req-b6dce1f4-ad7d-4000-8e29-8d6c5691de9a service nova] [instance: d77710c6-f1aa-45a5-9318-68bd49f93256] Refreshing network info cache for port b96b3754-70de-4a1d-bc3c-2e1b2e15de36 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 873.507225] env[70527]: DEBUG nova.network.neutron [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5017d1d4-1e04-44b0-88eb-9acbfcee557c] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 873.583349] env[70527]: DEBUG nova.network.neutron [req-15fb99ee-16e3-4bcc-9f22-b74e2f2bde90 req-2c127f1f-69d4-467a-bcb9-9e4ee71f93cf service nova] [instance: 9945a305-bb71-4d5b-a06d-20ec0e17d457] Updated VIF entry in instance network info cache for port 2aec538b-642f-426b-a2d3-308c05c721e6. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 873.583727] env[70527]: DEBUG nova.network.neutron [req-15fb99ee-16e3-4bcc-9f22-b74e2f2bde90 req-2c127f1f-69d4-467a-bcb9-9e4ee71f93cf service nova] [instance: 9945a305-bb71-4d5b-a06d-20ec0e17d457] Updating instance_info_cache with network_info: [{"id": "2aec538b-642f-426b-a2d3-308c05c721e6", "address": "fa:16:3e:cc:81:fe", "network": {"id": "a2744a6b-e33a-4d4c-adaf-028e96cbc0f5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1009542333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16d28b9d76f24c79b327a48b17cb113b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2aec538b-64", "ovs_interfaceid": "2aec538b-642f-426b-a2d3-308c05c721e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.596012] env[70527]: DEBUG nova.compute.utils [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 873.599716] env[70527]: DEBUG nova.compute.manager [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: 7448dd1a-e7e3-4d9f-bcdf-5d8fe057ba38] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 873.599888] env[70527]: DEBUG nova.network.neutron [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: 7448dd1a-e7e3-4d9f-bcdf-5d8fe057ba38] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 873.602829] env[70527]: DEBUG nova.compute.manager [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: e4af2542-8afe-4149-b06c-5be7920c1b28] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 873.621487] env[70527]: DEBUG oslo_vmware.api [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Task: {'id': task-3913081, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.208273} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.621790] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] [instance: 9945a305-bb71-4d5b-a06d-20ec0e17d457] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 873.622711] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2470cb7c-24c1-4828-bf51-81b05219f1e9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.657254] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] [instance: 9945a305-bb71-4d5b-a06d-20ec0e17d457] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 9945a305-bb71-4d5b-a06d-20ec0e17d457/9945a305-bb71-4d5b-a06d-20ec0e17d457.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 873.658230] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b713e142-8c36-4eca-9d3f-8e456eeea534 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.674271] env[70527]: DEBUG nova.policy [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f77bf022989246f6825eb6a97a83d630', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2042030e24da4783b01fe5ba649c95d9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 873.684377] env[70527]: DEBUG oslo_vmware.api [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Waiting for the task: (returnval){ [ 873.684377] env[70527]: value = "task-3913082" [ 873.684377] env[70527]: _type = "Task" [ 873.684377] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.694841] env[70527]: DEBUG oslo_vmware.api [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Task: {'id': task-3913082, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.788607] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a55e9e9a-1c05-4e1a-8855-0bc9ca16d038 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Lock "680e9855-2905-4c0d-adc7-e45781fd1e4e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.071s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.803728] env[70527]: DEBUG nova.compute.manager [req-c6aa8eb7-4008-4967-8a7c-082c5f8f59fe req-0c07f24f-914e-4de8-bf2c-d130f4459eea service nova] [instance: 5017d1d4-1e04-44b0-88eb-9acbfcee557c] Received event network-vif-plugged-350bcb9f-f36a-4128-abd4-d0e7c42b5e02 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.803963] env[70527]: DEBUG oslo_concurrency.lockutils [req-c6aa8eb7-4008-4967-8a7c-082c5f8f59fe req-0c07f24f-914e-4de8-bf2c-d130f4459eea service nova] Acquiring lock "5017d1d4-1e04-44b0-88eb-9acbfcee557c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.804650] env[70527]: DEBUG oslo_concurrency.lockutils [req-c6aa8eb7-4008-4967-8a7c-082c5f8f59fe req-0c07f24f-914e-4de8-bf2c-d130f4459eea service nova] Lock "5017d1d4-1e04-44b0-88eb-9acbfcee557c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.804650] env[70527]: DEBUG oslo_concurrency.lockutils [req-c6aa8eb7-4008-4967-8a7c-082c5f8f59fe req-0c07f24f-914e-4de8-bf2c-d130f4459eea service nova] Lock "5017d1d4-1e04-44b0-88eb-9acbfcee557c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.804650] env[70527]: DEBUG nova.compute.manager [req-c6aa8eb7-4008-4967-8a7c-082c5f8f59fe req-0c07f24f-914e-4de8-bf2c-d130f4459eea service nova] [instance: 5017d1d4-1e04-44b0-88eb-9acbfcee557c] No waiting events found dispatching network-vif-plugged-350bcb9f-f36a-4128-abd4-d0e7c42b5e02 {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 873.805734] env[70527]: WARNING nova.compute.manager [req-c6aa8eb7-4008-4967-8a7c-082c5f8f59fe req-0c07f24f-914e-4de8-bf2c-d130f4459eea service nova] [instance: 5017d1d4-1e04-44b0-88eb-9acbfcee557c] Received unexpected event network-vif-plugged-350bcb9f-f36a-4128-abd4-d0e7c42b5e02 for instance with vm_state building and task_state spawning. [ 873.805734] env[70527]: DEBUG nova.compute.manager [req-c6aa8eb7-4008-4967-8a7c-082c5f8f59fe req-0c07f24f-914e-4de8-bf2c-d130f4459eea service nova] [instance: 5017d1d4-1e04-44b0-88eb-9acbfcee557c] Received event network-changed-350bcb9f-f36a-4128-abd4-d0e7c42b5e02 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.805734] env[70527]: DEBUG nova.compute.manager [req-c6aa8eb7-4008-4967-8a7c-082c5f8f59fe req-0c07f24f-914e-4de8-bf2c-d130f4459eea service nova] [instance: 5017d1d4-1e04-44b0-88eb-9acbfcee557c] Refreshing instance network info cache due to event network-changed-350bcb9f-f36a-4128-abd4-d0e7c42b5e02. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 873.805734] env[70527]: DEBUG oslo_concurrency.lockutils [req-c6aa8eb7-4008-4967-8a7c-082c5f8f59fe req-0c07f24f-914e-4de8-bf2c-d130f4459eea service nova] Acquiring lock "refresh_cache-5017d1d4-1e04-44b0-88eb-9acbfcee557c" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.825086] env[70527]: DEBUG nova.network.neutron [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5017d1d4-1e04-44b0-88eb-9acbfcee557c] Updating instance_info_cache with network_info: [{"id": "350bcb9f-f36a-4128-abd4-d0e7c42b5e02", "address": "fa:16:3e:ad:5c:f2", "network": {"id": "ac4c5c7a-9727-4cf7-83da-cc12f81bae3a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-994465232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffc6c328f56e4971bceb097b0ceef30d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap350bcb9f-f3", "ovs_interfaceid": "350bcb9f-f36a-4128-abd4-d0e7c42b5e02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.087246] env[70527]: DEBUG oslo_concurrency.lockutils [req-15fb99ee-16e3-4bcc-9f22-b74e2f2bde90 req-2c127f1f-69d4-467a-bcb9-9e4ee71f93cf service nova] Releasing lock "refresh_cache-9945a305-bb71-4d5b-a06d-20ec0e17d457" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.100438] env[70527]: DEBUG nova.compute.manager [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: 7448dd1a-e7e3-4d9f-bcdf-5d8fe057ba38] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 874.117503] env[70527]: DEBUG nova.network.neutron [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: 7448dd1a-e7e3-4d9f-bcdf-5d8fe057ba38] Successfully created port: 055c3a08-a431-4475-b9d1-6880bac82c87 {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 874.139285] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.204331] env[70527]: DEBUG oslo_vmware.api [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Task: {'id': task-3913082, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.328958] env[70527]: DEBUG oslo_concurrency.lockutils [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Releasing lock "refresh_cache-5017d1d4-1e04-44b0-88eb-9acbfcee557c" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.328958] env[70527]: DEBUG nova.compute.manager [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5017d1d4-1e04-44b0-88eb-9acbfcee557c] Instance network_info: |[{"id": "350bcb9f-f36a-4128-abd4-d0e7c42b5e02", "address": "fa:16:3e:ad:5c:f2", "network": {"id": "ac4c5c7a-9727-4cf7-83da-cc12f81bae3a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-994465232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffc6c328f56e4971bceb097b0ceef30d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap350bcb9f-f3", "ovs_interfaceid": "350bcb9f-f36a-4128-abd4-d0e7c42b5e02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 874.329173] env[70527]: DEBUG oslo_concurrency.lockutils [req-c6aa8eb7-4008-4967-8a7c-082c5f8f59fe req-0c07f24f-914e-4de8-bf2c-d130f4459eea service nova] Acquired lock "refresh_cache-5017d1d4-1e04-44b0-88eb-9acbfcee557c" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.330436] env[70527]: DEBUG nova.network.neutron [req-c6aa8eb7-4008-4967-8a7c-082c5f8f59fe req-0c07f24f-914e-4de8-bf2c-d130f4459eea service nova] [instance: 5017d1d4-1e04-44b0-88eb-9acbfcee557c] Refreshing network info cache for port 350bcb9f-f36a-4128-abd4-d0e7c42b5e02 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 874.331258] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5017d1d4-1e04-44b0-88eb-9acbfcee557c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:5c:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f408ce42-3cac-4d9d-9c05-15471d653a18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '350bcb9f-f36a-4128-abd4-d0e7c42b5e02', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 874.342523] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 874.347592] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5017d1d4-1e04-44b0-88eb-9acbfcee557c] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 874.349247] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-88d7c5a1-518c-462f-bebc-32054cd98c0a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.377606] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 874.377606] env[70527]: value = "task-3913083" [ 874.377606] env[70527]: _type = "Task" [ 874.377606] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.378775] env[70527]: DEBUG nova.network.neutron [req-7eea18a5-18f1-414e-9cd6-8a6d65c6a31f req-b6dce1f4-ad7d-4000-8e29-8d6c5691de9a service nova] [instance: d77710c6-f1aa-45a5-9318-68bd49f93256] Updated VIF entry in instance network info cache for port b96b3754-70de-4a1d-bc3c-2e1b2e15de36. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 874.379903] env[70527]: DEBUG nova.network.neutron [req-7eea18a5-18f1-414e-9cd6-8a6d65c6a31f req-b6dce1f4-ad7d-4000-8e29-8d6c5691de9a service nova] [instance: d77710c6-f1aa-45a5-9318-68bd49f93256] Updating instance_info_cache with network_info: [{"id": "b96b3754-70de-4a1d-bc3c-2e1b2e15de36", "address": "fa:16:3e:70:d0:05", "network": {"id": "a6ca0170-b305-4505-a7d5-6275956ef594", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1011539533-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de6268197e374884bc54f7c81184bc91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb96b3754-70", "ovs_interfaceid": "b96b3754-70de-4a1d-bc3c-2e1b2e15de36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.401535] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913083, 'name': CreateVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.648648] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-98530bf0-12a2-4bbd-b316-2146af8357ee tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 1878e6d7-681c-4aca-ae45-7bd001cff323] Volume attach. Driver type: vmdk {{(pid=70527) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 874.648648] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-98530bf0-12a2-4bbd-b316-2146af8357ee tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 1878e6d7-681c-4aca-ae45-7bd001cff323] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-777061', 'volume_id': '72b8a3a6-fdfb-4054-af13-63d41281ec8d', 'name': 'volume-72b8a3a6-fdfb-4054-af13-63d41281ec8d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1878e6d7-681c-4aca-ae45-7bd001cff323', 'attached_at': '', 'detached_at': '', 'volume_id': '72b8a3a6-fdfb-4054-af13-63d41281ec8d', 'serial': '72b8a3a6-fdfb-4054-af13-63d41281ec8d'} {{(pid=70527) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 874.649503] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd065b3-af2c-439b-8eab-7d99852e4524 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.671153] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c099d106-2227-495b-9f83-4f543da36919 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.711550] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-98530bf0-12a2-4bbd-b316-2146af8357ee tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 1878e6d7-681c-4aca-ae45-7bd001cff323] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] volume-72b8a3a6-fdfb-4054-af13-63d41281ec8d/volume-72b8a3a6-fdfb-4054-af13-63d41281ec8d.vmdk or device None with type thin {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 874.718391] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-121db345-5fc0-4912-8101-3d379e09edbd {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.732463] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606c8007-baa2-4842-bd66-ed943d0ef788 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.744870] env[70527]: DEBUG oslo_vmware.api [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Task: {'id': task-3913082, 'name': ReconfigVM_Task, 'duration_secs': 0.900535} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.748551] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] [instance: 9945a305-bb71-4d5b-a06d-20ec0e17d457] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 9945a305-bb71-4d5b-a06d-20ec0e17d457/9945a305-bb71-4d5b-a06d-20ec0e17d457.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 874.749378] env[70527]: DEBUG oslo_vmware.api [None req-98530bf0-12a2-4bbd-b316-2146af8357ee tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for the task: (returnval){ [ 874.749378] env[70527]: value = "task-3913084" [ 874.749378] env[70527]: _type = "Task" [ 874.749378] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.749652] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-233c0cc4-525d-4747-9214-2006b412e693 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.752615] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87e818b-9399-41ab-974e-efee010d9ab9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.768396] env[70527]: DEBUG oslo_vmware.api [None req-98530bf0-12a2-4bbd-b316-2146af8357ee tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913084, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.798165] env[70527]: DEBUG oslo_vmware.api [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Waiting for the task: (returnval){ [ 874.798165] env[70527]: value = "task-3913085" [ 874.798165] env[70527]: _type = "Task" [ 874.798165] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.799028] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cee8b33-8c06-4b30-a8c3-0be6eede6c43 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.815458] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d11217-6b8c-4766-aca0-05c3fcb152db {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.820241] env[70527]: DEBUG oslo_vmware.api [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Task: {'id': task-3913085, 'name': Rename_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.832480] env[70527]: DEBUG nova.compute.provider_tree [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 874.887385] env[70527]: DEBUG oslo_concurrency.lockutils [req-7eea18a5-18f1-414e-9cd6-8a6d65c6a31f req-b6dce1f4-ad7d-4000-8e29-8d6c5691de9a service nova] Releasing lock "refresh_cache-d77710c6-f1aa-45a5-9318-68bd49f93256" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.897265] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913083, 'name': CreateVM_Task, 'duration_secs': 0.444784} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.900952] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5017d1d4-1e04-44b0-88eb-9acbfcee557c] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 874.902251] env[70527]: DEBUG oslo_concurrency.lockutils [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.902603] env[70527]: DEBUG oslo_concurrency.lockutils [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.902711] env[70527]: DEBUG oslo_concurrency.lockutils [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.903317] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b83f4a1-f8b8-45fc-af56-346c9d05ead1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.909467] env[70527]: DEBUG oslo_vmware.api [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for the task: (returnval){ [ 874.909467] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52776753-2862-01ce-5707-5862ff89b0ef" [ 874.909467] env[70527]: _type = "Task" [ 874.909467] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.920940] env[70527]: DEBUG oslo_vmware.api [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52776753-2862-01ce-5707-5862ff89b0ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.132580] env[70527]: DEBUG nova.compute.manager [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: 7448dd1a-e7e3-4d9f-bcdf-5d8fe057ba38] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 875.171688] env[70527]: DEBUG nova.virt.hardware [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 875.172041] env[70527]: DEBUG nova.virt.hardware [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 875.172696] env[70527]: DEBUG nova.virt.hardware [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 875.172696] env[70527]: DEBUG nova.virt.hardware [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 875.172696] env[70527]: DEBUG nova.virt.hardware [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 875.173302] env[70527]: DEBUG nova.virt.hardware [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 875.173302] env[70527]: DEBUG nova.virt.hardware [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 875.173302] env[70527]: DEBUG nova.virt.hardware [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 875.173455] env[70527]: DEBUG nova.virt.hardware [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 875.173641] env[70527]: DEBUG nova.virt.hardware [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 875.174141] env[70527]: DEBUG nova.virt.hardware [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 875.174878] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a238e53-0db1-448a-b7f3-5a22b91ac9a7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.184107] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-806fc10b-99b4-41ed-8d11-0a1caf9e2f97 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.212559] env[70527]: DEBUG nova.network.neutron [req-c6aa8eb7-4008-4967-8a7c-082c5f8f59fe req-0c07f24f-914e-4de8-bf2c-d130f4459eea service nova] [instance: 5017d1d4-1e04-44b0-88eb-9acbfcee557c] Updated VIF entry in instance network info cache for port 350bcb9f-f36a-4128-abd4-d0e7c42b5e02. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 875.212661] env[70527]: DEBUG nova.network.neutron [req-c6aa8eb7-4008-4967-8a7c-082c5f8f59fe req-0c07f24f-914e-4de8-bf2c-d130f4459eea service nova] [instance: 5017d1d4-1e04-44b0-88eb-9acbfcee557c] Updating instance_info_cache with network_info: [{"id": "350bcb9f-f36a-4128-abd4-d0e7c42b5e02", "address": "fa:16:3e:ad:5c:f2", "network": {"id": "ac4c5c7a-9727-4cf7-83da-cc12f81bae3a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-994465232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffc6c328f56e4971bceb097b0ceef30d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap350bcb9f-f3", "ovs_interfaceid": "350bcb9f-f36a-4128-abd4-d0e7c42b5e02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.265631] env[70527]: DEBUG oslo_vmware.api [None req-98530bf0-12a2-4bbd-b316-2146af8357ee tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913084, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.320775] env[70527]: DEBUG oslo_vmware.api [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Task: {'id': task-3913085, 'name': Rename_Task, 'duration_secs': 0.182489} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.321202] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] [instance: 9945a305-bb71-4d5b-a06d-20ec0e17d457] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 875.321731] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73e522ec-f4d8-48b4-8816-cffa3f666a6e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.333391] env[70527]: DEBUG oslo_vmware.api [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Waiting for the task: (returnval){ [ 875.333391] env[70527]: value = "task-3913086" [ 875.333391] env[70527]: _type = "Task" [ 875.333391] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.338610] env[70527]: DEBUG nova.scheduler.client.report [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 875.347366] env[70527]: DEBUG oslo_vmware.api [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Task: {'id': task-3913086, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.405813] env[70527]: DEBUG nova.compute.manager [None req-47f5c3b8-7d1b-4b41-a0ca-fc56c4827030 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: 92d864e4-e030-49df-b739-46f55730fd0a] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 875.406987] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5627bb21-5a8a-47ea-84d2-286eb2c8cb7c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.426299] env[70527]: DEBUG oslo_vmware.api [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52776753-2862-01ce-5707-5862ff89b0ef, 'name': SearchDatastore_Task, 'duration_secs': 0.015291} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.428844] env[70527]: DEBUG oslo_concurrency.lockutils [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.429209] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5017d1d4-1e04-44b0-88eb-9acbfcee557c] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 875.429846] env[70527]: DEBUG oslo_concurrency.lockutils [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.429846] env[70527]: DEBUG oslo_concurrency.lockutils [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.429988] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 875.432906] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19f89b18-8250-41da-b1e0-cf3090c743cc {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.447281] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 875.447281] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 875.447382] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-455c3505-1131-4291-8f0f-5e38fe794725 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.455652] env[70527]: DEBUG oslo_vmware.api [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for the task: (returnval){ [ 875.455652] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52ef1ce2-0969-f7ff-5da3-292bf72b0e31" [ 875.455652] env[70527]: _type = "Task" [ 875.455652] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.465775] env[70527]: DEBUG oslo_vmware.api [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52ef1ce2-0969-f7ff-5da3-292bf72b0e31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.716611] env[70527]: DEBUG oslo_concurrency.lockutils [req-c6aa8eb7-4008-4967-8a7c-082c5f8f59fe req-0c07f24f-914e-4de8-bf2c-d130f4459eea service nova] Releasing lock "refresh_cache-5017d1d4-1e04-44b0-88eb-9acbfcee557c" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.716987] env[70527]: DEBUG nova.compute.manager [req-c6aa8eb7-4008-4967-8a7c-082c5f8f59fe req-0c07f24f-914e-4de8-bf2c-d130f4459eea service nova] [instance: 23137459-71e2-4681-9054-1bde06450f13] Received event network-changed-1f1a0487-973c-4614-ae20-da574807de9c {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.717097] env[70527]: DEBUG nova.compute.manager [req-c6aa8eb7-4008-4967-8a7c-082c5f8f59fe req-0c07f24f-914e-4de8-bf2c-d130f4459eea service nova] [instance: 23137459-71e2-4681-9054-1bde06450f13] Refreshing instance network info cache due to event network-changed-1f1a0487-973c-4614-ae20-da574807de9c. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 875.717327] env[70527]: DEBUG oslo_concurrency.lockutils [req-c6aa8eb7-4008-4967-8a7c-082c5f8f59fe req-0c07f24f-914e-4de8-bf2c-d130f4459eea service nova] Acquiring lock "refresh_cache-23137459-71e2-4681-9054-1bde06450f13" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.717439] env[70527]: DEBUG oslo_concurrency.lockutils [req-c6aa8eb7-4008-4967-8a7c-082c5f8f59fe req-0c07f24f-914e-4de8-bf2c-d130f4459eea service nova] Acquired lock "refresh_cache-23137459-71e2-4681-9054-1bde06450f13" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.717600] env[70527]: DEBUG nova.network.neutron [req-c6aa8eb7-4008-4967-8a7c-082c5f8f59fe req-0c07f24f-914e-4de8-bf2c-d130f4459eea service nova] [instance: 23137459-71e2-4681-9054-1bde06450f13] Refreshing network info cache for port 1f1a0487-973c-4614-ae20-da574807de9c {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 875.763079] env[70527]: DEBUG oslo_vmware.api [None req-98530bf0-12a2-4bbd-b316-2146af8357ee tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913084, 'name': ReconfigVM_Task, 'duration_secs': 0.732857} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.763418] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-98530bf0-12a2-4bbd-b316-2146af8357ee tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 1878e6d7-681c-4aca-ae45-7bd001cff323] Reconfigured VM instance instance-0000002a to attach disk [datastore1] volume-72b8a3a6-fdfb-4054-af13-63d41281ec8d/volume-72b8a3a6-fdfb-4054-af13-63d41281ec8d.vmdk or device None with type thin {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 875.768471] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-123a50ea-f857-4528-8dba-4f259037c16c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.788159] env[70527]: DEBUG oslo_vmware.api [None req-98530bf0-12a2-4bbd-b316-2146af8357ee tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for the task: (returnval){ [ 875.788159] env[70527]: value = "task-3913087" [ 875.788159] env[70527]: _type = "Task" [ 875.788159] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.800198] env[70527]: DEBUG oslo_vmware.api [None req-98530bf0-12a2-4bbd-b316-2146af8357ee tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913087, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.843453] env[70527]: DEBUG oslo_vmware.api [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Task: {'id': task-3913086, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.844313] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.759s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.844846] env[70527]: DEBUG nova.compute.manager [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] [instance: 68e47537-a820-4cc4-8856-1e9bcf2e26e2] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 875.847688] env[70527]: DEBUG oslo_concurrency.lockutils [None req-451cfb8d-4c2f-4a34-b49d-452c612332e1 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.192s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.849717] env[70527]: INFO nova.compute.claims [None req-451cfb8d-4c2f-4a34-b49d-452c612332e1 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] [instance: 01ecb952-4274-4c03-9642-ff7fc894df3c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 875.894709] env[70527]: DEBUG nova.compute.manager [req-45addb77-30d4-441a-bae8-2ce00290e116 req-f97e1a7a-9f8f-4548-89ed-b6db1eac5f2e service nova] [instance: b7cf3e13-690b-4624-aaec-e3cec1d62308] Received event network-changed-e3a9fb6c-030f-4a74-8b96-11641a5ff59a {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.898020] env[70527]: DEBUG nova.compute.manager [req-45addb77-30d4-441a-bae8-2ce00290e116 req-f97e1a7a-9f8f-4548-89ed-b6db1eac5f2e service nova] [instance: b7cf3e13-690b-4624-aaec-e3cec1d62308] Refreshing instance network info cache due to event network-changed-e3a9fb6c-030f-4a74-8b96-11641a5ff59a. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 875.898020] env[70527]: DEBUG oslo_concurrency.lockutils [req-45addb77-30d4-441a-bae8-2ce00290e116 req-f97e1a7a-9f8f-4548-89ed-b6db1eac5f2e service nova] Acquiring lock "refresh_cache-b7cf3e13-690b-4624-aaec-e3cec1d62308" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.898020] env[70527]: DEBUG oslo_concurrency.lockutils [req-45addb77-30d4-441a-bae8-2ce00290e116 req-f97e1a7a-9f8f-4548-89ed-b6db1eac5f2e service nova] Acquired lock "refresh_cache-b7cf3e13-690b-4624-aaec-e3cec1d62308" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.898020] env[70527]: DEBUG nova.network.neutron [req-45addb77-30d4-441a-bae8-2ce00290e116 req-f97e1a7a-9f8f-4548-89ed-b6db1eac5f2e service nova] [instance: b7cf3e13-690b-4624-aaec-e3cec1d62308] Refreshing network info cache for port e3a9fb6c-030f-4a74-8b96-11641a5ff59a {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 875.937810] env[70527]: INFO nova.compute.manager [None req-47f5c3b8-7d1b-4b41-a0ca-fc56c4827030 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: 92d864e4-e030-49df-b739-46f55730fd0a] instance snapshotting [ 875.945017] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61fbdce0-3924-4318-983c-a3ee911c8c40 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.968720] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a9ce11f-9328-4fba-b6b0-8cd580874dc6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.978507] env[70527]: DEBUG oslo_vmware.api [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52ef1ce2-0969-f7ff-5da3-292bf72b0e31, 'name': SearchDatastore_Task, 'duration_secs': 0.016185} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.983613] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3a21a21-6659-4b30-a5b5-2f089bfdd94b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.990725] env[70527]: DEBUG oslo_vmware.api [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for the task: (returnval){ [ 875.990725] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52433c1a-8666-4715-840b-8c5f7cdc95c6" [ 875.990725] env[70527]: _type = "Task" [ 875.990725] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.000441] env[70527]: DEBUG oslo_vmware.api [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52433c1a-8666-4715-840b-8c5f7cdc95c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.006837] env[70527]: DEBUG nova.network.neutron [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: 7448dd1a-e7e3-4d9f-bcdf-5d8fe057ba38] Successfully updated port: 055c3a08-a431-4475-b9d1-6880bac82c87 {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 876.301860] env[70527]: DEBUG oslo_vmware.api [None req-98530bf0-12a2-4bbd-b316-2146af8357ee tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913087, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.349642] env[70527]: DEBUG oslo_vmware.api [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Task: {'id': task-3913086, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.354012] env[70527]: DEBUG nova.compute.utils [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 876.360911] env[70527]: DEBUG nova.compute.manager [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] [instance: 68e47537-a820-4cc4-8856-1e9bcf2e26e2] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 876.361975] env[70527]: DEBUG nova.network.neutron [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] [instance: 68e47537-a820-4cc4-8856-1e9bcf2e26e2] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 876.469714] env[70527]: DEBUG nova.policy [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '83ff43aaa1424318a8d6f3688c4ccbb5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e7d9eb716ed45ce85f0cbd70df340bf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 876.486666] env[70527]: DEBUG nova.compute.manager [req-db886cd8-a3ac-46e2-9bfd-b1c4edd80ae6 req-2faa9a49-5b12-42e5-acc6-4dd4f8957731 service nova] [instance: 7448dd1a-e7e3-4d9f-bcdf-5d8fe057ba38] Received event network-vif-plugged-055c3a08-a431-4475-b9d1-6880bac82c87 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 876.486956] env[70527]: DEBUG oslo_concurrency.lockutils [req-db886cd8-a3ac-46e2-9bfd-b1c4edd80ae6 req-2faa9a49-5b12-42e5-acc6-4dd4f8957731 service nova] Acquiring lock "7448dd1a-e7e3-4d9f-bcdf-5d8fe057ba38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.487128] env[70527]: DEBUG oslo_concurrency.lockutils [req-db886cd8-a3ac-46e2-9bfd-b1c4edd80ae6 req-2faa9a49-5b12-42e5-acc6-4dd4f8957731 service nova] Lock "7448dd1a-e7e3-4d9f-bcdf-5d8fe057ba38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.487324] env[70527]: DEBUG oslo_concurrency.lockutils [req-db886cd8-a3ac-46e2-9bfd-b1c4edd80ae6 req-2faa9a49-5b12-42e5-acc6-4dd4f8957731 service nova] Lock "7448dd1a-e7e3-4d9f-bcdf-5d8fe057ba38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.487523] env[70527]: DEBUG nova.compute.manager [req-db886cd8-a3ac-46e2-9bfd-b1c4edd80ae6 req-2faa9a49-5b12-42e5-acc6-4dd4f8957731 service nova] [instance: 7448dd1a-e7e3-4d9f-bcdf-5d8fe057ba38] No waiting events found dispatching network-vif-plugged-055c3a08-a431-4475-b9d1-6880bac82c87 {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 876.487638] env[70527]: WARNING nova.compute.manager [req-db886cd8-a3ac-46e2-9bfd-b1c4edd80ae6 req-2faa9a49-5b12-42e5-acc6-4dd4f8957731 service nova] [instance: 7448dd1a-e7e3-4d9f-bcdf-5d8fe057ba38] Received unexpected event network-vif-plugged-055c3a08-a431-4475-b9d1-6880bac82c87 for instance with vm_state building and task_state spawning. [ 876.488865] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-47f5c3b8-7d1b-4b41-a0ca-fc56c4827030 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: 92d864e4-e030-49df-b739-46f55730fd0a] Creating Snapshot of the VM instance {{(pid=70527) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 876.489270] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e313967c-3b92-49a7-86a9-3716c8e8bd4b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.502110] env[70527]: DEBUG oslo_vmware.api [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52433c1a-8666-4715-840b-8c5f7cdc95c6, 'name': SearchDatastore_Task, 'duration_secs': 0.018351} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.503469] env[70527]: DEBUG oslo_concurrency.lockutils [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.503734] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] 5017d1d4-1e04-44b0-88eb-9acbfcee557c/5017d1d4-1e04-44b0-88eb-9acbfcee557c.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 876.504187] env[70527]: DEBUG oslo_vmware.api [None req-47f5c3b8-7d1b-4b41-a0ca-fc56c4827030 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Waiting for the task: (returnval){ [ 876.504187] env[70527]: value = "task-3913088" [ 876.504187] env[70527]: _type = "Task" [ 876.504187] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.504415] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a626779-780c-4dab-b640-5e8efdf18f45 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.512192] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Acquiring lock "refresh_cache-7448dd1a-e7e3-4d9f-bcdf-5d8fe057ba38" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.512341] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Acquired lock "refresh_cache-7448dd1a-e7e3-4d9f-bcdf-5d8fe057ba38" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.512514] env[70527]: DEBUG nova.network.neutron [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: 7448dd1a-e7e3-4d9f-bcdf-5d8fe057ba38] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 876.519725] env[70527]: DEBUG oslo_vmware.api [None req-47f5c3b8-7d1b-4b41-a0ca-fc56c4827030 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': task-3913088, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.522389] env[70527]: DEBUG oslo_vmware.api [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for the task: (returnval){ [ 876.522389] env[70527]: value = "task-3913089" [ 876.522389] env[70527]: _type = "Task" [ 876.522389] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.538183] env[70527]: DEBUG oslo_vmware.api [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3913089, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.632284] env[70527]: DEBUG nova.network.neutron [req-c6aa8eb7-4008-4967-8a7c-082c5f8f59fe req-0c07f24f-914e-4de8-bf2c-d130f4459eea service nova] [instance: 23137459-71e2-4681-9054-1bde06450f13] Updated VIF entry in instance network info cache for port 1f1a0487-973c-4614-ae20-da574807de9c. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 876.632284] env[70527]: DEBUG nova.network.neutron [req-c6aa8eb7-4008-4967-8a7c-082c5f8f59fe req-0c07f24f-914e-4de8-bf2c-d130f4459eea service nova] [instance: 23137459-71e2-4681-9054-1bde06450f13] Updating instance_info_cache with network_info: [{"id": "1f1a0487-973c-4614-ae20-da574807de9c", "address": "fa:16:3e:86:07:75", "network": {"id": "0e78a331-e2b0-4025-bc59-b68542c3fcc1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1694808725-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c29918d78d494261b9b8460f1a3cf7c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f1a0487-97", "ovs_interfaceid": "1f1a0487-973c-4614-ae20-da574807de9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.800549] env[70527]: DEBUG oslo_vmware.api [None req-98530bf0-12a2-4bbd-b316-2146af8357ee tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913087, 'name': ReconfigVM_Task, 'duration_secs': 0.813699} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.800960] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-98530bf0-12a2-4bbd-b316-2146af8357ee tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 1878e6d7-681c-4aca-ae45-7bd001cff323] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-777061', 'volume_id': '72b8a3a6-fdfb-4054-af13-63d41281ec8d', 'name': 'volume-72b8a3a6-fdfb-4054-af13-63d41281ec8d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1878e6d7-681c-4aca-ae45-7bd001cff323', 'attached_at': '', 'detached_at': '', 'volume_id': '72b8a3a6-fdfb-4054-af13-63d41281ec8d', 'serial': '72b8a3a6-fdfb-4054-af13-63d41281ec8d'} {{(pid=70527) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 876.805356] env[70527]: DEBUG nova.network.neutron [req-45addb77-30d4-441a-bae8-2ce00290e116 req-f97e1a7a-9f8f-4548-89ed-b6db1eac5f2e service nova] [instance: b7cf3e13-690b-4624-aaec-e3cec1d62308] Updated VIF entry in instance network info cache for port e3a9fb6c-030f-4a74-8b96-11641a5ff59a. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 876.805800] env[70527]: DEBUG nova.network.neutron [req-45addb77-30d4-441a-bae8-2ce00290e116 req-f97e1a7a-9f8f-4548-89ed-b6db1eac5f2e service nova] [instance: b7cf3e13-690b-4624-aaec-e3cec1d62308] Updating instance_info_cache with network_info: [{"id": "e3a9fb6c-030f-4a74-8b96-11641a5ff59a", "address": "fa:16:3e:1c:6e:bd", "network": {"id": "0c7be9df-6c42-4f8c-8514-0125dfaf8b60", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-296346507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63e0565550934902872f4e3ecd718e54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3a9fb6c-03", "ovs_interfaceid": "e3a9fb6c-030f-4a74-8b96-11641a5ff59a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.850343] env[70527]: DEBUG oslo_vmware.api [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Task: {'id': task-3913086, 'name': PowerOnVM_Task, 'duration_secs': 1.026162} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.850997] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] [instance: 9945a305-bb71-4d5b-a06d-20ec0e17d457] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 876.851274] env[70527]: INFO nova.compute.manager [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] [instance: 9945a305-bb71-4d5b-a06d-20ec0e17d457] Took 9.25 seconds to spawn the instance on the hypervisor. [ 876.851456] env[70527]: DEBUG nova.compute.manager [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] [instance: 9945a305-bb71-4d5b-a06d-20ec0e17d457] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 876.852952] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a090d3c-555f-458b-8f3b-e3211797806e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.867188] env[70527]: DEBUG nova.compute.manager [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] [instance: 68e47537-a820-4cc4-8856-1e9bcf2e26e2] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 877.033726] env[70527]: DEBUG oslo_vmware.api [None req-47f5c3b8-7d1b-4b41-a0ca-fc56c4827030 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': task-3913088, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.040976] env[70527]: DEBUG oslo_vmware.api [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3913089, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.105219] env[70527]: DEBUG nova.network.neutron [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: 7448dd1a-e7e3-4d9f-bcdf-5d8fe057ba38] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 877.136469] env[70527]: DEBUG oslo_concurrency.lockutils [req-c6aa8eb7-4008-4967-8a7c-082c5f8f59fe req-0c07f24f-914e-4de8-bf2c-d130f4459eea service nova] Releasing lock "refresh_cache-23137459-71e2-4681-9054-1bde06450f13" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.308552] env[70527]: DEBUG oslo_concurrency.lockutils [req-45addb77-30d4-441a-bae8-2ce00290e116 req-f97e1a7a-9f8f-4548-89ed-b6db1eac5f2e service nova] Releasing lock "refresh_cache-b7cf3e13-690b-4624-aaec-e3cec1d62308" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.309029] env[70527]: DEBUG nova.compute.manager [req-45addb77-30d4-441a-bae8-2ce00290e116 req-f97e1a7a-9f8f-4548-89ed-b6db1eac5f2e service nova] [instance: 23137459-71e2-4681-9054-1bde06450f13] Received event network-changed-1f1a0487-973c-4614-ae20-da574807de9c {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 877.309238] env[70527]: DEBUG nova.compute.manager [req-45addb77-30d4-441a-bae8-2ce00290e116 req-f97e1a7a-9f8f-4548-89ed-b6db1eac5f2e service nova] [instance: 23137459-71e2-4681-9054-1bde06450f13] Refreshing instance network info cache due to event network-changed-1f1a0487-973c-4614-ae20-da574807de9c. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 877.309452] env[70527]: DEBUG oslo_concurrency.lockutils [req-45addb77-30d4-441a-bae8-2ce00290e116 req-f97e1a7a-9f8f-4548-89ed-b6db1eac5f2e service nova] Acquiring lock "refresh_cache-23137459-71e2-4681-9054-1bde06450f13" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.309595] env[70527]: DEBUG oslo_concurrency.lockutils [req-45addb77-30d4-441a-bae8-2ce00290e116 req-f97e1a7a-9f8f-4548-89ed-b6db1eac5f2e service nova] Acquired lock "refresh_cache-23137459-71e2-4681-9054-1bde06450f13" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.309754] env[70527]: DEBUG nova.network.neutron [req-45addb77-30d4-441a-bae8-2ce00290e116 req-f97e1a7a-9f8f-4548-89ed-b6db1eac5f2e service nova] [instance: 23137459-71e2-4681-9054-1bde06450f13] Refreshing network info cache for port 1f1a0487-973c-4614-ae20-da574807de9c {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 877.332125] env[70527]: DEBUG nova.network.neutron [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: 7448dd1a-e7e3-4d9f-bcdf-5d8fe057ba38] Updating instance_info_cache with network_info: [{"id": "055c3a08-a431-4475-b9d1-6880bac82c87", "address": "fa:16:3e:d4:5d:3d", "network": {"id": "7d0d8110-19a1-44c0-baab-e6faa45088bc", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1647265757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2042030e24da4783b01fe5ba649c95d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap055c3a08-a4", "ovs_interfaceid": "055c3a08-a431-4475-b9d1-6880bac82c87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.367718] env[70527]: DEBUG nova.network.neutron [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] [instance: 68e47537-a820-4cc4-8856-1e9bcf2e26e2] Successfully created port: fd1b032c-7ca8-471c-a404-ba768c828c4e {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 877.392463] env[70527]: INFO nova.compute.manager [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] [instance: 9945a305-bb71-4d5b-a06d-20ec0e17d457] Took 45.25 seconds to build instance. [ 877.502925] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a3bc6b-e8ab-4bee-a2fc-6a91e0a2b0cc {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.516862] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-013afa6b-fcc2-44b9-b773-893871ba7723 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.555773] env[70527]: DEBUG oslo_vmware.api [None req-47f5c3b8-7d1b-4b41-a0ca-fc56c4827030 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': task-3913088, 'name': CreateSnapshot_Task, 'duration_secs': 0.733147} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.557395] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-47f5c3b8-7d1b-4b41-a0ca-fc56c4827030 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: 92d864e4-e030-49df-b739-46f55730fd0a] Created Snapshot of the VM instance {{(pid=70527) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 877.558340] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1311676d-6fd7-430b-b01c-e61c9babb45c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.565155] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb2f600-9ab2-4064-a140-23bb91df03b8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.569728] env[70527]: DEBUG oslo_vmware.api [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3913089, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.581837] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c100dcb-c3d5-4a49-bc41-ff0013694b26 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.599785] env[70527]: DEBUG nova.compute.provider_tree [None req-451cfb8d-4c2f-4a34-b49d-452c612332e1 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.781101] env[70527]: DEBUG nova.compute.manager [None req-4936abc1-8db4-4cb8-80fa-15b8b48034a0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Stashing vm_state: stopped {{(pid=70527) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 877.839037] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Releasing lock "refresh_cache-7448dd1a-e7e3-4d9f-bcdf-5d8fe057ba38" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.839387] env[70527]: DEBUG nova.compute.manager [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: 7448dd1a-e7e3-4d9f-bcdf-5d8fe057ba38] Instance network_info: |[{"id": "055c3a08-a431-4475-b9d1-6880bac82c87", "address": "fa:16:3e:d4:5d:3d", "network": {"id": "7d0d8110-19a1-44c0-baab-e6faa45088bc", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1647265757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2042030e24da4783b01fe5ba649c95d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap055c3a08-a4", "ovs_interfaceid": "055c3a08-a431-4475-b9d1-6880bac82c87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 877.839839] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: 7448dd1a-e7e3-4d9f-bcdf-5d8fe057ba38] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:5d:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60567ee6-01d0-4b16-9c7a-4a896827d6eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '055c3a08-a431-4475-b9d1-6880bac82c87', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 877.850154] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.850505] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7448dd1a-e7e3-4d9f-bcdf-5d8fe057ba38] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 877.850855] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-89887260-6c74-42e1-ae2d-60140e400e35 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.867419] env[70527]: DEBUG nova.objects.instance [None req-98530bf0-12a2-4bbd-b316-2146af8357ee tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lazy-loading 'flavor' on Instance uuid 1878e6d7-681c-4aca-ae45-7bd001cff323 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 877.877303] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 877.877303] env[70527]: value = "task-3913090" [ 877.877303] env[70527]: _type = "Task" [ 877.877303] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.888317] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913090, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.893673] env[70527]: DEBUG nova.compute.manager [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] [instance: 68e47537-a820-4cc4-8856-1e9bcf2e26e2] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 877.898197] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9551a018-d6e0-4ac1-b45a-efbee98acf2f tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Lock "9945a305-bb71-4d5b-a06d-20ec0e17d457" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.572s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.926233] env[70527]: DEBUG nova.virt.hardware [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 877.926495] env[70527]: DEBUG nova.virt.hardware [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 877.926656] env[70527]: DEBUG nova.virt.hardware [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 877.926876] env[70527]: DEBUG nova.virt.hardware [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 877.927013] env[70527]: DEBUG nova.virt.hardware [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 877.927179] env[70527]: DEBUG nova.virt.hardware [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 877.927385] env[70527]: DEBUG nova.virt.hardware [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 877.927538] env[70527]: DEBUG nova.virt.hardware [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 877.927699] env[70527]: DEBUG nova.virt.hardware [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 877.927855] env[70527]: DEBUG nova.virt.hardware [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 877.928035] env[70527]: DEBUG nova.virt.hardware [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 877.929509] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27536b76-0394-4f50-aa14-ef8b04b8851c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.939880] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55cee7ac-a25e-4405-8063-da712725b8dd {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.026025] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8d11e784-9da5-4467-91d6-7700a073d685 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Acquiring lock "d77710c6-f1aa-45a5-9318-68bd49f93256" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.026535] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8d11e784-9da5-4467-91d6-7700a073d685 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Lock "d77710c6-f1aa-45a5-9318-68bd49f93256" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.026882] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8d11e784-9da5-4467-91d6-7700a073d685 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Acquiring lock "d77710c6-f1aa-45a5-9318-68bd49f93256-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.027328] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8d11e784-9da5-4467-91d6-7700a073d685 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Lock "d77710c6-f1aa-45a5-9318-68bd49f93256-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.027531] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8d11e784-9da5-4467-91d6-7700a073d685 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Lock "d77710c6-f1aa-45a5-9318-68bd49f93256-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.033033] env[70527]: INFO nova.compute.manager [None req-8d11e784-9da5-4467-91d6-7700a073d685 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] [instance: d77710c6-f1aa-45a5-9318-68bd49f93256] Terminating instance [ 878.045302] env[70527]: DEBUG oslo_vmware.api [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3913089, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.091263] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-47f5c3b8-7d1b-4b41-a0ca-fc56c4827030 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: 92d864e4-e030-49df-b739-46f55730fd0a] Creating linked-clone VM from snapshot {{(pid=70527) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 878.091632] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7e422525-06e8-47ce-958d-730301233bc1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.102072] env[70527]: DEBUG nova.scheduler.client.report [None req-451cfb8d-4c2f-4a34-b49d-452c612332e1 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 878.107604] env[70527]: DEBUG oslo_vmware.api [None req-47f5c3b8-7d1b-4b41-a0ca-fc56c4827030 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Waiting for the task: (returnval){ [ 878.107604] env[70527]: value = "task-3913091" [ 878.107604] env[70527]: _type = "Task" [ 878.107604] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.118014] env[70527]: DEBUG oslo_vmware.api [None req-47f5c3b8-7d1b-4b41-a0ca-fc56c4827030 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': task-3913091, 'name': CloneVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.300475] env[70527]: DEBUG nova.compute.manager [None req-8a140c3a-70b2-4e04-a177-cf19b7ecdf33 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Stashing vm_state: active {{(pid=70527) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 878.315283] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4936abc1-8db4-4cb8-80fa-15b8b48034a0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.375105] env[70527]: DEBUG oslo_concurrency.lockutils [None req-98530bf0-12a2-4bbd-b316-2146af8357ee tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lock "1878e6d7-681c-4aca-ae45-7bd001cff323" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.898s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.389459] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913090, 'name': CreateVM_Task} progress is 25%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.399181] env[70527]: DEBUG nova.compute.manager [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: b19d2ba3-5500-4ca2-842a-fefdfd22f9a6] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 878.516576] env[70527]: DEBUG nova.network.neutron [req-45addb77-30d4-441a-bae8-2ce00290e116 req-f97e1a7a-9f8f-4548-89ed-b6db1eac5f2e service nova] [instance: 23137459-71e2-4681-9054-1bde06450f13] Updated VIF entry in instance network info cache for port 1f1a0487-973c-4614-ae20-da574807de9c. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 878.519156] env[70527]: DEBUG nova.network.neutron [req-45addb77-30d4-441a-bae8-2ce00290e116 req-f97e1a7a-9f8f-4548-89ed-b6db1eac5f2e service nova] [instance: 23137459-71e2-4681-9054-1bde06450f13] Updating instance_info_cache with network_info: [{"id": "1f1a0487-973c-4614-ae20-da574807de9c", "address": "fa:16:3e:86:07:75", "network": {"id": "0e78a331-e2b0-4025-bc59-b68542c3fcc1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1694808725-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c29918d78d494261b9b8460f1a3cf7c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f1a0487-97", "ovs_interfaceid": "1f1a0487-973c-4614-ae20-da574807de9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.543193] env[70527]: DEBUG oslo_vmware.api [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3913089, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.552329} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.543502] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] 5017d1d4-1e04-44b0-88eb-9acbfcee557c/5017d1d4-1e04-44b0-88eb-9acbfcee557c.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 878.543727] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5017d1d4-1e04-44b0-88eb-9acbfcee557c] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 878.544009] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ab6ddde-c284-4ba8-9adc-d8c7009b7cc5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.547735] env[70527]: DEBUG nova.compute.manager [None req-8d11e784-9da5-4467-91d6-7700a073d685 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] [instance: d77710c6-f1aa-45a5-9318-68bd49f93256] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 878.547735] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-8d11e784-9da5-4467-91d6-7700a073d685 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] [instance: d77710c6-f1aa-45a5-9318-68bd49f93256] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 878.547735] env[70527]: DEBUG oslo_concurrency.lockutils [None req-db452531-36ef-4b34-81c1-7857ca2c53bf tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Acquiring lock "23137459-71e2-4681-9054-1bde06450f13" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.548222] env[70527]: DEBUG oslo_concurrency.lockutils [None req-db452531-36ef-4b34-81c1-7857ca2c53bf tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Lock "23137459-71e2-4681-9054-1bde06450f13" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.548222] env[70527]: DEBUG oslo_concurrency.lockutils [None req-db452531-36ef-4b34-81c1-7857ca2c53bf tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Acquiring lock "23137459-71e2-4681-9054-1bde06450f13-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.548222] env[70527]: DEBUG oslo_concurrency.lockutils [None req-db452531-36ef-4b34-81c1-7857ca2c53bf tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Lock "23137459-71e2-4681-9054-1bde06450f13-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.548497] env[70527]: DEBUG oslo_concurrency.lockutils [None req-db452531-36ef-4b34-81c1-7857ca2c53bf tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Lock "23137459-71e2-4681-9054-1bde06450f13-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.550451] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a719407c-030b-4bf1-b397-2787c6a2f083 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.554570] env[70527]: INFO nova.compute.manager [None req-db452531-36ef-4b34-81c1-7857ca2c53bf tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] [instance: 23137459-71e2-4681-9054-1bde06450f13] Terminating instance [ 878.563887] env[70527]: DEBUG oslo_vmware.api [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for the task: (returnval){ [ 878.563887] env[70527]: value = "task-3913092" [ 878.563887] env[70527]: _type = "Task" [ 878.563887] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.564255] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d11e784-9da5-4467-91d6-7700a073d685 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] [instance: d77710c6-f1aa-45a5-9318-68bd49f93256] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 878.565105] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c0aebab-667f-4ef5-a11f-7257e4da0b2e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.578297] env[70527]: DEBUG oslo_vmware.api [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3913092, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.580077] env[70527]: DEBUG oslo_vmware.api [None req-8d11e784-9da5-4467-91d6-7700a073d685 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Waiting for the task: (returnval){ [ 878.580077] env[70527]: value = "task-3913093" [ 878.580077] env[70527]: _type = "Task" [ 878.580077] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.593802] env[70527]: DEBUG oslo_vmware.api [None req-8d11e784-9da5-4467-91d6-7700a073d685 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Task: {'id': task-3913093, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.613305] env[70527]: DEBUG oslo_concurrency.lockutils [None req-451cfb8d-4c2f-4a34-b49d-452c612332e1 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.765s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.613926] env[70527]: DEBUG nova.compute.manager [None req-451cfb8d-4c2f-4a34-b49d-452c612332e1 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] [instance: 01ecb952-4274-4c03-9642-ff7fc894df3c] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 878.617515] env[70527]: DEBUG oslo_concurrency.lockutils [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.283s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.619196] env[70527]: INFO nova.compute.claims [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] [instance: 0bcc182a-d2e4-4900-930a-d8e2d93f6fc4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 878.631113] env[70527]: DEBUG oslo_vmware.api [None req-47f5c3b8-7d1b-4b41-a0ca-fc56c4827030 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': task-3913091, 'name': CloneVM_Task} progress is 94%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.667669] env[70527]: DEBUG oslo_concurrency.lockutils [None req-767d28a3-6ccc-4a7a-8b77-1005ecaadfff tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquiring lock "1878e6d7-681c-4aca-ae45-7bd001cff323" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.667669] env[70527]: DEBUG oslo_concurrency.lockutils [None req-767d28a3-6ccc-4a7a-8b77-1005ecaadfff tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lock "1878e6d7-681c-4aca-ae45-7bd001cff323" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.667669] env[70527]: DEBUG oslo_concurrency.lockutils [None req-767d28a3-6ccc-4a7a-8b77-1005ecaadfff tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquiring lock "1878e6d7-681c-4aca-ae45-7bd001cff323-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.667669] env[70527]: DEBUG oslo_concurrency.lockutils [None req-767d28a3-6ccc-4a7a-8b77-1005ecaadfff tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lock "1878e6d7-681c-4aca-ae45-7bd001cff323-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.668963] env[70527]: DEBUG oslo_concurrency.lockutils [None req-767d28a3-6ccc-4a7a-8b77-1005ecaadfff tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lock "1878e6d7-681c-4aca-ae45-7bd001cff323-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.673262] env[70527]: INFO nova.compute.manager [None req-767d28a3-6ccc-4a7a-8b77-1005ecaadfff tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 1878e6d7-681c-4aca-ae45-7bd001cff323] Terminating instance [ 878.821012] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8a140c3a-70b2-4e04-a177-cf19b7ecdf33 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.893944] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913090, 'name': CreateVM_Task, 'duration_secs': 0.803144} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.894227] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7448dd1a-e7e3-4d9f-bcdf-5d8fe057ba38] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 878.894862] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.895036] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.895366] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.895626] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-308d71f4-9789-4dc3-9166-07de2d2be9e9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.903229] env[70527]: DEBUG oslo_vmware.api [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Waiting for the task: (returnval){ [ 878.903229] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52817771-fe31-9746-84cd-0a429951f0f6" [ 878.903229] env[70527]: _type = "Task" [ 878.903229] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.921679] env[70527]: DEBUG oslo_vmware.api [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52817771-fe31-9746-84cd-0a429951f0f6, 'name': SearchDatastore_Task, 'duration_secs': 0.013728} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.922069] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.922375] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: 7448dd1a-e7e3-4d9f-bcdf-5d8fe057ba38] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 878.922678] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.922859] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.923116] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 878.923437] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe430f1a-9d88-4784-9cda-e2d0ba198c63 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.931822] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.934088] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 878.934305] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 878.935363] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddda5e01-75f2-4b6c-a570-c20814743d2c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.942342] env[70527]: DEBUG oslo_vmware.api [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Waiting for the task: (returnval){ [ 878.942342] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52031d80-b212-f8b9-9e38-279604666253" [ 878.942342] env[70527]: _type = "Task" [ 878.942342] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.954681] env[70527]: DEBUG oslo_vmware.api [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52031d80-b212-f8b9-9e38-279604666253, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.019862] env[70527]: DEBUG oslo_concurrency.lockutils [req-45addb77-30d4-441a-bae8-2ce00290e116 req-f97e1a7a-9f8f-4548-89ed-b6db1eac5f2e service nova] Releasing lock "refresh_cache-23137459-71e2-4681-9054-1bde06450f13" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.067388] env[70527]: DEBUG nova.compute.manager [None req-db452531-36ef-4b34-81c1-7857ca2c53bf tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] [instance: 23137459-71e2-4681-9054-1bde06450f13] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 879.067674] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-db452531-36ef-4b34-81c1-7857ca2c53bf tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] [instance: 23137459-71e2-4681-9054-1bde06450f13] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 879.068824] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27145a2c-a7fd-448b-9122-57843151c79a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.090182] env[70527]: DEBUG oslo_vmware.api [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3913092, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116999} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.090386] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-db452531-36ef-4b34-81c1-7857ca2c53bf tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] [instance: 23137459-71e2-4681-9054-1bde06450f13] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 879.091955] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5017d1d4-1e04-44b0-88eb-9acbfcee557c] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 879.091955] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c23a555a-90f4-40ed-9075-e8001b9b9f83 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.098095] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f76c84f-c1c0-40a7-a974-7498edaf20b2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.100872] env[70527]: DEBUG oslo_vmware.api [None req-8d11e784-9da5-4467-91d6-7700a073d685 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Task: {'id': task-3913093, 'name': PowerOffVM_Task, 'duration_secs': 0.415277} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.101680] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d11e784-9da5-4467-91d6-7700a073d685 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] [instance: d77710c6-f1aa-45a5-9318-68bd49f93256] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 879.101893] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-8d11e784-9da5-4467-91d6-7700a073d685 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] [instance: d77710c6-f1aa-45a5-9318-68bd49f93256] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 879.102522] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3cc7141-454b-4b4a-91f5-9ffc995ff1ed {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.129610] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5017d1d4-1e04-44b0-88eb-9acbfcee557c] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 5017d1d4-1e04-44b0-88eb-9acbfcee557c/5017d1d4-1e04-44b0-88eb-9acbfcee557c.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 879.141128] env[70527]: DEBUG nova.compute.utils [None req-451cfb8d-4c2f-4a34-b49d-452c612332e1 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 879.147405] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6362b486-2bef-4bb6-8d09-81e472329193 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.165437] env[70527]: DEBUG oslo_vmware.api [None req-db452531-36ef-4b34-81c1-7857ca2c53bf tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Waiting for the task: (returnval){ [ 879.165437] env[70527]: value = "task-3913094" [ 879.165437] env[70527]: _type = "Task" [ 879.165437] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.167124] env[70527]: DEBUG nova.compute.manager [req-8365e37b-c6a3-4ec4-b21d-5f175c7f9591 req-546f535c-19e6-4240-90b3-d67bac4dc8b6 service nova] [instance: 7448dd1a-e7e3-4d9f-bcdf-5d8fe057ba38] Received event network-changed-055c3a08-a431-4475-b9d1-6880bac82c87 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 879.167465] env[70527]: DEBUG nova.compute.manager [req-8365e37b-c6a3-4ec4-b21d-5f175c7f9591 req-546f535c-19e6-4240-90b3-d67bac4dc8b6 service nova] [instance: 7448dd1a-e7e3-4d9f-bcdf-5d8fe057ba38] Refreshing instance network info cache due to event network-changed-055c3a08-a431-4475-b9d1-6880bac82c87. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 879.168067] env[70527]: DEBUG oslo_concurrency.lockutils [req-8365e37b-c6a3-4ec4-b21d-5f175c7f9591 req-546f535c-19e6-4240-90b3-d67bac4dc8b6 service nova] Acquiring lock "refresh_cache-7448dd1a-e7e3-4d9f-bcdf-5d8fe057ba38" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.168233] env[70527]: DEBUG oslo_concurrency.lockutils [req-8365e37b-c6a3-4ec4-b21d-5f175c7f9591 req-546f535c-19e6-4240-90b3-d67bac4dc8b6 service nova] Acquired lock "refresh_cache-7448dd1a-e7e3-4d9f-bcdf-5d8fe057ba38" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.168409] env[70527]: DEBUG nova.network.neutron [req-8365e37b-c6a3-4ec4-b21d-5f175c7f9591 req-546f535c-19e6-4240-90b3-d67bac4dc8b6 service nova] [instance: 7448dd1a-e7e3-4d9f-bcdf-5d8fe057ba38] Refreshing network info cache for port 055c3a08-a431-4475-b9d1-6880bac82c87 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 879.171742] env[70527]: DEBUG nova.compute.manager [None req-451cfb8d-4c2f-4a34-b49d-452c612332e1 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] [instance: 01ecb952-4274-4c03-9642-ff7fc894df3c] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 879.175719] env[70527]: DEBUG nova.compute.manager [None req-451cfb8d-4c2f-4a34-b49d-452c612332e1 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] [instance: 01ecb952-4274-4c03-9642-ff7fc894df3c] Not allocating networking since 'none' was specified. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 879.179168] env[70527]: DEBUG nova.compute.manager [None req-767d28a3-6ccc-4a7a-8b77-1005ecaadfff tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 1878e6d7-681c-4aca-ae45-7bd001cff323] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 879.179497] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-767d28a3-6ccc-4a7a-8b77-1005ecaadfff tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 1878e6d7-681c-4aca-ae45-7bd001cff323] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 879.191230] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d99c02e0-cb72-452a-b444-3da12e61f772 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.193490] env[70527]: DEBUG oslo_vmware.api [None req-47f5c3b8-7d1b-4b41-a0ca-fc56c4827030 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': task-3913091, 'name': CloneVM_Task} progress is 94%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.193942] env[70527]: DEBUG oslo_vmware.api [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for the task: (returnval){ [ 879.193942] env[70527]: value = "task-3913096" [ 879.193942] env[70527]: _type = "Task" [ 879.193942] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.206117] env[70527]: DEBUG oslo_vmware.api [None req-767d28a3-6ccc-4a7a-8b77-1005ecaadfff tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for the task: (returnval){ [ 879.206117] env[70527]: value = "task-3913097" [ 879.206117] env[70527]: _type = "Task" [ 879.206117] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.206895] env[70527]: DEBUG oslo_vmware.api [None req-db452531-36ef-4b34-81c1-7857ca2c53bf tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Task: {'id': task-3913094, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.218257] env[70527]: DEBUG oslo_vmware.api [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3913096, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.228094] env[70527]: DEBUG oslo_vmware.api [None req-767d28a3-6ccc-4a7a-8b77-1005ecaadfff tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913097, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.271358] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-8d11e784-9da5-4467-91d6-7700a073d685 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] [instance: d77710c6-f1aa-45a5-9318-68bd49f93256] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 879.271358] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-8d11e784-9da5-4467-91d6-7700a073d685 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] [instance: d77710c6-f1aa-45a5-9318-68bd49f93256] Deleting contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 879.271654] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d11e784-9da5-4467-91d6-7700a073d685 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Deleting the datastore file [datastore1] d77710c6-f1aa-45a5-9318-68bd49f93256 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 879.272080] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73043355-f1f0-4dd5-8f1f-1ca4226473ff {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.282640] env[70527]: DEBUG oslo_vmware.api [None req-8d11e784-9da5-4467-91d6-7700a073d685 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Waiting for the task: (returnval){ [ 879.282640] env[70527]: value = "task-3913098" [ 879.282640] env[70527]: _type = "Task" [ 879.282640] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.294328] env[70527]: DEBUG oslo_vmware.api [None req-8d11e784-9da5-4467-91d6-7700a073d685 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Task: {'id': task-3913098, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.463268] env[70527]: DEBUG oslo_vmware.api [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52031d80-b212-f8b9-9e38-279604666253, 'name': SearchDatastore_Task, 'duration_secs': 0.01349} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.464284] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1368632-98d7-4129-b108-6224d3440b1d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.471704] env[70527]: DEBUG oslo_vmware.api [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Waiting for the task: (returnval){ [ 879.471704] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]5268927a-1d79-29c3-b6b6-f84a43f78c75" [ 879.471704] env[70527]: _type = "Task" [ 879.471704] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.483525] env[70527]: DEBUG oslo_vmware.api [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5268927a-1d79-29c3-b6b6-f84a43f78c75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.529936] env[70527]: DEBUG nova.network.neutron [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] [instance: 68e47537-a820-4cc4-8856-1e9bcf2e26e2] Successfully updated port: fd1b032c-7ca8-471c-a404-ba768c828c4e {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 879.632169] env[70527]: DEBUG oslo_vmware.api [None req-47f5c3b8-7d1b-4b41-a0ca-fc56c4827030 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': task-3913091, 'name': CloneVM_Task, 'duration_secs': 1.432669} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.632665] env[70527]: INFO nova.virt.vmwareapi.vmops [None req-47f5c3b8-7d1b-4b41-a0ca-fc56c4827030 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: 92d864e4-e030-49df-b739-46f55730fd0a] Created linked-clone VM from snapshot [ 879.633818] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6468a584-d3e3-47c5-a4e2-00f951c87a19 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.643027] env[70527]: DEBUG nova.virt.vmwareapi.images [None req-47f5c3b8-7d1b-4b41-a0ca-fc56c4827030 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: 92d864e4-e030-49df-b739-46f55730fd0a] Uploading image 6b08ca69-1702-41e6-b324-d137769b3005 {{(pid=70527) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 879.678912] env[70527]: DEBUG oslo_vmware.rw_handles [None req-47f5c3b8-7d1b-4b41-a0ca-fc56c4827030 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 879.678912] env[70527]: value = "vm-777065" [ 879.678912] env[70527]: _type = "VirtualMachine" [ 879.678912] env[70527]: }. {{(pid=70527) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 879.682658] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f7365590-72b0-485f-8999-c2fbc2e17dc0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.695361] env[70527]: DEBUG oslo_vmware.api [None req-db452531-36ef-4b34-81c1-7857ca2c53bf tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Task: {'id': task-3913094, 'name': PowerOffVM_Task, 'duration_secs': 0.393806} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.698809] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-db452531-36ef-4b34-81c1-7857ca2c53bf tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] [instance: 23137459-71e2-4681-9054-1bde06450f13] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 879.698973] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-db452531-36ef-4b34-81c1-7857ca2c53bf tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] [instance: 23137459-71e2-4681-9054-1bde06450f13] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 879.699228] env[70527]: DEBUG oslo_vmware.rw_handles [None req-47f5c3b8-7d1b-4b41-a0ca-fc56c4827030 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Lease: (returnval){ [ 879.699228] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52657df5-ead0-941e-ef37-54ea0eeff11c" [ 879.699228] env[70527]: _type = "HttpNfcLease" [ 879.699228] env[70527]: } obtained for exporting VM: (result){ [ 879.699228] env[70527]: value = "vm-777065" [ 879.699228] env[70527]: _type = "VirtualMachine" [ 879.699228] env[70527]: }. {{(pid=70527) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 879.699611] env[70527]: DEBUG oslo_vmware.api [None req-47f5c3b8-7d1b-4b41-a0ca-fc56c4827030 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Waiting for the lease: (returnval){ [ 879.699611] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52657df5-ead0-941e-ef37-54ea0eeff11c" [ 879.699611] env[70527]: _type = "HttpNfcLease" [ 879.699611] env[70527]: } to be ready. {{(pid=70527) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 879.702837] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-387dd7b9-4e39-4280-9a98-fec6e32c1214 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.720125] env[70527]: DEBUG oslo_vmware.api [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3913096, 'name': ReconfigVM_Task, 'duration_secs': 0.464981} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.721332] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5017d1d4-1e04-44b0-88eb-9acbfcee557c] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 5017d1d4-1e04-44b0-88eb-9acbfcee557c/5017d1d4-1e04-44b0-88eb-9acbfcee557c.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 879.721634] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6767e93f-2202-44c5-abc4-2c57d98a6311 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.728359] env[70527]: DEBUG oslo_vmware.api [None req-767d28a3-6ccc-4a7a-8b77-1005ecaadfff tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913097, 'name': PowerOffVM_Task, 'duration_secs': 0.30455} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.728692] env[70527]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 879.728692] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52657df5-ead0-941e-ef37-54ea0eeff11c" [ 879.728692] env[70527]: _type = "HttpNfcLease" [ 879.728692] env[70527]: } is ready. {{(pid=70527) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 879.730087] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-767d28a3-6ccc-4a7a-8b77-1005ecaadfff tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 1878e6d7-681c-4aca-ae45-7bd001cff323] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 879.730340] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-767d28a3-6ccc-4a7a-8b77-1005ecaadfff tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 1878e6d7-681c-4aca-ae45-7bd001cff323] Volume detach. Driver type: vmdk {{(pid=70527) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 879.730551] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-767d28a3-6ccc-4a7a-8b77-1005ecaadfff tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 1878e6d7-681c-4aca-ae45-7bd001cff323] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-777061', 'volume_id': '72b8a3a6-fdfb-4054-af13-63d41281ec8d', 'name': 'volume-72b8a3a6-fdfb-4054-af13-63d41281ec8d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1878e6d7-681c-4aca-ae45-7bd001cff323', 'attached_at': '', 'detached_at': '', 'volume_id': '72b8a3a6-fdfb-4054-af13-63d41281ec8d', 'serial': '72b8a3a6-fdfb-4054-af13-63d41281ec8d'} {{(pid=70527) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 879.730880] env[70527]: DEBUG oslo_vmware.rw_handles [None req-47f5c3b8-7d1b-4b41-a0ca-fc56c4827030 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 879.730880] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52657df5-ead0-941e-ef37-54ea0eeff11c" [ 879.730880] env[70527]: _type = "HttpNfcLease" [ 879.730880] env[70527]: }. {{(pid=70527) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 879.734667] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d066d99-a53d-4e87-8928-1a91fc496756 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.737889] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5e0d2c-773e-40fe-ad5a-2ed1f25a9d9f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.743851] env[70527]: DEBUG oslo_vmware.api [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for the task: (returnval){ [ 879.743851] env[70527]: value = "task-3913101" [ 879.743851] env[70527]: _type = "Task" [ 879.743851] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.769504] env[70527]: DEBUG oslo_vmware.rw_handles [None req-47f5c3b8-7d1b-4b41-a0ca-fc56c4827030 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f771c2-b831-24cd-ddaa-1616ebcd276b/disk-0.vmdk from lease info. {{(pid=70527) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 879.769726] env[70527]: DEBUG oslo_vmware.rw_handles [None req-47f5c3b8-7d1b-4b41-a0ca-fc56c4827030 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f771c2-b831-24cd-ddaa-1616ebcd276b/disk-0.vmdk for reading. {{(pid=70527) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 879.775332] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-723999d6-c8b3-4c8f-af70-1443b1d4efbf {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.784454] env[70527]: DEBUG oslo_vmware.api [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3913101, 'name': Rename_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.861468] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-db452531-36ef-4b34-81c1-7857ca2c53bf tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] [instance: 23137459-71e2-4681-9054-1bde06450f13] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 879.861697] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-db452531-36ef-4b34-81c1-7857ca2c53bf tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] [instance: 23137459-71e2-4681-9054-1bde06450f13] Deleting contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 879.861885] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-db452531-36ef-4b34-81c1-7857ca2c53bf tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Deleting the datastore file [datastore1] 23137459-71e2-4681-9054-1bde06450f13 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 879.865254] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ebed87-c00f-4565-97fe-cd10520aecb5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.870450] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1fd1de07-7bf3-4c9d-820a-bd7d96f48055 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.875762] env[70527]: DEBUG oslo_vmware.api [None req-8d11e784-9da5-4467-91d6-7700a073d685 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Task: {'id': task-3913098, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202027} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.876331] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d11e784-9da5-4467-91d6-7700a073d685 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 879.876804] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-8d11e784-9da5-4467-91d6-7700a073d685 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] [instance: d77710c6-f1aa-45a5-9318-68bd49f93256] Deleted contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 879.876885] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-8d11e784-9da5-4467-91d6-7700a073d685 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] [instance: d77710c6-f1aa-45a5-9318-68bd49f93256] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 879.877126] env[70527]: INFO nova.compute.manager [None req-8d11e784-9da5-4467-91d6-7700a073d685 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] [instance: d77710c6-f1aa-45a5-9318-68bd49f93256] Took 1.33 seconds to destroy the instance on the hypervisor. [ 879.878190] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d11e784-9da5-4467-91d6-7700a073d685 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 879.878190] env[70527]: DEBUG nova.compute.manager [-] [instance: d77710c6-f1aa-45a5-9318-68bd49f93256] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 879.878190] env[70527]: DEBUG nova.network.neutron [-] [instance: d77710c6-f1aa-45a5-9318-68bd49f93256] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 879.905114] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c2e88f-36cc-4f56-89f5-644e1e32fb2a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.907964] env[70527]: DEBUG oslo_vmware.api [None req-db452531-36ef-4b34-81c1-7857ca2c53bf tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Waiting for the task: (returnval){ [ 879.907964] env[70527]: value = "task-3913102" [ 879.907964] env[70527]: _type = "Task" [ 879.907964] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.924349] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-767d28a3-6ccc-4a7a-8b77-1005ecaadfff tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] The volume has not been displaced from its original location: [datastore1] volume-72b8a3a6-fdfb-4054-af13-63d41281ec8d/volume-72b8a3a6-fdfb-4054-af13-63d41281ec8d.vmdk. No consolidation needed. {{(pid=70527) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 879.929998] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-767d28a3-6ccc-4a7a-8b77-1005ecaadfff tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 1878e6d7-681c-4aca-ae45-7bd001cff323] Reconfiguring VM instance instance-0000002a to detach disk 2001 {{(pid=70527) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 879.936125] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9847efb3-e782-4bd0-8e3a-e8d35c09ce5b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.956160] env[70527]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d61ce2fa-554c-4a0c-a0f5-988d04ba6a20 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.958478] env[70527]: DEBUG oslo_vmware.api [None req-db452531-36ef-4b34-81c1-7857ca2c53bf tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Task: {'id': task-3913102, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.970097] env[70527]: DEBUG oslo_vmware.api [None req-767d28a3-6ccc-4a7a-8b77-1005ecaadfff tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for the task: (returnval){ [ 879.970097] env[70527]: value = "task-3913103" [ 879.970097] env[70527]: _type = "Task" [ 879.970097] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.992796] env[70527]: DEBUG oslo_vmware.api [None req-767d28a3-6ccc-4a7a-8b77-1005ecaadfff tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913103, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.993114] env[70527]: DEBUG oslo_vmware.api [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5268927a-1d79-29c3-b6b6-f84a43f78c75, 'name': SearchDatastore_Task, 'duration_secs': 0.016538} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.999136] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.999429] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 7448dd1a-e7e3-4d9f-bcdf-5d8fe057ba38/7448dd1a-e7e3-4d9f-bcdf-5d8fe057ba38.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 880.002641] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3cd2249-8306-4e24-95f7-1808f97feb31 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.011777] env[70527]: DEBUG oslo_vmware.api [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Waiting for the task: (returnval){ [ 880.011777] env[70527]: value = "task-3913104" [ 880.011777] env[70527]: _type = "Task" [ 880.011777] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.022580] env[70527]: DEBUG oslo_vmware.api [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': task-3913104, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.033087] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Acquiring lock "refresh_cache-68e47537-a820-4cc4-8856-1e9bcf2e26e2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.033087] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Acquired lock "refresh_cache-68e47537-a820-4cc4-8856-1e9bcf2e26e2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.033087] env[70527]: DEBUG nova.network.neutron [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] [instance: 68e47537-a820-4cc4-8856-1e9bcf2e26e2] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 880.113467] env[70527]: DEBUG nova.compute.manager [req-d56115c9-f7fc-4949-93e7-4e32a218c920 req-2baa0aec-e9d5-4ab1-8a2f-835d23b6eff6 service nova] [instance: 68e47537-a820-4cc4-8856-1e9bcf2e26e2] Received event network-vif-plugged-fd1b032c-7ca8-471c-a404-ba768c828c4e {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.113467] env[70527]: DEBUG oslo_concurrency.lockutils [req-d56115c9-f7fc-4949-93e7-4e32a218c920 req-2baa0aec-e9d5-4ab1-8a2f-835d23b6eff6 service nova] Acquiring lock "68e47537-a820-4cc4-8856-1e9bcf2e26e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.113467] env[70527]: DEBUG oslo_concurrency.lockutils [req-d56115c9-f7fc-4949-93e7-4e32a218c920 req-2baa0aec-e9d5-4ab1-8a2f-835d23b6eff6 service nova] Lock "68e47537-a820-4cc4-8856-1e9bcf2e26e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.113467] env[70527]: DEBUG oslo_concurrency.lockutils [req-d56115c9-f7fc-4949-93e7-4e32a218c920 req-2baa0aec-e9d5-4ab1-8a2f-835d23b6eff6 service nova] Lock "68e47537-a820-4cc4-8856-1e9bcf2e26e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.113651] env[70527]: DEBUG nova.compute.manager [req-d56115c9-f7fc-4949-93e7-4e32a218c920 req-2baa0aec-e9d5-4ab1-8a2f-835d23b6eff6 service nova] [instance: 68e47537-a820-4cc4-8856-1e9bcf2e26e2] No waiting events found dispatching network-vif-plugged-fd1b032c-7ca8-471c-a404-ba768c828c4e {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 880.114263] env[70527]: WARNING nova.compute.manager [req-d56115c9-f7fc-4949-93e7-4e32a218c920 req-2baa0aec-e9d5-4ab1-8a2f-835d23b6eff6 service nova] [instance: 68e47537-a820-4cc4-8856-1e9bcf2e26e2] Received unexpected event network-vif-plugged-fd1b032c-7ca8-471c-a404-ba768c828c4e for instance with vm_state building and task_state spawning. [ 880.187307] env[70527]: DEBUG nova.compute.manager [None req-451cfb8d-4c2f-4a34-b49d-452c612332e1 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] [instance: 01ecb952-4274-4c03-9642-ff7fc894df3c] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 880.222515] env[70527]: DEBUG nova.virt.hardware [None req-451cfb8d-4c2f-4a34-b49d-452c612332e1 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 880.222810] env[70527]: DEBUG nova.virt.hardware [None req-451cfb8d-4c2f-4a34-b49d-452c612332e1 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 880.222971] env[70527]: DEBUG nova.virt.hardware [None req-451cfb8d-4c2f-4a34-b49d-452c612332e1 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 880.223174] env[70527]: DEBUG nova.virt.hardware [None req-451cfb8d-4c2f-4a34-b49d-452c612332e1 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 880.223361] env[70527]: DEBUG nova.virt.hardware [None req-451cfb8d-4c2f-4a34-b49d-452c612332e1 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 880.223509] env[70527]: DEBUG nova.virt.hardware [None req-451cfb8d-4c2f-4a34-b49d-452c612332e1 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 880.223771] env[70527]: DEBUG nova.virt.hardware [None req-451cfb8d-4c2f-4a34-b49d-452c612332e1 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 880.224050] env[70527]: DEBUG nova.virt.hardware [None req-451cfb8d-4c2f-4a34-b49d-452c612332e1 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 880.224342] env[70527]: DEBUG nova.virt.hardware [None req-451cfb8d-4c2f-4a34-b49d-452c612332e1 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 880.224646] env[70527]: DEBUG nova.virt.hardware [None req-451cfb8d-4c2f-4a34-b49d-452c612332e1 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 880.224936] env[70527]: DEBUG nova.virt.hardware [None req-451cfb8d-4c2f-4a34-b49d-452c612332e1 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 880.228990] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa063a45-d37d-4c1a-8dd8-235a66e158a8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.243783] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8862544-4f0e-4613-9fe4-e2f79fc9c581 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.263648] env[70527]: DEBUG oslo_vmware.api [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3913101, 'name': Rename_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.273455] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-451cfb8d-4c2f-4a34-b49d-452c612332e1 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] [instance: 01ecb952-4274-4c03-9642-ff7fc894df3c] Instance VIF info [] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 880.279521] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-451cfb8d-4c2f-4a34-b49d-452c612332e1 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Creating folder: Project (917266999d174dde96f1fdd00b088c1a). Parent ref: group-v776920. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 880.283495] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4009030e-8a1e-4868-8309-a06e4269d654 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.287572] env[70527]: DEBUG nova.network.neutron [req-8365e37b-c6a3-4ec4-b21d-5f175c7f9591 req-546f535c-19e6-4240-90b3-d67bac4dc8b6 service nova] [instance: 7448dd1a-e7e3-4d9f-bcdf-5d8fe057ba38] Updated VIF entry in instance network info cache for port 055c3a08-a431-4475-b9d1-6880bac82c87. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 880.288089] env[70527]: DEBUG nova.network.neutron [req-8365e37b-c6a3-4ec4-b21d-5f175c7f9591 req-546f535c-19e6-4240-90b3-d67bac4dc8b6 service nova] [instance: 7448dd1a-e7e3-4d9f-bcdf-5d8fe057ba38] Updating instance_info_cache with network_info: [{"id": "055c3a08-a431-4475-b9d1-6880bac82c87", "address": "fa:16:3e:d4:5d:3d", "network": {"id": "7d0d8110-19a1-44c0-baab-e6faa45088bc", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1647265757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2042030e24da4783b01fe5ba649c95d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap055c3a08-a4", "ovs_interfaceid": "055c3a08-a431-4475-b9d1-6880bac82c87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.302450] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-451cfb8d-4c2f-4a34-b49d-452c612332e1 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Created folder: Project (917266999d174dde96f1fdd00b088c1a) in parent group-v776920. [ 880.302758] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-451cfb8d-4c2f-4a34-b49d-452c612332e1 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Creating folder: Instances. Parent ref: group-v777066. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 880.302846] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-159e5b6c-a0fd-4122-9c85-a493017a7f6a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.318807] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-451cfb8d-4c2f-4a34-b49d-452c612332e1 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Created folder: Instances in parent group-v777066. [ 880.319238] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-451cfb8d-4c2f-4a34-b49d-452c612332e1 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 880.322522] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01ecb952-4274-4c03-9642-ff7fc894df3c] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 880.323447] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-78bc38ae-a3a5-41be-9257-666e95b12357 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.354041] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 880.354041] env[70527]: value = "task-3913107" [ 880.354041] env[70527]: _type = "Task" [ 880.354041] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.364999] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913107, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.420548] env[70527]: DEBUG oslo_vmware.api [None req-db452531-36ef-4b34-81c1-7857ca2c53bf tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Task: {'id': task-3913102, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.321076} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.420548] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-db452531-36ef-4b34-81c1-7857ca2c53bf tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 880.420548] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-db452531-36ef-4b34-81c1-7857ca2c53bf tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] [instance: 23137459-71e2-4681-9054-1bde06450f13] Deleted contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 880.420548] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-db452531-36ef-4b34-81c1-7857ca2c53bf tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] [instance: 23137459-71e2-4681-9054-1bde06450f13] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 880.420548] env[70527]: INFO nova.compute.manager [None req-db452531-36ef-4b34-81c1-7857ca2c53bf tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] [instance: 23137459-71e2-4681-9054-1bde06450f13] Took 1.35 seconds to destroy the instance on the hypervisor. [ 880.420922] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db452531-36ef-4b34-81c1-7857ca2c53bf tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 880.420996] env[70527]: DEBUG nova.compute.manager [-] [instance: 23137459-71e2-4681-9054-1bde06450f13] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 880.421053] env[70527]: DEBUG nova.network.neutron [-] [instance: 23137459-71e2-4681-9054-1bde06450f13] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 880.485526] env[70527]: DEBUG oslo_vmware.api [None req-767d28a3-6ccc-4a7a-8b77-1005ecaadfff tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913103, 'name': ReconfigVM_Task, 'duration_secs': 0.423819} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.489307] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-767d28a3-6ccc-4a7a-8b77-1005ecaadfff tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 1878e6d7-681c-4aca-ae45-7bd001cff323] Reconfigured VM instance instance-0000002a to detach disk 2001 {{(pid=70527) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 880.495789] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f3ec0cc-c390-4c8c-8ed7-247ea4ab6941 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.510601] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c9ad9d2-6bc2-4f8d-98dc-0f111e3de392 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.515878] env[70527]: DEBUG oslo_vmware.api [None req-767d28a3-6ccc-4a7a-8b77-1005ecaadfff tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for the task: (returnval){ [ 880.515878] env[70527]: value = "task-3913108" [ 880.515878] env[70527]: _type = "Task" [ 880.515878] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.534454] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76fb4f0b-637e-4f2c-9248-d75f9f9e49ca {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.549275] env[70527]: DEBUG oslo_vmware.api [None req-767d28a3-6ccc-4a7a-8b77-1005ecaadfff tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913108, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.550051] env[70527]: DEBUG oslo_vmware.api [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': task-3913104, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.590028] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88792793-e6d7-4508-bf73-ed9bc778cec7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.597976] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3acd6321-f88b-406a-8d53-ab915e1bb763 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.618873] env[70527]: DEBUG nova.compute.provider_tree [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.666032] env[70527]: DEBUG nova.network.neutron [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] [instance: 68e47537-a820-4cc4-8856-1e9bcf2e26e2] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 880.765513] env[70527]: DEBUG oslo_vmware.api [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3913101, 'name': Rename_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.791867] env[70527]: DEBUG oslo_concurrency.lockutils [req-8365e37b-c6a3-4ec4-b21d-5f175c7f9591 req-546f535c-19e6-4240-90b3-d67bac4dc8b6 service nova] Releasing lock "refresh_cache-7448dd1a-e7e3-4d9f-bcdf-5d8fe057ba38" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.865175] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913107, 'name': CreateVM_Task, 'duration_secs': 0.474655} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.865408] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01ecb952-4274-4c03-9642-ff7fc894df3c] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 880.865902] env[70527]: DEBUG oslo_concurrency.lockutils [None req-451cfb8d-4c2f-4a34-b49d-452c612332e1 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.866116] env[70527]: DEBUG oslo_concurrency.lockutils [None req-451cfb8d-4c2f-4a34-b49d-452c612332e1 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.866535] env[70527]: DEBUG oslo_concurrency.lockutils [None req-451cfb8d-4c2f-4a34-b49d-452c612332e1 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.867217] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13f31554-dab3-45bc-bb78-32bb5af249bb {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.872979] env[70527]: DEBUG oslo_vmware.api [None req-451cfb8d-4c2f-4a34-b49d-452c612332e1 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Waiting for the task: (returnval){ [ 880.872979] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52093377-1cdb-660c-501f-060d91f9da88" [ 880.872979] env[70527]: _type = "Task" [ 880.872979] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.882415] env[70527]: DEBUG oslo_vmware.api [None req-451cfb8d-4c2f-4a34-b49d-452c612332e1 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52093377-1cdb-660c-501f-060d91f9da88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.034290] env[70527]: DEBUG oslo_vmware.api [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': task-3913104, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.67727} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.037720] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 7448dd1a-e7e3-4d9f-bcdf-5d8fe057ba38/7448dd1a-e7e3-4d9f-bcdf-5d8fe057ba38.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 881.037720] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: 7448dd1a-e7e3-4d9f-bcdf-5d8fe057ba38] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 881.037910] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd9ef385-fe09-4f64-a548-60bb98b9259c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.049675] env[70527]: DEBUG oslo_vmware.api [None req-767d28a3-6ccc-4a7a-8b77-1005ecaadfff tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913108, 'name': ReconfigVM_Task, 'duration_secs': 0.315744} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.054985] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-767d28a3-6ccc-4a7a-8b77-1005ecaadfff tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 1878e6d7-681c-4aca-ae45-7bd001cff323] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-777061', 'volume_id': '72b8a3a6-fdfb-4054-af13-63d41281ec8d', 'name': 'volume-72b8a3a6-fdfb-4054-af13-63d41281ec8d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1878e6d7-681c-4aca-ae45-7bd001cff323', 'attached_at': '', 'detached_at': '', 'volume_id': '72b8a3a6-fdfb-4054-af13-63d41281ec8d', 'serial': '72b8a3a6-fdfb-4054-af13-63d41281ec8d'} {{(pid=70527) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 881.055378] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-767d28a3-6ccc-4a7a-8b77-1005ecaadfff tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 1878e6d7-681c-4aca-ae45-7bd001cff323] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 881.055774] env[70527]: DEBUG oslo_vmware.api [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Waiting for the task: (returnval){ [ 881.055774] env[70527]: value = "task-3913109" [ 881.055774] env[70527]: _type = "Task" [ 881.055774] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.056645] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a2daa7c-3996-4026-aee8-c414568c158c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.075844] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-767d28a3-6ccc-4a7a-8b77-1005ecaadfff tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 1878e6d7-681c-4aca-ae45-7bd001cff323] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 881.076233] env[70527]: DEBUG oslo_vmware.api [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': task-3913109, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.076459] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82279636-f6c2-4489-acc8-0e36d668a92e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.124651] env[70527]: DEBUG nova.scheduler.client.report [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 881.162824] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-767d28a3-6ccc-4a7a-8b77-1005ecaadfff tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 1878e6d7-681c-4aca-ae45-7bd001cff323] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 881.163127] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-767d28a3-6ccc-4a7a-8b77-1005ecaadfff tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 1878e6d7-681c-4aca-ae45-7bd001cff323] Deleting contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 881.163403] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-767d28a3-6ccc-4a7a-8b77-1005ecaadfff tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Deleting the datastore file [datastore2] 1878e6d7-681c-4aca-ae45-7bd001cff323 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 881.163798] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8fa26838-483f-4639-898c-1118111efc4c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.175313] env[70527]: DEBUG oslo_vmware.api [None req-767d28a3-6ccc-4a7a-8b77-1005ecaadfff tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for the task: (returnval){ [ 881.175313] env[70527]: value = "task-3913111" [ 881.175313] env[70527]: _type = "Task" [ 881.175313] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.185499] env[70527]: DEBUG oslo_vmware.api [None req-767d28a3-6ccc-4a7a-8b77-1005ecaadfff tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913111, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.217518] env[70527]: DEBUG nova.network.neutron [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] [instance: 68e47537-a820-4cc4-8856-1e9bcf2e26e2] Updating instance_info_cache with network_info: [{"id": "fd1b032c-7ca8-471c-a404-ba768c828c4e", "address": "fa:16:3e:13:c5:ad", "network": {"id": "c190ee79-539f-4890-8a9f-a309cbd8ccec", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1298226388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e7d9eb716ed45ce85f0cbd70df340bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd1b032c-7c", "ovs_interfaceid": "fd1b032c-7ca8-471c-a404-ba768c828c4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.266075] env[70527]: DEBUG oslo_vmware.api [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3913101, 'name': Rename_Task, 'duration_secs': 1.276867} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.266075] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5017d1d4-1e04-44b0-88eb-9acbfcee557c] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 881.266269] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20a1d9d2-cc59-489a-b7f5-84d1d948f62c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.275598] env[70527]: DEBUG oslo_vmware.api [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for the task: (returnval){ [ 881.275598] env[70527]: value = "task-3913112" [ 881.275598] env[70527]: _type = "Task" [ 881.275598] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.286209] env[70527]: DEBUG oslo_vmware.api [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3913112, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.389247] env[70527]: DEBUG oslo_vmware.api [None req-451cfb8d-4c2f-4a34-b49d-452c612332e1 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52093377-1cdb-660c-501f-060d91f9da88, 'name': SearchDatastore_Task, 'duration_secs': 0.020714} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.389773] env[70527]: DEBUG oslo_concurrency.lockutils [None req-451cfb8d-4c2f-4a34-b49d-452c612332e1 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.391531] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-451cfb8d-4c2f-4a34-b49d-452c612332e1 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] [instance: 01ecb952-4274-4c03-9642-ff7fc894df3c] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 881.392033] env[70527]: DEBUG oslo_concurrency.lockutils [None req-451cfb8d-4c2f-4a34-b49d-452c612332e1 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.392785] env[70527]: DEBUG oslo_concurrency.lockutils [None req-451cfb8d-4c2f-4a34-b49d-452c612332e1 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.393201] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-451cfb8d-4c2f-4a34-b49d-452c612332e1 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 881.393747] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e49aada6-7047-4120-89de-7f3f05ab08b3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.407143] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-451cfb8d-4c2f-4a34-b49d-452c612332e1 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 881.408141] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-451cfb8d-4c2f-4a34-b49d-452c612332e1 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 881.411113] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d0b34d9-3691-46a3-bc40-f55875bbb062 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.417259] env[70527]: DEBUG oslo_vmware.api [None req-451cfb8d-4c2f-4a34-b49d-452c612332e1 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Waiting for the task: (returnval){ [ 881.417259] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52fcc5d8-0564-e103-4bff-548a66155ca3" [ 881.417259] env[70527]: _type = "Task" [ 881.417259] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.435029] env[70527]: DEBUG oslo_vmware.api [None req-451cfb8d-4c2f-4a34-b49d-452c612332e1 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52fcc5d8-0564-e103-4bff-548a66155ca3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.445435] env[70527]: DEBUG nova.network.neutron [-] [instance: d77710c6-f1aa-45a5-9318-68bd49f93256] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.579479] env[70527]: DEBUG oslo_vmware.api [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': task-3913109, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107974} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.579479] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: 7448dd1a-e7e3-4d9f-bcdf-5d8fe057ba38] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 881.579479] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddfb86ed-7628-414c-8faa-cca349d0db78 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.605151] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: 7448dd1a-e7e3-4d9f-bcdf-5d8fe057ba38] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 7448dd1a-e7e3-4d9f-bcdf-5d8fe057ba38/7448dd1a-e7e3-4d9f-bcdf-5d8fe057ba38.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 881.605632] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9bef2cb0-2d5c-4dbb-beeb-08dbf1a23f34 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.628378] env[70527]: DEBUG oslo_vmware.api [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Waiting for the task: (returnval){ [ 881.628378] env[70527]: value = "task-3913113" [ 881.628378] env[70527]: _type = "Task" [ 881.628378] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.633167] env[70527]: DEBUG oslo_concurrency.lockutils [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.016s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.633910] env[70527]: DEBUG nova.compute.manager [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] [instance: 0bcc182a-d2e4-4900-930a-d8e2d93f6fc4] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 881.640954] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.682s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.643044] env[70527]: INFO nova.compute.claims [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 881.655987] env[70527]: DEBUG oslo_vmware.api [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': task-3913113, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.690028] env[70527]: DEBUG oslo_vmware.api [None req-767d28a3-6ccc-4a7a-8b77-1005ecaadfff tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913111, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.709457] env[70527]: DEBUG nova.network.neutron [-] [instance: 23137459-71e2-4681-9054-1bde06450f13] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.719947] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Releasing lock "refresh_cache-68e47537-a820-4cc4-8856-1e9bcf2e26e2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.720352] env[70527]: DEBUG nova.compute.manager [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] [instance: 68e47537-a820-4cc4-8856-1e9bcf2e26e2] Instance network_info: |[{"id": "fd1b032c-7ca8-471c-a404-ba768c828c4e", "address": "fa:16:3e:13:c5:ad", "network": {"id": "c190ee79-539f-4890-8a9f-a309cbd8ccec", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1298226388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e7d9eb716ed45ce85f0cbd70df340bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd1b032c-7c", "ovs_interfaceid": "fd1b032c-7ca8-471c-a404-ba768c828c4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 881.720781] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] [instance: 68e47537-a820-4cc4-8856-1e9bcf2e26e2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:c5:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e029825-6c65-4ac7-88f6-65f9d106db76', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd1b032c-7ca8-471c-a404-ba768c828c4e', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 881.733023] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Creating folder: Project (0e7d9eb716ed45ce85f0cbd70df340bf). Parent ref: group-v776920. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 881.733023] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-033b0fbc-52f4-49f7-88b2-7ec615d7c407 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.749274] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Created folder: Project (0e7d9eb716ed45ce85f0cbd70df340bf) in parent group-v776920. [ 881.749600] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Creating folder: Instances. Parent ref: group-v777069. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 881.749778] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2ce1c1b-78f6-4d7f-8adb-36745bd88d42 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.767695] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Created folder: Instances in parent group-v777069. [ 881.773737] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 881.778907] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68e47537-a820-4cc4-8856-1e9bcf2e26e2] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 881.781840] env[70527]: DEBUG nova.compute.manager [req-f79f73a1-c3d2-4989-8e1b-586e017a5041 req-bc2b147b-45b3-4cc9-8810-b0b93957e5c9 service nova] [instance: d77710c6-f1aa-45a5-9318-68bd49f93256] Received event network-vif-deleted-b96b3754-70de-4a1d-bc3c-2e1b2e15de36 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.783159] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b66262c-36f7-466e-adde-91aeccf05fd6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.814614] env[70527]: DEBUG oslo_vmware.api [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3913112, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.816242] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 881.816242] env[70527]: value = "task-3913116" [ 881.816242] env[70527]: _type = "Task" [ 881.816242] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.827092] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913116, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.930696] env[70527]: DEBUG oslo_vmware.api [None req-451cfb8d-4c2f-4a34-b49d-452c612332e1 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52fcc5d8-0564-e103-4bff-548a66155ca3, 'name': SearchDatastore_Task, 'duration_secs': 0.032465} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.931994] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbe30d08-4732-4178-ae0a-f04e860fa35a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.942415] env[70527]: DEBUG oslo_vmware.api [None req-451cfb8d-4c2f-4a34-b49d-452c612332e1 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Waiting for the task: (returnval){ [ 881.942415] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]529fbc98-b344-569d-4ae0-31dfe8c2f194" [ 881.942415] env[70527]: _type = "Task" [ 881.942415] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.954848] env[70527]: INFO nova.compute.manager [-] [instance: d77710c6-f1aa-45a5-9318-68bd49f93256] Took 2.08 seconds to deallocate network for instance. [ 881.954848] env[70527]: DEBUG oslo_vmware.api [None req-451cfb8d-4c2f-4a34-b49d-452c612332e1 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]529fbc98-b344-569d-4ae0-31dfe8c2f194, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.025249] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c7aab040-f3b2-41c0-864c-485d77317d19 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Acquiring lock "9945a305-bb71-4d5b-a06d-20ec0e17d457" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.025425] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c7aab040-f3b2-41c0-864c-485d77317d19 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Lock "9945a305-bb71-4d5b-a06d-20ec0e17d457" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.025908] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c7aab040-f3b2-41c0-864c-485d77317d19 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Acquiring lock "9945a305-bb71-4d5b-a06d-20ec0e17d457-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.026357] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c7aab040-f3b2-41c0-864c-485d77317d19 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Lock "9945a305-bb71-4d5b-a06d-20ec0e17d457-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.027549] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c7aab040-f3b2-41c0-864c-485d77317d19 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Lock "9945a305-bb71-4d5b-a06d-20ec0e17d457-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.029439] env[70527]: INFO nova.compute.manager [None req-c7aab040-f3b2-41c0-864c-485d77317d19 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] [instance: 9945a305-bb71-4d5b-a06d-20ec0e17d457] Terminating instance [ 882.143114] env[70527]: DEBUG oslo_vmware.api [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': task-3913113, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.150917] env[70527]: DEBUG nova.compute.utils [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 882.157373] env[70527]: DEBUG nova.compute.manager [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] [instance: 0bcc182a-d2e4-4900-930a-d8e2d93f6fc4] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 882.157373] env[70527]: DEBUG nova.network.neutron [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] [instance: 0bcc182a-d2e4-4900-930a-d8e2d93f6fc4] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 882.195191] env[70527]: DEBUG oslo_vmware.api [None req-767d28a3-6ccc-4a7a-8b77-1005ecaadfff tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913111, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.569402} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.195191] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-767d28a3-6ccc-4a7a-8b77-1005ecaadfff tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 882.195191] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-767d28a3-6ccc-4a7a-8b77-1005ecaadfff tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 1878e6d7-681c-4aca-ae45-7bd001cff323] Deleted contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 882.195191] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-767d28a3-6ccc-4a7a-8b77-1005ecaadfff tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 1878e6d7-681c-4aca-ae45-7bd001cff323] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 882.195191] env[70527]: INFO nova.compute.manager [None req-767d28a3-6ccc-4a7a-8b77-1005ecaadfff tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 1878e6d7-681c-4aca-ae45-7bd001cff323] Took 3.01 seconds to destroy the instance on the hypervisor. [ 882.195445] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-767d28a3-6ccc-4a7a-8b77-1005ecaadfff tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 882.195445] env[70527]: DEBUG nova.compute.manager [-] [instance: 1878e6d7-681c-4aca-ae45-7bd001cff323] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 882.195445] env[70527]: DEBUG nova.network.neutron [-] [instance: 1878e6d7-681c-4aca-ae45-7bd001cff323] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 882.214040] env[70527]: INFO nova.compute.manager [-] [instance: 23137459-71e2-4681-9054-1bde06450f13] Took 1.79 seconds to deallocate network for instance. [ 882.241978] env[70527]: DEBUG nova.policy [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b72368e5dbb54fbface50101d6618594', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1c9672c42a9428691f82d4453963d3e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 882.294061] env[70527]: DEBUG oslo_vmware.api [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3913112, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.328592] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913116, 'name': CreateVM_Task, 'duration_secs': 0.403362} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.328844] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68e47537-a820-4cc4-8856-1e9bcf2e26e2] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 882.329512] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.329829] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.330302] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.330560] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a727741f-755d-421b-af23-4019428c88c2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.336555] env[70527]: DEBUG oslo_vmware.api [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Waiting for the task: (returnval){ [ 882.336555] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52552f74-98f1-69a5-8b10-934c6ec1c19c" [ 882.336555] env[70527]: _type = "Task" [ 882.336555] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.346461] env[70527]: DEBUG oslo_vmware.api [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52552f74-98f1-69a5-8b10-934c6ec1c19c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.457601] env[70527]: DEBUG oslo_vmware.api [None req-451cfb8d-4c2f-4a34-b49d-452c612332e1 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]529fbc98-b344-569d-4ae0-31dfe8c2f194, 'name': SearchDatastore_Task, 'duration_secs': 0.014024} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.457601] env[70527]: DEBUG oslo_concurrency.lockutils [None req-451cfb8d-4c2f-4a34-b49d-452c612332e1 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.457601] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-451cfb8d-4c2f-4a34-b49d-452c612332e1 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] 01ecb952-4274-4c03-9642-ff7fc894df3c/01ecb952-4274-4c03-9642-ff7fc894df3c.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 882.457601] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57a1cffd-cb4c-4e4e-8f72-bd3a9a907a9c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.463874] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8d11e784-9da5-4467-91d6-7700a073d685 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.465365] env[70527]: DEBUG oslo_vmware.api [None req-451cfb8d-4c2f-4a34-b49d-452c612332e1 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Waiting for the task: (returnval){ [ 882.465365] env[70527]: value = "task-3913117" [ 882.465365] env[70527]: _type = "Task" [ 882.465365] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.474598] env[70527]: DEBUG oslo_vmware.api [None req-451cfb8d-4c2f-4a34-b49d-452c612332e1 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Task: {'id': task-3913117, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.534612] env[70527]: DEBUG nova.compute.manager [None req-c7aab040-f3b2-41c0-864c-485d77317d19 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] [instance: 9945a305-bb71-4d5b-a06d-20ec0e17d457] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 882.535055] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-c7aab040-f3b2-41c0-864c-485d77317d19 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] [instance: 9945a305-bb71-4d5b-a06d-20ec0e17d457] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 882.536356] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bbe8b73-a686-414a-8aa4-4d30f5cc92fc {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.547292] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7aab040-f3b2-41c0-864c-485d77317d19 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] [instance: 9945a305-bb71-4d5b-a06d-20ec0e17d457] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 882.547388] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cda5552b-7bef-45dc-8032-014c76df1f4c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.556114] env[70527]: DEBUG oslo_vmware.api [None req-c7aab040-f3b2-41c0-864c-485d77317d19 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Waiting for the task: (returnval){ [ 882.556114] env[70527]: value = "task-3913118" [ 882.556114] env[70527]: _type = "Task" [ 882.556114] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.570548] env[70527]: DEBUG oslo_vmware.api [None req-c7aab040-f3b2-41c0-864c-485d77317d19 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Task: {'id': task-3913118, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.644032] env[70527]: DEBUG oslo_vmware.api [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': task-3913113, 'name': ReconfigVM_Task, 'duration_secs': 0.597588} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.644562] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: 7448dd1a-e7e3-4d9f-bcdf-5d8fe057ba38] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 7448dd1a-e7e3-4d9f-bcdf-5d8fe057ba38/7448dd1a-e7e3-4d9f-bcdf-5d8fe057ba38.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 882.645322] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61b3e726-5bc6-47d2-8643-e9c56eda238e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.654229] env[70527]: DEBUG oslo_vmware.api [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Waiting for the task: (returnval){ [ 882.654229] env[70527]: value = "task-3913119" [ 882.654229] env[70527]: _type = "Task" [ 882.654229] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.659056] env[70527]: DEBUG nova.compute.utils [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 882.673468] env[70527]: DEBUG oslo_vmware.api [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': task-3913119, 'name': Rename_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.723941] env[70527]: DEBUG oslo_concurrency.lockutils [None req-db452531-36ef-4b34-81c1-7857ca2c53bf tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.800184] env[70527]: DEBUG oslo_vmware.api [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3913112, 'name': PowerOnVM_Task} progress is 81%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.853056] env[70527]: DEBUG oslo_vmware.api [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52552f74-98f1-69a5-8b10-934c6ec1c19c, 'name': SearchDatastore_Task, 'duration_secs': 0.015059} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.857069] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.857069] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] [instance: 68e47537-a820-4cc4-8856-1e9bcf2e26e2] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 882.857069] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.857324] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.857743] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 882.858559] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45ab35b3-65d0-4f8a-a5a1-cd6db387526d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.872715] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 882.872989] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 882.873912] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af6e47dc-22a9-409d-a58e-f0fb5f85ada0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.885415] env[70527]: DEBUG oslo_vmware.api [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Waiting for the task: (returnval){ [ 882.885415] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52eb64cd-dc11-4ccc-feff-274e2c03220c" [ 882.885415] env[70527]: _type = "Task" [ 882.885415] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.902959] env[70527]: DEBUG oslo_vmware.api [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52eb64cd-dc11-4ccc-feff-274e2c03220c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.947660] env[70527]: DEBUG nova.network.neutron [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] [instance: 0bcc182a-d2e4-4900-930a-d8e2d93f6fc4] Successfully created port: fbf53343-6877-40c3-951a-20ff5038d515 {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 882.983009] env[70527]: DEBUG oslo_vmware.api [None req-451cfb8d-4c2f-4a34-b49d-452c612332e1 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Task: {'id': task-3913117, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.076942] env[70527]: DEBUG oslo_vmware.api [None req-c7aab040-f3b2-41c0-864c-485d77317d19 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Task: {'id': task-3913118, 'name': PowerOffVM_Task, 'duration_secs': 0.237399} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.077666] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7aab040-f3b2-41c0-864c-485d77317d19 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] [instance: 9945a305-bb71-4d5b-a06d-20ec0e17d457] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 883.077666] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-c7aab040-f3b2-41c0-864c-485d77317d19 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] [instance: 9945a305-bb71-4d5b-a06d-20ec0e17d457] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 883.077805] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8507b02-5b69-4838-8b16-ad12050ee816 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.166475] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-c7aab040-f3b2-41c0-864c-485d77317d19 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] [instance: 9945a305-bb71-4d5b-a06d-20ec0e17d457] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 883.166861] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-c7aab040-f3b2-41c0-864c-485d77317d19 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] [instance: 9945a305-bb71-4d5b-a06d-20ec0e17d457] Deleting contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 883.166861] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7aab040-f3b2-41c0-864c-485d77317d19 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Deleting the datastore file [datastore1] 9945a305-bb71-4d5b-a06d-20ec0e17d457 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 883.168151] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-792ecdc7-d4c7-4f32-8bc8-0549d8e51dcb {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.173472] env[70527]: DEBUG nova.compute.manager [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] [instance: 0bcc182a-d2e4-4900-930a-d8e2d93f6fc4] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 883.177465] env[70527]: DEBUG oslo_vmware.api [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': task-3913119, 'name': Rename_Task, 'duration_secs': 0.273516} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.177465] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: 7448dd1a-e7e3-4d9f-bcdf-5d8fe057ba38] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 883.177465] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8af30a1b-d67a-4eb7-830b-104c6df78a31 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.183832] env[70527]: DEBUG oslo_vmware.api [None req-c7aab040-f3b2-41c0-864c-485d77317d19 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Waiting for the task: (returnval){ [ 883.183832] env[70527]: value = "task-3913121" [ 883.183832] env[70527]: _type = "Task" [ 883.183832] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.188933] env[70527]: DEBUG oslo_vmware.api [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Waiting for the task: (returnval){ [ 883.188933] env[70527]: value = "task-3913122" [ 883.188933] env[70527]: _type = "Task" [ 883.188933] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.210156] env[70527]: DEBUG nova.compute.manager [req-73307473-9961-4abd-b00f-e86945787790 req-1fe9a45e-eda0-4ab8-bc65-e234e54770ca service nova] [instance: 68e47537-a820-4cc4-8856-1e9bcf2e26e2] Received event network-changed-fd1b032c-7ca8-471c-a404-ba768c828c4e {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 883.210376] env[70527]: DEBUG nova.compute.manager [req-73307473-9961-4abd-b00f-e86945787790 req-1fe9a45e-eda0-4ab8-bc65-e234e54770ca service nova] [instance: 68e47537-a820-4cc4-8856-1e9bcf2e26e2] Refreshing instance network info cache due to event network-changed-fd1b032c-7ca8-471c-a404-ba768c828c4e. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 883.210594] env[70527]: DEBUG oslo_concurrency.lockutils [req-73307473-9961-4abd-b00f-e86945787790 req-1fe9a45e-eda0-4ab8-bc65-e234e54770ca service nova] Acquiring lock "refresh_cache-68e47537-a820-4cc4-8856-1e9bcf2e26e2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.210730] env[70527]: DEBUG oslo_concurrency.lockutils [req-73307473-9961-4abd-b00f-e86945787790 req-1fe9a45e-eda0-4ab8-bc65-e234e54770ca service nova] Acquired lock "refresh_cache-68e47537-a820-4cc4-8856-1e9bcf2e26e2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.210929] env[70527]: DEBUG nova.network.neutron [req-73307473-9961-4abd-b00f-e86945787790 req-1fe9a45e-eda0-4ab8-bc65-e234e54770ca service nova] [instance: 68e47537-a820-4cc4-8856-1e9bcf2e26e2] Refreshing network info cache for port fd1b032c-7ca8-471c-a404-ba768c828c4e {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 883.212988] env[70527]: DEBUG oslo_vmware.api [None req-c7aab040-f3b2-41c0-864c-485d77317d19 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Task: {'id': task-3913121, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.227434] env[70527]: DEBUG oslo_vmware.api [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': task-3913122, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.231604] env[70527]: DEBUG nova.network.neutron [-] [instance: 1878e6d7-681c-4aca-ae45-7bd001cff323] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.296442] env[70527]: DEBUG oslo_vmware.api [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3913112, 'name': PowerOnVM_Task, 'duration_secs': 1.633476} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.296442] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5017d1d4-1e04-44b0-88eb-9acbfcee557c] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 883.296873] env[70527]: INFO nova.compute.manager [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5017d1d4-1e04-44b0-88eb-9acbfcee557c] Took 12.67 seconds to spawn the instance on the hypervisor. [ 883.296873] env[70527]: DEBUG nova.compute.manager [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5017d1d4-1e04-44b0-88eb-9acbfcee557c] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 883.298192] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c566d5-069d-48dc-8469-f8741a8be93b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.404057] env[70527]: DEBUG oslo_vmware.api [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52eb64cd-dc11-4ccc-feff-274e2c03220c, 'name': SearchDatastore_Task, 'duration_secs': 0.025973} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.407743] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c737de-1e7a-4c97-b367-3ad4abb46765 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.410850] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-439badb4-6bc4-442b-aa58-59c8c91396e5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.418863] env[70527]: DEBUG oslo_vmware.api [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Waiting for the task: (returnval){ [ 883.418863] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52672944-b20f-ad1e-7f0b-d42a7b575ea6" [ 883.418863] env[70527]: _type = "Task" [ 883.418863] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.426682] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae338df5-95f1-43dd-988e-3993fc98cdf5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.438866] env[70527]: DEBUG oslo_vmware.api [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52672944-b20f-ad1e-7f0b-d42a7b575ea6, 'name': SearchDatastore_Task, 'duration_secs': 0.013765} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.468829] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.469174] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 68e47537-a820-4cc4-8856-1e9bcf2e26e2/68e47537-a820-4cc4-8856-1e9bcf2e26e2.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 883.470215] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f690f595-f464-4383-9033-a05eaf95955d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.473461] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65688c0f-473b-45dc-bf36-5347cd0791c5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.493416] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96415861-4169-4aa1-93fa-59bee7161231 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.500015] env[70527]: DEBUG oslo_vmware.api [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Waiting for the task: (returnval){ [ 883.500015] env[70527]: value = "task-3913123" [ 883.500015] env[70527]: _type = "Task" [ 883.500015] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.500015] env[70527]: DEBUG oslo_vmware.api [None req-451cfb8d-4c2f-4a34-b49d-452c612332e1 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Task: {'id': task-3913117, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.610146} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.500015] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-451cfb8d-4c2f-4a34-b49d-452c612332e1 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] 01ecb952-4274-4c03-9642-ff7fc894df3c/01ecb952-4274-4c03-9642-ff7fc894df3c.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 883.500015] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-451cfb8d-4c2f-4a34-b49d-452c612332e1 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] [instance: 01ecb952-4274-4c03-9642-ff7fc894df3c] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 883.504071] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-764d130b-534a-4ea9-9087-5bebc280e6b2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.519554] env[70527]: DEBUG nova.compute.provider_tree [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 883.527572] env[70527]: DEBUG oslo_vmware.api [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Task: {'id': task-3913123, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.530140] env[70527]: DEBUG oslo_vmware.api [None req-451cfb8d-4c2f-4a34-b49d-452c612332e1 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Waiting for the task: (returnval){ [ 883.530140] env[70527]: value = "task-3913124" [ 883.530140] env[70527]: _type = "Task" [ 883.530140] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.541704] env[70527]: DEBUG oslo_vmware.api [None req-451cfb8d-4c2f-4a34-b49d-452c612332e1 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Task: {'id': task-3913124, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.604989] env[70527]: DEBUG oslo_concurrency.lockutils [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Acquiring lock "749d082e-c7a7-44b1-a4a3-37828b4ab05c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.605326] env[70527]: DEBUG oslo_concurrency.lockutils [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Lock "749d082e-c7a7-44b1-a4a3-37828b4ab05c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.702423] env[70527]: DEBUG oslo_vmware.api [None req-c7aab040-f3b2-41c0-864c-485d77317d19 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Task: {'id': task-3913121, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.297896} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.710553] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7aab040-f3b2-41c0-864c-485d77317d19 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 883.710553] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-c7aab040-f3b2-41c0-864c-485d77317d19 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] [instance: 9945a305-bb71-4d5b-a06d-20ec0e17d457] Deleted contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 883.710553] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-c7aab040-f3b2-41c0-864c-485d77317d19 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] [instance: 9945a305-bb71-4d5b-a06d-20ec0e17d457] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 883.710553] env[70527]: INFO nova.compute.manager [None req-c7aab040-f3b2-41c0-864c-485d77317d19 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] [instance: 9945a305-bb71-4d5b-a06d-20ec0e17d457] Took 1.17 seconds to destroy the instance on the hypervisor. [ 883.710553] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7aab040-f3b2-41c0-864c-485d77317d19 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 883.712126] env[70527]: DEBUG oslo_vmware.api [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': task-3913122, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.712126] env[70527]: DEBUG nova.compute.manager [-] [instance: 9945a305-bb71-4d5b-a06d-20ec0e17d457] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 883.712126] env[70527]: DEBUG nova.network.neutron [-] [instance: 9945a305-bb71-4d5b-a06d-20ec0e17d457] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 883.734468] env[70527]: INFO nova.compute.manager [-] [instance: 1878e6d7-681c-4aca-ae45-7bd001cff323] Took 1.54 seconds to deallocate network for instance. [ 883.823314] env[70527]: INFO nova.compute.manager [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5017d1d4-1e04-44b0-88eb-9acbfcee557c] Took 49.23 seconds to build instance. [ 883.864328] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquiring lock "8023716a-02ca-479e-ae56-9af98b173fd1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.864393] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Lock "8023716a-02ca-479e-ae56-9af98b173fd1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.010333] env[70527]: DEBUG oslo_vmware.api [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Task: {'id': task-3913123, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.023862] env[70527]: DEBUG nova.scheduler.client.report [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.041997] env[70527]: DEBUG oslo_vmware.api [None req-451cfb8d-4c2f-4a34-b49d-452c612332e1 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Task: {'id': task-3913124, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087137} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.042309] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-451cfb8d-4c2f-4a34-b49d-452c612332e1 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] [instance: 01ecb952-4274-4c03-9642-ff7fc894df3c] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 884.043451] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f48c087-fb09-4f25-9b5a-09169081ba77 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.072058] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-451cfb8d-4c2f-4a34-b49d-452c612332e1 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] [instance: 01ecb952-4274-4c03-9642-ff7fc894df3c] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 01ecb952-4274-4c03-9642-ff7fc894df3c/01ecb952-4274-4c03-9642-ff7fc894df3c.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 884.074145] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46863596-c5d8-4d09-82b9-25e7a0945817 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.097608] env[70527]: DEBUG oslo_vmware.api [None req-451cfb8d-4c2f-4a34-b49d-452c612332e1 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Waiting for the task: (returnval){ [ 884.097608] env[70527]: value = "task-3913125" [ 884.097608] env[70527]: _type = "Task" [ 884.097608] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.108562] env[70527]: DEBUG oslo_vmware.api [None req-451cfb8d-4c2f-4a34-b49d-452c612332e1 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Task: {'id': task-3913125, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.195164] env[70527]: DEBUG nova.compute.manager [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] [instance: 0bcc182a-d2e4-4900-930a-d8e2d93f6fc4] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 884.220090] env[70527]: DEBUG oslo_vmware.api [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': task-3913122, 'name': PowerOnVM_Task, 'duration_secs': 0.596261} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.223203] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: 7448dd1a-e7e3-4d9f-bcdf-5d8fe057ba38] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 884.223502] env[70527]: INFO nova.compute.manager [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: 7448dd1a-e7e3-4d9f-bcdf-5d8fe057ba38] Took 9.09 seconds to spawn the instance on the hypervisor. [ 884.223740] env[70527]: DEBUG nova.compute.manager [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: 7448dd1a-e7e3-4d9f-bcdf-5d8fe057ba38] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 884.225311] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2900d94c-7c90-4299-a4f0-386a80f88fac {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.231645] env[70527]: DEBUG nova.virt.hardware [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:22:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='578064015',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-2059906267',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 884.231878] env[70527]: DEBUG nova.virt.hardware [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 884.232047] env[70527]: DEBUG nova.virt.hardware [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 884.232236] env[70527]: DEBUG nova.virt.hardware [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 884.232385] env[70527]: DEBUG nova.virt.hardware [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 884.232534] env[70527]: DEBUG nova.virt.hardware [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 884.232748] env[70527]: DEBUG nova.virt.hardware [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 884.232906] env[70527]: DEBUG nova.virt.hardware [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 884.233094] env[70527]: DEBUG nova.virt.hardware [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 884.233262] env[70527]: DEBUG nova.virt.hardware [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 884.233436] env[70527]: DEBUG nova.virt.hardware [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 884.234352] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5365e5-0f7a-4173-b985-38dd365dfd8d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.249781] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d94dcb-52f7-4432-9d9d-55708f37b365 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.325951] env[70527]: INFO nova.compute.manager [None req-767d28a3-6ccc-4a7a-8b77-1005ecaadfff tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 1878e6d7-681c-4aca-ae45-7bd001cff323] Took 0.59 seconds to detach 1 volumes for instance. [ 884.327944] env[70527]: DEBUG oslo_concurrency.lockutils [None req-18a98f54-20f6-4250-b880-1b63e8b67b2a tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Lock "5017d1d4-1e04-44b0-88eb-9acbfcee557c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.361s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.370416] env[70527]: DEBUG nova.network.neutron [req-73307473-9961-4abd-b00f-e86945787790 req-1fe9a45e-eda0-4ab8-bc65-e234e54770ca service nova] [instance: 68e47537-a820-4cc4-8856-1e9bcf2e26e2] Updated VIF entry in instance network info cache for port fd1b032c-7ca8-471c-a404-ba768c828c4e. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 884.370816] env[70527]: DEBUG nova.network.neutron [req-73307473-9961-4abd-b00f-e86945787790 req-1fe9a45e-eda0-4ab8-bc65-e234e54770ca service nova] [instance: 68e47537-a820-4cc4-8856-1e9bcf2e26e2] Updating instance_info_cache with network_info: [{"id": "fd1b032c-7ca8-471c-a404-ba768c828c4e", "address": "fa:16:3e:13:c5:ad", "network": {"id": "c190ee79-539f-4890-8a9f-a309cbd8ccec", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1298226388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e7d9eb716ed45ce85f0cbd70df340bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd1b032c-7c", "ovs_interfaceid": "fd1b032c-7ca8-471c-a404-ba768c828c4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.516789] env[70527]: DEBUG oslo_vmware.api [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Task: {'id': task-3913123, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.530929] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.889s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.531617] env[70527]: DEBUG nova.compute.manager [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 884.534753] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.447s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.539285] env[70527]: INFO nova.compute.claims [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: 9c410bd0-3603-4f5a-a9ac-fd78180e3c1d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 884.610346] env[70527]: DEBUG oslo_vmware.api [None req-451cfb8d-4c2f-4a34-b49d-452c612332e1 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Task: {'id': task-3913125, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.751826] env[70527]: INFO nova.compute.manager [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: 7448dd1a-e7e3-4d9f-bcdf-5d8fe057ba38] Took 43.33 seconds to build instance. [ 884.837588] env[70527]: DEBUG oslo_concurrency.lockutils [None req-767d28a3-6ccc-4a7a-8b77-1005ecaadfff tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.838086] env[70527]: DEBUG nova.compute.manager [None req-9a8b5515-c870-47cf-a675-4d14a478a2ec tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] [instance: dd9ece4e-5f48-4ee0-8f15-94d952cd564b] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 884.874592] env[70527]: DEBUG oslo_concurrency.lockutils [req-73307473-9961-4abd-b00f-e86945787790 req-1fe9a45e-eda0-4ab8-bc65-e234e54770ca service nova] Releasing lock "refresh_cache-68e47537-a820-4cc4-8856-1e9bcf2e26e2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.874890] env[70527]: DEBUG nova.compute.manager [req-73307473-9961-4abd-b00f-e86945787790 req-1fe9a45e-eda0-4ab8-bc65-e234e54770ca service nova] [instance: 23137459-71e2-4681-9054-1bde06450f13] Received event network-vif-deleted-1f1a0487-973c-4614-ae20-da574807de9c {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 885.160112] env[70527]: DEBUG nova.compute.utils [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 885.160112] env[70527]: DEBUG nova.compute.manager [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 885.160112] env[70527]: DEBUG nova.network.neutron [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 885.174624] env[70527]: DEBUG oslo_vmware.api [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Task: {'id': task-3913123, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.174624] env[70527]: DEBUG oslo_vmware.api [None req-451cfb8d-4c2f-4a34-b49d-452c612332e1 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Task: {'id': task-3913125, 'name': ReconfigVM_Task, 'duration_secs': 0.598032} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.175163] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-451cfb8d-4c2f-4a34-b49d-452c612332e1 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] [instance: 01ecb952-4274-4c03-9642-ff7fc894df3c] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 01ecb952-4274-4c03-9642-ff7fc894df3c/01ecb952-4274-4c03-9642-ff7fc894df3c.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 885.175952] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6246067-22da-49e0-bc47-65bfe3c97d5a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.186254] env[70527]: DEBUG oslo_vmware.api [None req-451cfb8d-4c2f-4a34-b49d-452c612332e1 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Waiting for the task: (returnval){ [ 885.186254] env[70527]: value = "task-3913126" [ 885.186254] env[70527]: _type = "Task" [ 885.186254] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.205777] env[70527]: DEBUG oslo_vmware.api [None req-451cfb8d-4c2f-4a34-b49d-452c612332e1 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Task: {'id': task-3913126, 'name': Rename_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.220525] env[70527]: DEBUG nova.network.neutron [-] [instance: 9945a305-bb71-4d5b-a06d-20ec0e17d457] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.254189] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4a013091-d46e-4ad2-95fd-6bf739a5309d tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Lock "7448dd1a-e7e3-4d9f-bcdf-5d8fe057ba38" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.937s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.262466] env[70527]: DEBUG nova.policy [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '268097f8570d44779dd81547a4660f5a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8617bc6364874607aeffa5815a304ba7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 885.373537] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9a8b5515-c870-47cf-a675-4d14a478a2ec tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.432109] env[70527]: DEBUG nova.network.neutron [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] [instance: 0bcc182a-d2e4-4900-930a-d8e2d93f6fc4] Successfully updated port: fbf53343-6877-40c3-951a-20ff5038d515 {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 885.513472] env[70527]: DEBUG oslo_vmware.api [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Task: {'id': task-3913123, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.646013} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.513887] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 68e47537-a820-4cc4-8856-1e9bcf2e26e2/68e47537-a820-4cc4-8856-1e9bcf2e26e2.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 885.514263] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] [instance: 68e47537-a820-4cc4-8856-1e9bcf2e26e2] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 885.514769] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3635fa04-9dfb-4f7b-94b9-b295165b0828 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.524688] env[70527]: DEBUG oslo_vmware.api [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Waiting for the task: (returnval){ [ 885.524688] env[70527]: value = "task-3913127" [ 885.524688] env[70527]: _type = "Task" [ 885.524688] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.537747] env[70527]: DEBUG oslo_vmware.api [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Task: {'id': task-3913127, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.644613] env[70527]: DEBUG nova.compute.manager [req-18914fa2-1616-4548-b494-45f503ad7e04 req-537eb547-ad13-48b8-b780-9464cefba11b service nova] [instance: 0bcc182a-d2e4-4900-930a-d8e2d93f6fc4] Received event network-vif-plugged-fbf53343-6877-40c3-951a-20ff5038d515 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 885.645033] env[70527]: DEBUG oslo_concurrency.lockutils [req-18914fa2-1616-4548-b494-45f503ad7e04 req-537eb547-ad13-48b8-b780-9464cefba11b service nova] Acquiring lock "0bcc182a-d2e4-4900-930a-d8e2d93f6fc4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.645377] env[70527]: DEBUG oslo_concurrency.lockutils [req-18914fa2-1616-4548-b494-45f503ad7e04 req-537eb547-ad13-48b8-b780-9464cefba11b service nova] Lock "0bcc182a-d2e4-4900-930a-d8e2d93f6fc4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.645757] env[70527]: DEBUG oslo_concurrency.lockutils [req-18914fa2-1616-4548-b494-45f503ad7e04 req-537eb547-ad13-48b8-b780-9464cefba11b service nova] Lock "0bcc182a-d2e4-4900-930a-d8e2d93f6fc4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.646031] env[70527]: DEBUG nova.compute.manager [req-18914fa2-1616-4548-b494-45f503ad7e04 req-537eb547-ad13-48b8-b780-9464cefba11b service nova] [instance: 0bcc182a-d2e4-4900-930a-d8e2d93f6fc4] No waiting events found dispatching network-vif-plugged-fbf53343-6877-40c3-951a-20ff5038d515 {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 885.646512] env[70527]: WARNING nova.compute.manager [req-18914fa2-1616-4548-b494-45f503ad7e04 req-537eb547-ad13-48b8-b780-9464cefba11b service nova] [instance: 0bcc182a-d2e4-4900-930a-d8e2d93f6fc4] Received unexpected event network-vif-plugged-fbf53343-6877-40c3-951a-20ff5038d515 for instance with vm_state building and task_state spawning. [ 885.683498] env[70527]: DEBUG nova.compute.manager [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 885.698083] env[70527]: DEBUG oslo_vmware.api [None req-451cfb8d-4c2f-4a34-b49d-452c612332e1 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Task: {'id': task-3913126, 'name': Rename_Task, 'duration_secs': 0.20677} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.698720] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-451cfb8d-4c2f-4a34-b49d-452c612332e1 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] [instance: 01ecb952-4274-4c03-9642-ff7fc894df3c] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 885.699028] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-843b0c54-b3b7-4d4c-b508-4c88dd44d8c5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.708779] env[70527]: DEBUG oslo_vmware.api [None req-451cfb8d-4c2f-4a34-b49d-452c612332e1 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Waiting for the task: (returnval){ [ 885.708779] env[70527]: value = "task-3913128" [ 885.708779] env[70527]: _type = "Task" [ 885.708779] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.722505] env[70527]: DEBUG oslo_vmware.api [None req-451cfb8d-4c2f-4a34-b49d-452c612332e1 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Task: {'id': task-3913128, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.726600] env[70527]: INFO nova.compute.manager [-] [instance: 9945a305-bb71-4d5b-a06d-20ec0e17d457] Took 2.02 seconds to deallocate network for instance. [ 885.756268] env[70527]: DEBUG nova.network.neutron [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Successfully created port: 1936c003-2b62-4ba0-b826-35044078faf9 {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 885.760373] env[70527]: DEBUG nova.compute.manager [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: b0e3fd31-6785-4d93-bc58-be1a03aa5f31] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 885.767287] env[70527]: DEBUG nova.compute.manager [req-c09f7e85-bde4-424a-8e15-b6a70a2cfc5e req-f52e205b-d4ad-4596-a6ea-39d7b06144e3 service nova] [instance: 1878e6d7-681c-4aca-ae45-7bd001cff323] Received event network-vif-deleted-3d5a0052-c08a-45b1-aaf1-c99d18618367 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 885.767287] env[70527]: DEBUG nova.compute.manager [req-c09f7e85-bde4-424a-8e15-b6a70a2cfc5e req-f52e205b-d4ad-4596-a6ea-39d7b06144e3 service nova] [instance: 9945a305-bb71-4d5b-a06d-20ec0e17d457] Received event network-vif-deleted-2aec538b-642f-426b-a2d3-308c05c721e6 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 885.940381] env[70527]: DEBUG oslo_concurrency.lockutils [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Acquiring lock "refresh_cache-0bcc182a-d2e4-4900-930a-d8e2d93f6fc4" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.940381] env[70527]: DEBUG oslo_concurrency.lockutils [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Acquired lock "refresh_cache-0bcc182a-d2e4-4900-930a-d8e2d93f6fc4" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.940381] env[70527]: DEBUG nova.network.neutron [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] [instance: 0bcc182a-d2e4-4900-930a-d8e2d93f6fc4] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 886.038602] env[70527]: DEBUG oslo_vmware.api [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Task: {'id': task-3913127, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091296} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.039045] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] [instance: 68e47537-a820-4cc4-8856-1e9bcf2e26e2] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 886.039733] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e874838-e62c-44de-bfc1-981c95b679b1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.073192] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] [instance: 68e47537-a820-4cc4-8856-1e9bcf2e26e2] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 68e47537-a820-4cc4-8856-1e9bcf2e26e2/68e47537-a820-4cc4-8856-1e9bcf2e26e2.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 886.073539] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46a3655f-7419-462e-bdb0-1c58aadac520 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.098754] env[70527]: DEBUG oslo_vmware.api [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Waiting for the task: (returnval){ [ 886.098754] env[70527]: value = "task-3913129" [ 886.098754] env[70527]: _type = "Task" [ 886.098754] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.111881] env[70527]: DEBUG oslo_vmware.api [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Task: {'id': task-3913129, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.224872] env[70527]: DEBUG oslo_vmware.api [None req-451cfb8d-4c2f-4a34-b49d-452c612332e1 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Task: {'id': task-3913128, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.240901] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c7aab040-f3b2-41c0-864c-485d77317d19 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.296623] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.398029] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa086b6c-2ae2-46fd-b4af-2c2b44a63203 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.406269] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7e42dc-828f-48b5-b0e5-182b8fe3ba9f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.446536] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cecdfec7-ce84-43cb-9422-62ce245a108d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.455851] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc54097-9d53-4f15-9066-ac9a506861dd {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.473186] env[70527]: DEBUG nova.compute.provider_tree [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.531158] env[70527]: DEBUG nova.network.neutron [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] [instance: 0bcc182a-d2e4-4900-930a-d8e2d93f6fc4] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 886.610912] env[70527]: DEBUG oslo_vmware.api [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Task: {'id': task-3913129, 'name': ReconfigVM_Task, 'duration_secs': 0.481368} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.611230] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] [instance: 68e47537-a820-4cc4-8856-1e9bcf2e26e2] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 68e47537-a820-4cc4-8856-1e9bcf2e26e2/68e47537-a820-4cc4-8856-1e9bcf2e26e2.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 886.611891] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e7d7ddab-c096-4d87-b045-dee086dd3926 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.620658] env[70527]: DEBUG oslo_vmware.api [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Waiting for the task: (returnval){ [ 886.620658] env[70527]: value = "task-3913130" [ 886.620658] env[70527]: _type = "Task" [ 886.620658] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.632323] env[70527]: DEBUG oslo_vmware.api [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Task: {'id': task-3913130, 'name': Rename_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.665027] env[70527]: DEBUG oslo_concurrency.lockutils [None req-287325e7-408f-46d7-aa0c-90e2b93ff2b4 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Acquiring lock "7448dd1a-e7e3-4d9f-bcdf-5d8fe057ba38" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.665340] env[70527]: DEBUG oslo_concurrency.lockutils [None req-287325e7-408f-46d7-aa0c-90e2b93ff2b4 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Lock "7448dd1a-e7e3-4d9f-bcdf-5d8fe057ba38" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.665554] env[70527]: DEBUG oslo_concurrency.lockutils [None req-287325e7-408f-46d7-aa0c-90e2b93ff2b4 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Acquiring lock "7448dd1a-e7e3-4d9f-bcdf-5d8fe057ba38-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.665746] env[70527]: DEBUG oslo_concurrency.lockutils [None req-287325e7-408f-46d7-aa0c-90e2b93ff2b4 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Lock "7448dd1a-e7e3-4d9f-bcdf-5d8fe057ba38-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.665923] env[70527]: DEBUG oslo_concurrency.lockutils [None req-287325e7-408f-46d7-aa0c-90e2b93ff2b4 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Lock "7448dd1a-e7e3-4d9f-bcdf-5d8fe057ba38-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.669983] env[70527]: INFO nova.compute.manager [None req-287325e7-408f-46d7-aa0c-90e2b93ff2b4 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: 7448dd1a-e7e3-4d9f-bcdf-5d8fe057ba38] Terminating instance [ 886.703499] env[70527]: DEBUG nova.compute.manager [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 886.730741] env[70527]: DEBUG oslo_vmware.api [None req-451cfb8d-4c2f-4a34-b49d-452c612332e1 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Task: {'id': task-3913128, 'name': PowerOnVM_Task, 'duration_secs': 0.66138} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.731266] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-451cfb8d-4c2f-4a34-b49d-452c612332e1 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] [instance: 01ecb952-4274-4c03-9642-ff7fc894df3c] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 886.731562] env[70527]: INFO nova.compute.manager [None req-451cfb8d-4c2f-4a34-b49d-452c612332e1 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] [instance: 01ecb952-4274-4c03-9642-ff7fc894df3c] Took 6.54 seconds to spawn the instance on the hypervisor. [ 886.731858] env[70527]: DEBUG nova.compute.manager [None req-451cfb8d-4c2f-4a34-b49d-452c612332e1 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] [instance: 01ecb952-4274-4c03-9642-ff7fc894df3c] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 886.733614] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb27ee2-f8cf-48a4-9111-7a7f3d7be0bd {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.741955] env[70527]: DEBUG nova.virt.hardware [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 886.742273] env[70527]: DEBUG nova.virt.hardware [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 886.742535] env[70527]: DEBUG nova.virt.hardware [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 886.742834] env[70527]: DEBUG nova.virt.hardware [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 886.743077] env[70527]: DEBUG nova.virt.hardware [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 886.743338] env[70527]: DEBUG nova.virt.hardware [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 886.743686] env[70527]: DEBUG nova.virt.hardware [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 886.743962] env[70527]: DEBUG nova.virt.hardware [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 886.744255] env[70527]: DEBUG nova.virt.hardware [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 886.744548] env[70527]: DEBUG nova.virt.hardware [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 886.744846] env[70527]: DEBUG nova.virt.hardware [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 886.746152] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d17409b-c122-4669-98c4-3cea38645ee0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.763211] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf657f2c-db07-44dd-88e3-0f870075d3c3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.947937] env[70527]: DEBUG nova.network.neutron [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] [instance: 0bcc182a-d2e4-4900-930a-d8e2d93f6fc4] Updating instance_info_cache with network_info: [{"id": "fbf53343-6877-40c3-951a-20ff5038d515", "address": "fa:16:3e:5c:2f:d5", "network": {"id": "bf0e3a89-990f-4484-9154-ead6cffd7ca5", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-36617799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1c9672c42a9428691f82d4453963d3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbf53343-68", "ovs_interfaceid": "fbf53343-6877-40c3-951a-20ff5038d515", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.976469] env[70527]: DEBUG nova.scheduler.client.report [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 887.134998] env[70527]: DEBUG oslo_vmware.api [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Task: {'id': task-3913130, 'name': Rename_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.174064] env[70527]: DEBUG nova.compute.manager [None req-287325e7-408f-46d7-aa0c-90e2b93ff2b4 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: 7448dd1a-e7e3-4d9f-bcdf-5d8fe057ba38] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 887.174333] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-287325e7-408f-46d7-aa0c-90e2b93ff2b4 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: 7448dd1a-e7e3-4d9f-bcdf-5d8fe057ba38] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 887.175266] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf6aacf-68ef-4017-8bf7-b7b3270fd093 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.186060] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-287325e7-408f-46d7-aa0c-90e2b93ff2b4 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: 7448dd1a-e7e3-4d9f-bcdf-5d8fe057ba38] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 887.186400] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e21d1b3-2f8f-442d-8c6c-a1d386c1c636 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.194621] env[70527]: DEBUG oslo_vmware.api [None req-287325e7-408f-46d7-aa0c-90e2b93ff2b4 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Waiting for the task: (returnval){ [ 887.194621] env[70527]: value = "task-3913131" [ 887.194621] env[70527]: _type = "Task" [ 887.194621] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.204514] env[70527]: DEBUG oslo_vmware.api [None req-287325e7-408f-46d7-aa0c-90e2b93ff2b4 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': task-3913131, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.273692] env[70527]: INFO nova.compute.manager [None req-451cfb8d-4c2f-4a34-b49d-452c612332e1 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] [instance: 01ecb952-4274-4c03-9642-ff7fc894df3c] Took 30.65 seconds to build instance. [ 887.456066] env[70527]: DEBUG oslo_concurrency.lockutils [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Releasing lock "refresh_cache-0bcc182a-d2e4-4900-930a-d8e2d93f6fc4" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.456066] env[70527]: DEBUG nova.compute.manager [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] [instance: 0bcc182a-d2e4-4900-930a-d8e2d93f6fc4] Instance network_info: |[{"id": "fbf53343-6877-40c3-951a-20ff5038d515", "address": "fa:16:3e:5c:2f:d5", "network": {"id": "bf0e3a89-990f-4484-9154-ead6cffd7ca5", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-36617799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1c9672c42a9428691f82d4453963d3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbf53343-68", "ovs_interfaceid": "fbf53343-6877-40c3-951a-20ff5038d515", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 887.456354] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] [instance: 0bcc182a-d2e4-4900-930a-d8e2d93f6fc4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:2f:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'abcf0d10-3f3f-45dc-923e-1c78766e2dad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fbf53343-6877-40c3-951a-20ff5038d515', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 887.465713] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 887.466451] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0bcc182a-d2e4-4900-930a-d8e2d93f6fc4] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 887.467388] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0459375-2883-498f-ba0c-278df7f81268 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.483832] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.949s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.486121] env[70527]: DEBUG nova.compute.manager [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: 9c410bd0-3603-4f5a-a9ac-fd78180e3c1d] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 887.489134] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fdf258e9-f1f8-4468-9e83-0fe91dd50d93 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.597s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.489134] env[70527]: DEBUG nova.objects.instance [None req-fdf258e9-f1f8-4468-9e83-0fe91dd50d93 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Lazy-loading 'resources' on Instance uuid 585795f1-3a3c-4f0e-9c64-0b23876ab5b6 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 887.499626] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 887.499626] env[70527]: value = "task-3913132" [ 887.499626] env[70527]: _type = "Task" [ 887.499626] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.513653] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913132, 'name': CreateVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.637032] env[70527]: DEBUG oslo_vmware.api [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Task: {'id': task-3913130, 'name': Rename_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.705529] env[70527]: DEBUG oslo_vmware.api [None req-287325e7-408f-46d7-aa0c-90e2b93ff2b4 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': task-3913131, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.777846] env[70527]: DEBUG oslo_concurrency.lockutils [None req-451cfb8d-4c2f-4a34-b49d-452c612332e1 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Lock "01ecb952-4274-4c03-9642-ff7fc894df3c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.546s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.940284] env[70527]: DEBUG nova.network.neutron [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Successfully updated port: 1936c003-2b62-4ba0-b826-35044078faf9 {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 888.000159] env[70527]: DEBUG nova.compute.utils [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 888.004302] env[70527]: DEBUG nova.compute.manager [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: 9c410bd0-3603-4f5a-a9ac-fd78180e3c1d] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 888.004503] env[70527]: DEBUG nova.network.neutron [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: 9c410bd0-3603-4f5a-a9ac-fd78180e3c1d] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 888.007330] env[70527]: DEBUG nova.compute.manager [req-6e63e9d7-043c-4a5a-a9a7-99f563ea01e2 req-f16fb035-fdbe-4373-ae37-6320ff020f6c service nova] [instance: 0bcc182a-d2e4-4900-930a-d8e2d93f6fc4] Received event network-changed-fbf53343-6877-40c3-951a-20ff5038d515 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 888.007538] env[70527]: DEBUG nova.compute.manager [req-6e63e9d7-043c-4a5a-a9a7-99f563ea01e2 req-f16fb035-fdbe-4373-ae37-6320ff020f6c service nova] [instance: 0bcc182a-d2e4-4900-930a-d8e2d93f6fc4] Refreshing instance network info cache due to event network-changed-fbf53343-6877-40c3-951a-20ff5038d515. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 888.007754] env[70527]: DEBUG oslo_concurrency.lockutils [req-6e63e9d7-043c-4a5a-a9a7-99f563ea01e2 req-f16fb035-fdbe-4373-ae37-6320ff020f6c service nova] Acquiring lock "refresh_cache-0bcc182a-d2e4-4900-930a-d8e2d93f6fc4" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.010782] env[70527]: DEBUG oslo_concurrency.lockutils [req-6e63e9d7-043c-4a5a-a9a7-99f563ea01e2 req-f16fb035-fdbe-4373-ae37-6320ff020f6c service nova] Acquired lock "refresh_cache-0bcc182a-d2e4-4900-930a-d8e2d93f6fc4" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.010782] env[70527]: DEBUG nova.network.neutron [req-6e63e9d7-043c-4a5a-a9a7-99f563ea01e2 req-f16fb035-fdbe-4373-ae37-6320ff020f6c service nova] [instance: 0bcc182a-d2e4-4900-930a-d8e2d93f6fc4] Refreshing network info cache for port fbf53343-6877-40c3-951a-20ff5038d515 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 888.033974] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913132, 'name': CreateVM_Task, 'duration_secs': 0.531009} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.034820] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0bcc182a-d2e4-4900-930a-d8e2d93f6fc4] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 888.035818] env[70527]: DEBUG oslo_concurrency.lockutils [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.036081] env[70527]: DEBUG oslo_concurrency.lockutils [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.037183] env[70527]: DEBUG oslo_concurrency.lockutils [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.037430] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-464c419f-aaf6-4b90-bada-1bd8a35a6cf2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.051455] env[70527]: DEBUG oslo_vmware.api [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Waiting for the task: (returnval){ [ 888.051455] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52d02a54-c8d9-2be0-a9b9-af6785ea4b0d" [ 888.051455] env[70527]: _type = "Task" [ 888.051455] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.066935] env[70527]: DEBUG oslo_vmware.api [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52d02a54-c8d9-2be0-a9b9-af6785ea4b0d, 'name': SearchDatastore_Task, 'duration_secs': 0.012427} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.073040] env[70527]: DEBUG oslo_concurrency.lockutils [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.073040] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] [instance: 0bcc182a-d2e4-4900-930a-d8e2d93f6fc4] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 888.073462] env[70527]: DEBUG oslo_concurrency.lockutils [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.073555] env[70527]: DEBUG oslo_concurrency.lockutils [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.074054] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 888.078236] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-21407f4f-5c08-4f64-8b13-c07f1e5bf80a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.089878] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 888.090363] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 888.091541] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7428f962-96f3-4656-8342-38549e734028 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.101280] env[70527]: DEBUG oslo_vmware.api [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Waiting for the task: (returnval){ [ 888.101280] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52eeba8a-6053-d1be-d0b2-07406e6e992c" [ 888.101280] env[70527]: _type = "Task" [ 888.101280] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.112110] env[70527]: DEBUG oslo_vmware.api [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52eeba8a-6053-d1be-d0b2-07406e6e992c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.117686] env[70527]: DEBUG nova.compute.manager [req-9b72c8f7-a0c2-4b1e-af03-679abcd31d63 req-597f858f-61b7-4b62-b0b1-7300e94c4282 service nova] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Received event network-vif-plugged-1936c003-2b62-4ba0-b826-35044078faf9 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 888.118256] env[70527]: DEBUG oslo_concurrency.lockutils [req-9b72c8f7-a0c2-4b1e-af03-679abcd31d63 req-597f858f-61b7-4b62-b0b1-7300e94c4282 service nova] Acquiring lock "d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.118256] env[70527]: DEBUG oslo_concurrency.lockutils [req-9b72c8f7-a0c2-4b1e-af03-679abcd31d63 req-597f858f-61b7-4b62-b0b1-7300e94c4282 service nova] Lock "d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.118400] env[70527]: DEBUG oslo_concurrency.lockutils [req-9b72c8f7-a0c2-4b1e-af03-679abcd31d63 req-597f858f-61b7-4b62-b0b1-7300e94c4282 service nova] Lock "d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.119162] env[70527]: DEBUG nova.compute.manager [req-9b72c8f7-a0c2-4b1e-af03-679abcd31d63 req-597f858f-61b7-4b62-b0b1-7300e94c4282 service nova] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] No waiting events found dispatching network-vif-plugged-1936c003-2b62-4ba0-b826-35044078faf9 {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 888.119162] env[70527]: WARNING nova.compute.manager [req-9b72c8f7-a0c2-4b1e-af03-679abcd31d63 req-597f858f-61b7-4b62-b0b1-7300e94c4282 service nova] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Received unexpected event network-vif-plugged-1936c003-2b62-4ba0-b826-35044078faf9 for instance with vm_state building and task_state spawning. [ 888.137672] env[70527]: DEBUG oslo_vmware.api [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Task: {'id': task-3913130, 'name': Rename_Task, 'duration_secs': 1.069828} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.137963] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] [instance: 68e47537-a820-4cc4-8856-1e9bcf2e26e2] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 888.138230] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0822c6c2-d832-4dfd-9923-91ade0f5f524 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.155717] env[70527]: DEBUG nova.policy [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab8a4d58e63044d189b47299c24b3743', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ed4db1eb0ba4f2fa60c393507b4b8fc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 888.160604] env[70527]: DEBUG oslo_vmware.api [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Waiting for the task: (returnval){ [ 888.160604] env[70527]: value = "task-3913133" [ 888.160604] env[70527]: _type = "Task" [ 888.160604] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.173523] env[70527]: DEBUG oslo_vmware.api [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Task: {'id': task-3913133, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.211014] env[70527]: DEBUG oslo_vmware.api [None req-287325e7-408f-46d7-aa0c-90e2b93ff2b4 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': task-3913131, 'name': PowerOffVM_Task, 'duration_secs': 0.533364} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.211014] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-287325e7-408f-46d7-aa0c-90e2b93ff2b4 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: 7448dd1a-e7e3-4d9f-bcdf-5d8fe057ba38] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 888.211014] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-287325e7-408f-46d7-aa0c-90e2b93ff2b4 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: 7448dd1a-e7e3-4d9f-bcdf-5d8fe057ba38] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 888.211269] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-776f60cc-86e9-49d5-8d92-ffb8d81ae938 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.242358] env[70527]: DEBUG nova.compute.manager [None req-af795769-e260-4cca-a397-9ebbefdc753f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5017d1d4-1e04-44b0-88eb-9acbfcee557c] Stashing vm_state: active {{(pid=70527) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 888.280537] env[70527]: DEBUG nova.compute.manager [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 1bf0b648-03d2-4915-bf40-f2af832e4e81] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 888.283840] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-287325e7-408f-46d7-aa0c-90e2b93ff2b4 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: 7448dd1a-e7e3-4d9f-bcdf-5d8fe057ba38] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 888.284699] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-287325e7-408f-46d7-aa0c-90e2b93ff2b4 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: 7448dd1a-e7e3-4d9f-bcdf-5d8fe057ba38] Deleting contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 888.284699] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-287325e7-408f-46d7-aa0c-90e2b93ff2b4 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Deleting the datastore file [datastore2] 7448dd1a-e7e3-4d9f-bcdf-5d8fe057ba38 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 888.290462] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-abecf197-7a8e-413d-b2ec-9e2e241c0473 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.298559] env[70527]: DEBUG oslo_vmware.api [None req-287325e7-408f-46d7-aa0c-90e2b93ff2b4 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Waiting for the task: (returnval){ [ 888.298559] env[70527]: value = "task-3913135" [ 888.298559] env[70527]: _type = "Task" [ 888.298559] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.309978] env[70527]: DEBUG oslo_vmware.api [None req-287325e7-408f-46d7-aa0c-90e2b93ff2b4 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': task-3913135, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.446782] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquiring lock "refresh_cache-d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.446989] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquired lock "refresh_cache-d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.448042] env[70527]: DEBUG nova.network.neutron [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 888.510797] env[70527]: DEBUG nova.compute.manager [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: 9c410bd0-3603-4f5a-a9ac-fd78180e3c1d] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 888.618203] env[70527]: DEBUG oslo_vmware.api [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52eeba8a-6053-d1be-d0b2-07406e6e992c, 'name': SearchDatastore_Task, 'duration_secs': 0.015942} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.619351] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d517d08e-d607-4290-8993-0fce37aed727 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.626227] env[70527]: DEBUG oslo_vmware.api [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Waiting for the task: (returnval){ [ 888.626227] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52f9693d-3d6d-4742-1148-8579492cd0b8" [ 888.626227] env[70527]: _type = "Task" [ 888.626227] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.639345] env[70527]: DEBUG oslo_vmware.api [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52f9693d-3d6d-4742-1148-8579492cd0b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.675624] env[70527]: DEBUG oslo_vmware.api [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Task: {'id': task-3913133, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.771921] env[70527]: DEBUG oslo_concurrency.lockutils [None req-af795769-e260-4cca-a397-9ebbefdc753f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.774454] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a5bcb1-2032-4a2a-9d82-0ee1614263b8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.785210] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4ef783-5f36-4580-a3b2-9aebafdc638b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.825184] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.829698] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab00939-2665-414e-a19a-8b1a94b95488 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.842392] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd0101e-a942-436f-aa25-eec1972b776d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.847790] env[70527]: DEBUG oslo_vmware.api [None req-287325e7-408f-46d7-aa0c-90e2b93ff2b4 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': task-3913135, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258791} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.848189] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-287325e7-408f-46d7-aa0c-90e2b93ff2b4 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 888.848702] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-287325e7-408f-46d7-aa0c-90e2b93ff2b4 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: 7448dd1a-e7e3-4d9f-bcdf-5d8fe057ba38] Deleted contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 888.848702] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-287325e7-408f-46d7-aa0c-90e2b93ff2b4 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: 7448dd1a-e7e3-4d9f-bcdf-5d8fe057ba38] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 888.848887] env[70527]: INFO nova.compute.manager [None req-287325e7-408f-46d7-aa0c-90e2b93ff2b4 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: 7448dd1a-e7e3-4d9f-bcdf-5d8fe057ba38] Took 1.67 seconds to destroy the instance on the hypervisor. [ 888.849036] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-287325e7-408f-46d7-aa0c-90e2b93ff2b4 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 888.850189] env[70527]: DEBUG nova.compute.manager [-] [instance: 7448dd1a-e7e3-4d9f-bcdf-5d8fe057ba38] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 888.850470] env[70527]: DEBUG nova.network.neutron [-] [instance: 7448dd1a-e7e3-4d9f-bcdf-5d8fe057ba38] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 888.866827] env[70527]: DEBUG nova.compute.provider_tree [None req-fdf258e9-f1f8-4468-9e83-0fe91dd50d93 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 888.921422] env[70527]: DEBUG nova.network.neutron [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: 9c410bd0-3603-4f5a-a9ac-fd78180e3c1d] Successfully created port: 878b8693-1e73-4d69-9932-361857e98a02 {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 889.037273] env[70527]: DEBUG nova.network.neutron [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 889.143541] env[70527]: DEBUG oslo_vmware.api [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52f9693d-3d6d-4742-1148-8579492cd0b8, 'name': SearchDatastore_Task, 'duration_secs': 0.017168} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.143915] env[70527]: DEBUG oslo_concurrency.lockutils [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.144396] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] 0bcc182a-d2e4-4900-930a-d8e2d93f6fc4/0bcc182a-d2e4-4900-930a-d8e2d93f6fc4.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 889.144724] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c46aa917-e567-4e1a-8a0c-5298f471a972 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.160593] env[70527]: DEBUG oslo_vmware.api [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Waiting for the task: (returnval){ [ 889.160593] env[70527]: value = "task-3913136" [ 889.160593] env[70527]: _type = "Task" [ 889.160593] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.188165] env[70527]: DEBUG oslo_vmware.api [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Task: {'id': task-3913133, 'name': PowerOnVM_Task, 'duration_secs': 0.683767} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.188165] env[70527]: DEBUG oslo_vmware.api [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Task: {'id': task-3913136, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.188165] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] [instance: 68e47537-a820-4cc4-8856-1e9bcf2e26e2] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 889.188165] env[70527]: INFO nova.compute.manager [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] [instance: 68e47537-a820-4cc4-8856-1e9bcf2e26e2] Took 11.29 seconds to spawn the instance on the hypervisor. [ 889.188342] env[70527]: DEBUG nova.compute.manager [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] [instance: 68e47537-a820-4cc4-8856-1e9bcf2e26e2] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 889.189257] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e196f83-8c01-4eaf-9107-949f7ac8e7dd {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.374734] env[70527]: DEBUG nova.scheduler.client.report [None req-fdf258e9-f1f8-4468-9e83-0fe91dd50d93 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 889.529847] env[70527]: DEBUG nova.compute.manager [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: 9c410bd0-3603-4f5a-a9ac-fd78180e3c1d] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 889.549316] env[70527]: DEBUG nova.network.neutron [req-6e63e9d7-043c-4a5a-a9a7-99f563ea01e2 req-f16fb035-fdbe-4373-ae37-6320ff020f6c service nova] [instance: 0bcc182a-d2e4-4900-930a-d8e2d93f6fc4] Updated VIF entry in instance network info cache for port fbf53343-6877-40c3-951a-20ff5038d515. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 889.549757] env[70527]: DEBUG nova.network.neutron [req-6e63e9d7-043c-4a5a-a9a7-99f563ea01e2 req-f16fb035-fdbe-4373-ae37-6320ff020f6c service nova] [instance: 0bcc182a-d2e4-4900-930a-d8e2d93f6fc4] Updating instance_info_cache with network_info: [{"id": "fbf53343-6877-40c3-951a-20ff5038d515", "address": "fa:16:3e:5c:2f:d5", "network": {"id": "bf0e3a89-990f-4484-9154-ead6cffd7ca5", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-36617799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1c9672c42a9428691f82d4453963d3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbf53343-68", "ovs_interfaceid": "fbf53343-6877-40c3-951a-20ff5038d515", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.557538] env[70527]: DEBUG nova.network.neutron [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Updating instance_info_cache with network_info: [{"id": "1936c003-2b62-4ba0-b826-35044078faf9", "address": "fa:16:3e:20:79:ff", "network": {"id": "e5ccb129-b701-4940-8889-7ade352f59a7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-618810543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8617bc6364874607aeffa5815a304ba7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1936c003-2b", "ovs_interfaceid": "1936c003-2b62-4ba0-b826-35044078faf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.577649] env[70527]: DEBUG nova.virt.hardware [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 889.577649] env[70527]: DEBUG nova.virt.hardware [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 889.577649] env[70527]: DEBUG nova.virt.hardware [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 889.577860] env[70527]: DEBUG nova.virt.hardware [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 889.577860] env[70527]: DEBUG nova.virt.hardware [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 889.577951] env[70527]: DEBUG nova.virt.hardware [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 889.578127] env[70527]: DEBUG nova.virt.hardware [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 889.578299] env[70527]: DEBUG nova.virt.hardware [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 889.578442] env[70527]: DEBUG nova.virt.hardware [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 889.578607] env[70527]: DEBUG nova.virt.hardware [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 889.578780] env[70527]: DEBUG nova.virt.hardware [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 889.580534] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee68d237-6271-4286-92af-38f0c3d94a03 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.593946] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c9cb6b4-fdb8-4f80-83db-326f07de1f3d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.662358] env[70527]: INFO nova.compute.manager [None req-318b0af0-fd33-49bc-ab4e-9c852c7ca1f7 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] [instance: 01ecb952-4274-4c03-9642-ff7fc894df3c] Rebuilding instance [ 889.679722] env[70527]: DEBUG oslo_vmware.api [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Task: {'id': task-3913136, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.714342] env[70527]: INFO nova.compute.manager [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] [instance: 68e47537-a820-4cc4-8856-1e9bcf2e26e2] Took 37.19 seconds to build instance. [ 889.747103] env[70527]: DEBUG nova.compute.manager [None req-318b0af0-fd33-49bc-ab4e-9c852c7ca1f7 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] [instance: 01ecb952-4274-4c03-9642-ff7fc894df3c] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 889.750153] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca4cf58-b0b9-4563-8269-778f686ec08d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.883686] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fdf258e9-f1f8-4468-9e83-0fe91dd50d93 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.395s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.887139] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.031s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.888702] env[70527]: INFO nova.compute.claims [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: 430c77ef-9bdb-42c1-aee4-2d5bcc6be0da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 889.912911] env[70527]: INFO nova.scheduler.client.report [None req-fdf258e9-f1f8-4468-9e83-0fe91dd50d93 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Deleted allocations for instance 585795f1-3a3c-4f0e-9c64-0b23876ab5b6 [ 890.053236] env[70527]: DEBUG oslo_concurrency.lockutils [req-6e63e9d7-043c-4a5a-a9a7-99f563ea01e2 req-f16fb035-fdbe-4373-ae37-6320ff020f6c service nova] Releasing lock "refresh_cache-0bcc182a-d2e4-4900-930a-d8e2d93f6fc4" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.060323] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Releasing lock "refresh_cache-d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.062747] env[70527]: DEBUG nova.compute.manager [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Instance network_info: |[{"id": "1936c003-2b62-4ba0-b826-35044078faf9", "address": "fa:16:3e:20:79:ff", "network": {"id": "e5ccb129-b701-4940-8889-7ade352f59a7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-618810543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8617bc6364874607aeffa5815a304ba7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1936c003-2b", "ovs_interfaceid": "1936c003-2b62-4ba0-b826-35044078faf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 890.063323] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:79:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9aa05ef8-c7bb-4af5-983f-bfa0f3f88223', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1936c003-2b62-4ba0-b826-35044078faf9', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 890.072361] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Creating folder: Project (8617bc6364874607aeffa5815a304ba7). Parent ref: group-v776920. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 890.072361] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-73718e49-6e66-43e6-9025-b32d6576bbf8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.090028] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Created folder: Project (8617bc6364874607aeffa5815a304ba7) in parent group-v776920. [ 890.090028] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Creating folder: Instances. Parent ref: group-v777073. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 890.090028] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d4d41e8-e591-4184-b3d2-b09e4a885069 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.104850] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Created folder: Instances in parent group-v777073. [ 890.105133] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 890.105469] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 890.105558] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94f59e8b-89ae-4319-b5fc-21e2c7b100c3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.132955] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 890.132955] env[70527]: value = "task-3913139" [ 890.132955] env[70527]: _type = "Task" [ 890.132955] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.143763] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913139, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.178721] env[70527]: DEBUG oslo_vmware.api [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Task: {'id': task-3913136, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.78656} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.178721] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] 0bcc182a-d2e4-4900-930a-d8e2d93f6fc4/0bcc182a-d2e4-4900-930a-d8e2d93f6fc4.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 890.179058] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] [instance: 0bcc182a-d2e4-4900-930a-d8e2d93f6fc4] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 890.179337] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f47de40-5803-4495-b904-dd1aef404e63 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.189368] env[70527]: DEBUG nova.network.neutron [-] [instance: 7448dd1a-e7e3-4d9f-bcdf-5d8fe057ba38] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.193311] env[70527]: DEBUG oslo_vmware.api [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Waiting for the task: (returnval){ [ 890.193311] env[70527]: value = "task-3913140" [ 890.193311] env[70527]: _type = "Task" [ 890.193311] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.208463] env[70527]: DEBUG oslo_vmware.api [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Task: {'id': task-3913140, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.217630] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c86b176b-b6c0-4308-976b-48d8b2453052 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Lock "68e47537-a820-4cc4-8856-1e9bcf2e26e2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.737s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.424084] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fdf258e9-f1f8-4468-9e83-0fe91dd50d93 tempest-ServersAaction247Test-648858800 tempest-ServersAaction247Test-648858800-project-member] Lock "585795f1-3a3c-4f0e-9c64-0b23876ab5b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.386s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.522977] env[70527]: DEBUG oslo_vmware.rw_handles [None req-47f5c3b8-7d1b-4b41-a0ca-fc56c4827030 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f771c2-b831-24cd-ddaa-1616ebcd276b/disk-0.vmdk. {{(pid=70527) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 890.523665] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf87c908-e2b7-43d3-82ff-be4c3e0728ca {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.533322] env[70527]: DEBUG oslo_vmware.rw_handles [None req-47f5c3b8-7d1b-4b41-a0ca-fc56c4827030 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f771c2-b831-24cd-ddaa-1616ebcd276b/disk-0.vmdk is in state: ready. {{(pid=70527) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 890.533573] env[70527]: ERROR oslo_vmware.rw_handles [None req-47f5c3b8-7d1b-4b41-a0ca-fc56c4827030 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f771c2-b831-24cd-ddaa-1616ebcd276b/disk-0.vmdk due to incomplete transfer. [ 890.533864] env[70527]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-95b7c458-75c0-4eea-95fc-547c43c35a05 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.545932] env[70527]: DEBUG oslo_vmware.rw_handles [None req-47f5c3b8-7d1b-4b41-a0ca-fc56c4827030 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f771c2-b831-24cd-ddaa-1616ebcd276b/disk-0.vmdk. {{(pid=70527) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 890.546247] env[70527]: DEBUG nova.virt.vmwareapi.images [None req-47f5c3b8-7d1b-4b41-a0ca-fc56c4827030 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: 92d864e4-e030-49df-b739-46f55730fd0a] Uploaded image 6b08ca69-1702-41e6-b324-d137769b3005 to the Glance image server {{(pid=70527) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 890.550383] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-47f5c3b8-7d1b-4b41-a0ca-fc56c4827030 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: 92d864e4-e030-49df-b739-46f55730fd0a] Destroying the VM {{(pid=70527) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 890.550742] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2962d29e-465d-41ae-84e4-be5ae23495bc {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.562656] env[70527]: DEBUG oslo_vmware.api [None req-47f5c3b8-7d1b-4b41-a0ca-fc56c4827030 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Waiting for the task: (returnval){ [ 890.562656] env[70527]: value = "task-3913141" [ 890.562656] env[70527]: _type = "Task" [ 890.562656] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.574682] env[70527]: DEBUG oslo_vmware.api [None req-47f5c3b8-7d1b-4b41-a0ca-fc56c4827030 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': task-3913141, 'name': Destroy_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.645177] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913139, 'name': CreateVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.695505] env[70527]: INFO nova.compute.manager [-] [instance: 7448dd1a-e7e3-4d9f-bcdf-5d8fe057ba38] Took 1.85 seconds to deallocate network for instance. [ 890.715538] env[70527]: DEBUG oslo_vmware.api [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Task: {'id': task-3913140, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089012} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.715966] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] [instance: 0bcc182a-d2e4-4900-930a-d8e2d93f6fc4] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 890.718230] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9f4d1c-67a1-45de-8458-60d3248c5c2b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.723567] env[70527]: DEBUG nova.compute.manager [None req-a9ec5f39-5c01-43fa-8a08-ad5521c6d3bc tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] [instance: ae092240-d091-4b1c-a61b-aaefa003271a] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 890.755808] env[70527]: DEBUG nova.compute.manager [req-bebd0db8-2061-4887-b23b-1237fcf7d299 req-4faf05e7-ce45-451d-9c43-e15314683dec service nova] [instance: 7448dd1a-e7e3-4d9f-bcdf-5d8fe057ba38] Received event network-vif-deleted-055c3a08-a431-4475-b9d1-6880bac82c87 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 890.770049] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] [instance: 0bcc182a-d2e4-4900-930a-d8e2d93f6fc4] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 0bcc182a-d2e4-4900-930a-d8e2d93f6fc4/0bcc182a-d2e4-4900-930a-d8e2d93f6fc4.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 890.770049] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bbd1cff-1508-4927-99d2-3d6ed6e04356 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.789445] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-318b0af0-fd33-49bc-ab4e-9c852c7ca1f7 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] [instance: 01ecb952-4274-4c03-9642-ff7fc894df3c] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 890.790693] env[70527]: DEBUG nova.compute.manager [req-d9a3c493-8a54-4b23-9823-a6ecc811cc77 req-c604ff35-df7a-4cb2-baa3-cc3206e50f39 service nova] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Received event network-changed-1936c003-2b62-4ba0-b826-35044078faf9 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 890.790918] env[70527]: DEBUG nova.compute.manager [req-d9a3c493-8a54-4b23-9823-a6ecc811cc77 req-c604ff35-df7a-4cb2-baa3-cc3206e50f39 service nova] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Refreshing instance network info cache due to event network-changed-1936c003-2b62-4ba0-b826-35044078faf9. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 890.791210] env[70527]: DEBUG oslo_concurrency.lockutils [req-d9a3c493-8a54-4b23-9823-a6ecc811cc77 req-c604ff35-df7a-4cb2-baa3-cc3206e50f39 service nova] Acquiring lock "refresh_cache-d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.791387] env[70527]: DEBUG oslo_concurrency.lockutils [req-d9a3c493-8a54-4b23-9823-a6ecc811cc77 req-c604ff35-df7a-4cb2-baa3-cc3206e50f39 service nova] Acquired lock "refresh_cache-d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.791585] env[70527]: DEBUG nova.network.neutron [req-d9a3c493-8a54-4b23-9823-a6ecc811cc77 req-c604ff35-df7a-4cb2-baa3-cc3206e50f39 service nova] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Refreshing network info cache for port 1936c003-2b62-4ba0-b826-35044078faf9 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 890.792680] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-006ff81f-4e87-43c1-b931-38f13eefa6f4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.804835] env[70527]: DEBUG oslo_vmware.api [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Waiting for the task: (returnval){ [ 890.804835] env[70527]: value = "task-3913142" [ 890.804835] env[70527]: _type = "Task" [ 890.804835] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.805153] env[70527]: DEBUG oslo_vmware.api [None req-318b0af0-fd33-49bc-ab4e-9c852c7ca1f7 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Waiting for the task: (returnval){ [ 890.805153] env[70527]: value = "task-3913143" [ 890.805153] env[70527]: _type = "Task" [ 890.805153] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.822244] env[70527]: DEBUG oslo_vmware.api [None req-318b0af0-fd33-49bc-ab4e-9c852c7ca1f7 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Task: {'id': task-3913143, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.828366] env[70527]: DEBUG oslo_vmware.api [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Task: {'id': task-3913142, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.080180] env[70527]: DEBUG oslo_vmware.api [None req-47f5c3b8-7d1b-4b41-a0ca-fc56c4827030 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': task-3913141, 'name': Destroy_Task} progress is 33%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.146694] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913139, 'name': CreateVM_Task, 'duration_secs': 0.624299} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.147586] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 891.147766] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.147968] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.148317] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.155485] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36895279-9e87-4288-bed8-3bc2dde2fa54 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.165046] env[70527]: DEBUG oslo_vmware.api [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Waiting for the task: (returnval){ [ 891.165046] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52cc5258-dccd-b7f2-481b-196e09d49d4a" [ 891.165046] env[70527]: _type = "Task" [ 891.165046] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.174966] env[70527]: DEBUG oslo_vmware.api [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52cc5258-dccd-b7f2-481b-196e09d49d4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.212174] env[70527]: DEBUG oslo_concurrency.lockutils [None req-287325e7-408f-46d7-aa0c-90e2b93ff2b4 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.252928] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a9ec5f39-5c01-43fa-8a08-ad5521c6d3bc tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.334471] env[70527]: DEBUG oslo_vmware.api [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Task: {'id': task-3913142, 'name': ReconfigVM_Task, 'duration_secs': 0.408404} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.341739] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] [instance: 0bcc182a-d2e4-4900-930a-d8e2d93f6fc4] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 0bcc182a-d2e4-4900-930a-d8e2d93f6fc4/0bcc182a-d2e4-4900-930a-d8e2d93f6fc4.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 891.341972] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=70527) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 891.343614] env[70527]: DEBUG oslo_vmware.api [None req-318b0af0-fd33-49bc-ab4e-9c852c7ca1f7 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Task: {'id': task-3913143, 'name': PowerOffVM_Task, 'duration_secs': 0.152966} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.346522] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-ce74a01d-366e-4a14-b212-5232877b6b26 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.349494] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-318b0af0-fd33-49bc-ab4e-9c852c7ca1f7 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] [instance: 01ecb952-4274-4c03-9642-ff7fc894df3c] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 891.350155] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-318b0af0-fd33-49bc-ab4e-9c852c7ca1f7 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] [instance: 01ecb952-4274-4c03-9642-ff7fc894df3c] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 891.351137] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e57643bb-9f9f-42d0-9085-22764f6d0cba {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.360872] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-318b0af0-fd33-49bc-ab4e-9c852c7ca1f7 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] [instance: 01ecb952-4274-4c03-9642-ff7fc894df3c] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 891.362867] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c357d52c-d222-419b-8de4-d95bb6745e85 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.364894] env[70527]: DEBUG oslo_vmware.api [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Waiting for the task: (returnval){ [ 891.364894] env[70527]: value = "task-3913144" [ 891.364894] env[70527]: _type = "Task" [ 891.364894] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.379206] env[70527]: DEBUG oslo_vmware.api [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Task: {'id': task-3913144, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.405301] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-318b0af0-fd33-49bc-ab4e-9c852c7ca1f7 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] [instance: 01ecb952-4274-4c03-9642-ff7fc894df3c] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 891.405532] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-318b0af0-fd33-49bc-ab4e-9c852c7ca1f7 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] [instance: 01ecb952-4274-4c03-9642-ff7fc894df3c] Deleting contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 891.405744] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-318b0af0-fd33-49bc-ab4e-9c852c7ca1f7 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Deleting the datastore file [datastore1] 01ecb952-4274-4c03-9642-ff7fc894df3c {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 891.406764] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-889f50c0-d782-439a-9a2d-911a8049bcd1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.414219] env[70527]: DEBUG oslo_vmware.api [None req-318b0af0-fd33-49bc-ab4e-9c852c7ca1f7 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Waiting for the task: (returnval){ [ 891.414219] env[70527]: value = "task-3913146" [ 891.414219] env[70527]: _type = "Task" [ 891.414219] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.425822] env[70527]: DEBUG oslo_vmware.api [None req-318b0af0-fd33-49bc-ab4e-9c852c7ca1f7 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Task: {'id': task-3913146, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.449736] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Acquiring lock "818f37c0-1d7d-45ec-a21b-93d87d21f1dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.450072] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Lock "818f37c0-1d7d-45ec-a21b-93d87d21f1dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.500933] env[70527]: DEBUG nova.network.neutron [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: 9c410bd0-3603-4f5a-a9ac-fd78180e3c1d] Successfully updated port: 878b8693-1e73-4d69-9932-361857e98a02 {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 891.576651] env[70527]: DEBUG oslo_vmware.api [None req-47f5c3b8-7d1b-4b41-a0ca-fc56c4827030 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': task-3913141, 'name': Destroy_Task, 'duration_secs': 0.610756} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.579959] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-47f5c3b8-7d1b-4b41-a0ca-fc56c4827030 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: 92d864e4-e030-49df-b739-46f55730fd0a] Destroyed the VM [ 891.580474] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-47f5c3b8-7d1b-4b41-a0ca-fc56c4827030 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: 92d864e4-e030-49df-b739-46f55730fd0a] Deleting Snapshot of the VM instance {{(pid=70527) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 891.583385] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a207194f-bbb2-472f-a9b2-55900b3e1104 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.595105] env[70527]: DEBUG oslo_vmware.api [None req-47f5c3b8-7d1b-4b41-a0ca-fc56c4827030 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Waiting for the task: (returnval){ [ 891.595105] env[70527]: value = "task-3913147" [ 891.595105] env[70527]: _type = "Task" [ 891.595105] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.612153] env[70527]: DEBUG oslo_vmware.api [None req-47f5c3b8-7d1b-4b41-a0ca-fc56c4827030 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': task-3913147, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.625201] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bfc2d9e-ca4d-400e-8ae0-1b6f103cc7e6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.636309] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e37a621-d8d2-431b-b7d5-d0b531c15dbc {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.682888] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91df22f5-ffd2-4a37-bfc7-584a3b72afca {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.693885] env[70527]: DEBUG oslo_vmware.api [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52cc5258-dccd-b7f2-481b-196e09d49d4a, 'name': SearchDatastore_Task, 'duration_secs': 0.029364} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.696332] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.696594] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 891.700023] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.700023] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.700023] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 891.700023] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3634e98f-fc3c-4e93-951f-346e06e079ca {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.701774] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c5387ba-f122-4c8b-bc08-cd8bc1be91cc {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.718733] env[70527]: DEBUG nova.compute.provider_tree [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 891.721304] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 891.721426] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 891.722447] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b1af282-a00c-45a0-aedb-fbaad82ea380 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.730056] env[70527]: DEBUG oslo_vmware.api [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Waiting for the task: (returnval){ [ 891.730056] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52b80773-2b0a-65e2-a594-5120fea8e02a" [ 891.730056] env[70527]: _type = "Task" [ 891.730056] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.743618] env[70527]: DEBUG oslo_vmware.api [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52b80773-2b0a-65e2-a594-5120fea8e02a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.882479] env[70527]: DEBUG oslo_vmware.api [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Task: {'id': task-3913144, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.065764} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.882812] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=70527) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 891.883651] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7037490-1209-4b15-92b3-d5295cf27dfa {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.910815] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] [instance: 0bcc182a-d2e4-4900-930a-d8e2d93f6fc4] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 0bcc182a-d2e4-4900-930a-d8e2d93f6fc4/ephemeral_0.vmdk or device None with type thin {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 891.911238] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13bbc673-892d-46d9-90e1-b6a52c0dabad {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.937075] env[70527]: DEBUG oslo_vmware.api [None req-318b0af0-fd33-49bc-ab4e-9c852c7ca1f7 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Task: {'id': task-3913146, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135991} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.938936] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-318b0af0-fd33-49bc-ab4e-9c852c7ca1f7 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 891.939212] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-318b0af0-fd33-49bc-ab4e-9c852c7ca1f7 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] [instance: 01ecb952-4274-4c03-9642-ff7fc894df3c] Deleted contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 891.940060] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-318b0af0-fd33-49bc-ab4e-9c852c7ca1f7 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] [instance: 01ecb952-4274-4c03-9642-ff7fc894df3c] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 891.942985] env[70527]: DEBUG oslo_vmware.api [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Waiting for the task: (returnval){ [ 891.942985] env[70527]: value = "task-3913148" [ 891.942985] env[70527]: _type = "Task" [ 891.942985] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.953234] env[70527]: DEBUG oslo_vmware.api [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Task: {'id': task-3913148, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.969692] env[70527]: DEBUG nova.network.neutron [req-d9a3c493-8a54-4b23-9823-a6ecc811cc77 req-c604ff35-df7a-4cb2-baa3-cc3206e50f39 service nova] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Updated VIF entry in instance network info cache for port 1936c003-2b62-4ba0-b826-35044078faf9. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 891.970179] env[70527]: DEBUG nova.network.neutron [req-d9a3c493-8a54-4b23-9823-a6ecc811cc77 req-c604ff35-df7a-4cb2-baa3-cc3206e50f39 service nova] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Updating instance_info_cache with network_info: [{"id": "1936c003-2b62-4ba0-b826-35044078faf9", "address": "fa:16:3e:20:79:ff", "network": {"id": "e5ccb129-b701-4940-8889-7ade352f59a7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-618810543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8617bc6364874607aeffa5815a304ba7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1936c003-2b", "ovs_interfaceid": "1936c003-2b62-4ba0-b826-35044078faf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.006516] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Acquiring lock "refresh_cache-9c410bd0-3603-4f5a-a9ac-fd78180e3c1d" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.006516] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Acquired lock "refresh_cache-9c410bd0-3603-4f5a-a9ac-fd78180e3c1d" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.006516] env[70527]: DEBUG nova.network.neutron [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: 9c410bd0-3603-4f5a-a9ac-fd78180e3c1d] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 892.112825] env[70527]: DEBUG oslo_vmware.api [None req-47f5c3b8-7d1b-4b41-a0ca-fc56c4827030 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': task-3913147, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.224558] env[70527]: DEBUG nova.scheduler.client.report [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 892.249067] env[70527]: DEBUG oslo_vmware.api [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52b80773-2b0a-65e2-a594-5120fea8e02a, 'name': SearchDatastore_Task, 'duration_secs': 0.013465} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.255709] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a685d538-1c2a-40c8-b44d-fbadfe09dfc7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.263724] env[70527]: DEBUG oslo_vmware.api [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Waiting for the task: (returnval){ [ 892.263724] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]5228d4a6-39dd-6144-1e72-89174ba48caf" [ 892.263724] env[70527]: _type = "Task" [ 892.263724] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.277339] env[70527]: DEBUG oslo_vmware.api [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5228d4a6-39dd-6144-1e72-89174ba48caf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.457271] env[70527]: DEBUG oslo_vmware.api [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Task: {'id': task-3913148, 'name': ReconfigVM_Task, 'duration_secs': 0.363865} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.457271] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] [instance: 0bcc182a-d2e4-4900-930a-d8e2d93f6fc4] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 0bcc182a-d2e4-4900-930a-d8e2d93f6fc4/ephemeral_0.vmdk or device None with type thin {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 892.457271] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23a0c4bd-8270-4ed7-be6c-81c9a6c7e829 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.464953] env[70527]: DEBUG oslo_vmware.api [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Waiting for the task: (returnval){ [ 892.464953] env[70527]: value = "task-3913149" [ 892.464953] env[70527]: _type = "Task" [ 892.464953] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.472972] env[70527]: DEBUG oslo_concurrency.lockutils [req-d9a3c493-8a54-4b23-9823-a6ecc811cc77 req-c604ff35-df7a-4cb2-baa3-cc3206e50f39 service nova] Releasing lock "refresh_cache-d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.479584] env[70527]: DEBUG oslo_vmware.api [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Task: {'id': task-3913149, 'name': Rename_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.556299] env[70527]: DEBUG nova.network.neutron [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: 9c410bd0-3603-4f5a-a9ac-fd78180e3c1d] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 892.609721] env[70527]: DEBUG oslo_vmware.api [None req-47f5c3b8-7d1b-4b41-a0ca-fc56c4827030 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': task-3913147, 'name': RemoveSnapshot_Task, 'duration_secs': 0.547139} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.610098] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-47f5c3b8-7d1b-4b41-a0ca-fc56c4827030 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: 92d864e4-e030-49df-b739-46f55730fd0a] Deleted Snapshot of the VM instance {{(pid=70527) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 892.610424] env[70527]: INFO nova.compute.manager [None req-47f5c3b8-7d1b-4b41-a0ca-fc56c4827030 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: 92d864e4-e030-49df-b739-46f55730fd0a] Took 16.67 seconds to snapshot the instance on the hypervisor. [ 892.730477] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.844s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.731089] env[70527]: DEBUG nova.compute.manager [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: 430c77ef-9bdb-42c1-aee4-2d5bcc6be0da] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 892.735299] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.596s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.736922] env[70527]: INFO nova.compute.claims [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: e4af2542-8afe-4149-b06c-5be7920c1b28] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 892.782964] env[70527]: DEBUG oslo_vmware.api [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5228d4a6-39dd-6144-1e72-89174ba48caf, 'name': SearchDatastore_Task, 'duration_secs': 0.014658} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.783439] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.783947] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b/d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 892.784308] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba9fb458-c99f-4f10-8c49-eb14fb1e03f6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.795374] env[70527]: DEBUG oslo_vmware.api [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Waiting for the task: (returnval){ [ 892.795374] env[70527]: value = "task-3913150" [ 892.795374] env[70527]: _type = "Task" [ 892.795374] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.811539] env[70527]: DEBUG oslo_vmware.api [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3913150, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.812764] env[70527]: DEBUG nova.network.neutron [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: 9c410bd0-3603-4f5a-a9ac-fd78180e3c1d] Updating instance_info_cache with network_info: [{"id": "878b8693-1e73-4d69-9932-361857e98a02", "address": "fa:16:3e:f4:d6:3c", "network": {"id": "c1fcdf3c-56d1-45c2-978c-afafea91fef9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-129278594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ed4db1eb0ba4f2fa60c393507b4b8fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap878b8693-1e", "ovs_interfaceid": "878b8693-1e73-4d69-9932-361857e98a02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.977288] env[70527]: DEBUG oslo_vmware.api [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Task: {'id': task-3913149, 'name': Rename_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.986071] env[70527]: DEBUG nova.virt.hardware [None req-318b0af0-fd33-49bc-ab4e-9c852c7ca1f7 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 892.986342] env[70527]: DEBUG nova.virt.hardware [None req-318b0af0-fd33-49bc-ab4e-9c852c7ca1f7 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 892.986593] env[70527]: DEBUG nova.virt.hardware [None req-318b0af0-fd33-49bc-ab4e-9c852c7ca1f7 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 892.987028] env[70527]: DEBUG nova.virt.hardware [None req-318b0af0-fd33-49bc-ab4e-9c852c7ca1f7 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 892.987028] env[70527]: DEBUG nova.virt.hardware [None req-318b0af0-fd33-49bc-ab4e-9c852c7ca1f7 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 892.987028] env[70527]: DEBUG nova.virt.hardware [None req-318b0af0-fd33-49bc-ab4e-9c852c7ca1f7 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 892.987328] env[70527]: DEBUG nova.virt.hardware [None req-318b0af0-fd33-49bc-ab4e-9c852c7ca1f7 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 892.988267] env[70527]: DEBUG nova.virt.hardware [None req-318b0af0-fd33-49bc-ab4e-9c852c7ca1f7 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 892.988267] env[70527]: DEBUG nova.virt.hardware [None req-318b0af0-fd33-49bc-ab4e-9c852c7ca1f7 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 892.988267] env[70527]: DEBUG nova.virt.hardware [None req-318b0af0-fd33-49bc-ab4e-9c852c7ca1f7 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 892.988267] env[70527]: DEBUG nova.virt.hardware [None req-318b0af0-fd33-49bc-ab4e-9c852c7ca1f7 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 892.988961] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e93abc06-02ba-4a5c-a946-8d5459d57459 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.997453] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e11aba1-b748-49ca-b388-f46c35d346af {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.012593] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-318b0af0-fd33-49bc-ab4e-9c852c7ca1f7 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] [instance: 01ecb952-4274-4c03-9642-ff7fc894df3c] Instance VIF info [] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 893.019945] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-318b0af0-fd33-49bc-ab4e-9c852c7ca1f7 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 893.020557] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01ecb952-4274-4c03-9642-ff7fc894df3c] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 893.020557] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-751be022-0a7d-42dd-81d9-7cf4aaa2d697 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.039710] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 893.039710] env[70527]: value = "task-3913151" [ 893.039710] env[70527]: _type = "Task" [ 893.039710] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.048932] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913151, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.094888] env[70527]: DEBUG nova.compute.manager [req-a14b7ca7-703a-4839-bcd7-99ed718b313f req-e4333f08-99e6-46c3-9e59-fb56fc8d35e5 service nova] [instance: 9c410bd0-3603-4f5a-a9ac-fd78180e3c1d] Received event network-vif-plugged-878b8693-1e73-4d69-9932-361857e98a02 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 893.095164] env[70527]: DEBUG oslo_concurrency.lockutils [req-a14b7ca7-703a-4839-bcd7-99ed718b313f req-e4333f08-99e6-46c3-9e59-fb56fc8d35e5 service nova] Acquiring lock "9c410bd0-3603-4f5a-a9ac-fd78180e3c1d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.095389] env[70527]: DEBUG oslo_concurrency.lockutils [req-a14b7ca7-703a-4839-bcd7-99ed718b313f req-e4333f08-99e6-46c3-9e59-fb56fc8d35e5 service nova] Lock "9c410bd0-3603-4f5a-a9ac-fd78180e3c1d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.095561] env[70527]: DEBUG oslo_concurrency.lockutils [req-a14b7ca7-703a-4839-bcd7-99ed718b313f req-e4333f08-99e6-46c3-9e59-fb56fc8d35e5 service nova] Lock "9c410bd0-3603-4f5a-a9ac-fd78180e3c1d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.095731] env[70527]: DEBUG nova.compute.manager [req-a14b7ca7-703a-4839-bcd7-99ed718b313f req-e4333f08-99e6-46c3-9e59-fb56fc8d35e5 service nova] [instance: 9c410bd0-3603-4f5a-a9ac-fd78180e3c1d] No waiting events found dispatching network-vif-plugged-878b8693-1e73-4d69-9932-361857e98a02 {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 893.095940] env[70527]: WARNING nova.compute.manager [req-a14b7ca7-703a-4839-bcd7-99ed718b313f req-e4333f08-99e6-46c3-9e59-fb56fc8d35e5 service nova] [instance: 9c410bd0-3603-4f5a-a9ac-fd78180e3c1d] Received unexpected event network-vif-plugged-878b8693-1e73-4d69-9932-361857e98a02 for instance with vm_state building and task_state spawning. [ 893.096166] env[70527]: DEBUG nova.compute.manager [req-a14b7ca7-703a-4839-bcd7-99ed718b313f req-e4333f08-99e6-46c3-9e59-fb56fc8d35e5 service nova] [instance: 9c410bd0-3603-4f5a-a9ac-fd78180e3c1d] Received event network-changed-878b8693-1e73-4d69-9932-361857e98a02 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 893.096321] env[70527]: DEBUG nova.compute.manager [req-a14b7ca7-703a-4839-bcd7-99ed718b313f req-e4333f08-99e6-46c3-9e59-fb56fc8d35e5 service nova] [instance: 9c410bd0-3603-4f5a-a9ac-fd78180e3c1d] Refreshing instance network info cache due to event network-changed-878b8693-1e73-4d69-9932-361857e98a02. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 893.096496] env[70527]: DEBUG oslo_concurrency.lockutils [req-a14b7ca7-703a-4839-bcd7-99ed718b313f req-e4333f08-99e6-46c3-9e59-fb56fc8d35e5 service nova] Acquiring lock "refresh_cache-9c410bd0-3603-4f5a-a9ac-fd78180e3c1d" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.246030] env[70527]: DEBUG nova.compute.utils [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 893.246710] env[70527]: DEBUG nova.compute.manager [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: 430c77ef-9bdb-42c1-aee4-2d5bcc6be0da] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 893.246885] env[70527]: DEBUG nova.network.neutron [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: 430c77ef-9bdb-42c1-aee4-2d5bcc6be0da] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 893.307332] env[70527]: DEBUG oslo_vmware.api [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3913150, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.309421] env[70527]: DEBUG nova.policy [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c850dadeaa4434199c659e4776db3d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b842c0a928094cc2adb37bf54e562070', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 893.318694] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Releasing lock "refresh_cache-9c410bd0-3603-4f5a-a9ac-fd78180e3c1d" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.319085] env[70527]: DEBUG nova.compute.manager [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: 9c410bd0-3603-4f5a-a9ac-fd78180e3c1d] Instance network_info: |[{"id": "878b8693-1e73-4d69-9932-361857e98a02", "address": "fa:16:3e:f4:d6:3c", "network": {"id": "c1fcdf3c-56d1-45c2-978c-afafea91fef9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-129278594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ed4db1eb0ba4f2fa60c393507b4b8fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap878b8693-1e", "ovs_interfaceid": "878b8693-1e73-4d69-9932-361857e98a02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 893.319422] env[70527]: DEBUG oslo_concurrency.lockutils [req-a14b7ca7-703a-4839-bcd7-99ed718b313f req-e4333f08-99e6-46c3-9e59-fb56fc8d35e5 service nova] Acquired lock "refresh_cache-9c410bd0-3603-4f5a-a9ac-fd78180e3c1d" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.320173] env[70527]: DEBUG nova.network.neutron [req-a14b7ca7-703a-4839-bcd7-99ed718b313f req-e4333f08-99e6-46c3-9e59-fb56fc8d35e5 service nova] [instance: 9c410bd0-3603-4f5a-a9ac-fd78180e3c1d] Refreshing network info cache for port 878b8693-1e73-4d69-9932-361857e98a02 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 893.321352] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: 9c410bd0-3603-4f5a-a9ac-fd78180e3c1d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:d6:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e9fa4744-8702-4973-b911-ee18192a3e4b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '878b8693-1e73-4d69-9932-361857e98a02', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 893.329339] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 893.330616] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c410bd0-3603-4f5a-a9ac-fd78180e3c1d] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 893.330616] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a45ecad-d69e-4a66-8351-b08232b68841 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.356280] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 893.356280] env[70527]: value = "task-3913152" [ 893.356280] env[70527]: _type = "Task" [ 893.356280] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.366927] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913152, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.483707] env[70527]: DEBUG oslo_vmware.api [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Task: {'id': task-3913149, 'name': Rename_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.555059] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913151, 'name': CreateVM_Task} progress is 25%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.743139] env[70527]: DEBUG nova.network.neutron [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: 430c77ef-9bdb-42c1-aee4-2d5bcc6be0da] Successfully created port: 21552545-b78a-44da-a5aa-5999f51ac8ca {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 893.750418] env[70527]: DEBUG nova.compute.manager [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: 430c77ef-9bdb-42c1-aee4-2d5bcc6be0da] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 893.812338] env[70527]: DEBUG oslo_vmware.api [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3913150, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.843592} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.815535] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b/d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 893.815783] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 893.817207] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-465b90d5-416b-4a37-a2c7-1380459d9952 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.825388] env[70527]: DEBUG oslo_vmware.api [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Waiting for the task: (returnval){ [ 893.825388] env[70527]: value = "task-3913153" [ 893.825388] env[70527]: _type = "Task" [ 893.825388] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.838056] env[70527]: DEBUG oslo_vmware.api [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3913153, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.866945] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913152, 'name': CreateVM_Task} progress is 25%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.979727] env[70527]: DEBUG oslo_vmware.api [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Task: {'id': task-3913149, 'name': Rename_Task, 'duration_secs': 1.168675} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.984211] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] [instance: 0bcc182a-d2e4-4900-930a-d8e2d93f6fc4] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 893.984714] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8500c0a-62fd-4fca-b199-81bf61230e1b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.992526] env[70527]: DEBUG oslo_vmware.api [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Waiting for the task: (returnval){ [ 893.992526] env[70527]: value = "task-3913154" [ 893.992526] env[70527]: _type = "Task" [ 893.992526] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.005530] env[70527]: DEBUG oslo_vmware.api [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Task: {'id': task-3913154, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.056891] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913151, 'name': CreateVM_Task, 'duration_secs': 0.632127} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.056891] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01ecb952-4274-4c03-9642-ff7fc894df3c] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 894.058803] env[70527]: DEBUG oslo_concurrency.lockutils [None req-318b0af0-fd33-49bc-ab4e-9c852c7ca1f7 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.058803] env[70527]: DEBUG oslo_concurrency.lockutils [None req-318b0af0-fd33-49bc-ab4e-9c852c7ca1f7 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.059157] env[70527]: DEBUG oslo_concurrency.lockutils [None req-318b0af0-fd33-49bc-ab4e-9c852c7ca1f7 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.059452] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e12e3f2-e891-4ee0-a798-bac0167583c5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.067352] env[70527]: DEBUG oslo_vmware.api [None req-318b0af0-fd33-49bc-ab4e-9c852c7ca1f7 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Waiting for the task: (returnval){ [ 894.067352] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52a70af6-29e1-6b56-c302-43d5c78de59b" [ 894.067352] env[70527]: _type = "Task" [ 894.067352] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.079110] env[70527]: DEBUG oslo_vmware.api [None req-318b0af0-fd33-49bc-ab4e-9c852c7ca1f7 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52a70af6-29e1-6b56-c302-43d5c78de59b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.144092] env[70527]: DEBUG nova.network.neutron [req-a14b7ca7-703a-4839-bcd7-99ed718b313f req-e4333f08-99e6-46c3-9e59-fb56fc8d35e5 service nova] [instance: 9c410bd0-3603-4f5a-a9ac-fd78180e3c1d] Updated VIF entry in instance network info cache for port 878b8693-1e73-4d69-9932-361857e98a02. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 894.144092] env[70527]: DEBUG nova.network.neutron [req-a14b7ca7-703a-4839-bcd7-99ed718b313f req-e4333f08-99e6-46c3-9e59-fb56fc8d35e5 service nova] [instance: 9c410bd0-3603-4f5a-a9ac-fd78180e3c1d] Updating instance_info_cache with network_info: [{"id": "878b8693-1e73-4d69-9932-361857e98a02", "address": "fa:16:3e:f4:d6:3c", "network": {"id": "c1fcdf3c-56d1-45c2-978c-afafea91fef9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-129278594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ed4db1eb0ba4f2fa60c393507b4b8fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap878b8693-1e", "ovs_interfaceid": "878b8693-1e73-4d69-9932-361857e98a02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.269335] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Acquiring lock "8fdb5302-cf28-43d6-9e0f-bd361c5f2ccf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.269550] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Lock "8fdb5302-cf28-43d6-9e0f-bd361c5f2ccf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.338823] env[70527]: DEBUG oslo_vmware.api [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3913153, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086656} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.339323] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 894.340438] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4caad9-679d-44a3-bf99-0b29d7734cc7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.371621] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b/d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 894.378284] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d6583ad-ba63-4bc2-8afc-99558aecd13b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.401169] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913152, 'name': CreateVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.402335] env[70527]: DEBUG oslo_vmware.api [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Waiting for the task: (returnval){ [ 894.402335] env[70527]: value = "task-3913155" [ 894.402335] env[70527]: _type = "Task" [ 894.402335] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.413621] env[70527]: DEBUG oslo_vmware.api [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3913155, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.430016] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f8de07-7cfb-4af7-8666-d8d4c31b26c2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.438963] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e8d7e90-5187-404a-b5e9-0e14251b9d63 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.474181] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ca1693-6d28-46f7-b122-424a8d995bd2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.484794] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c12957-886f-4283-9353-9d4e81aa8c21 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.493062] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a74fa37b-fec2-4268-b8ef-c97efa30a3b4 tempest-VolumesAssistedSnapshotsTest-76753864 tempest-VolumesAssistedSnapshotsTest-76753864-project-admin] Acquiring lock "9ad6dd25-d461-4c1a-a084-28ad37c432fc" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.493405] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a74fa37b-fec2-4268-b8ef-c97efa30a3b4 tempest-VolumesAssistedSnapshotsTest-76753864 tempest-VolumesAssistedSnapshotsTest-76753864-project-admin] Lock "9ad6dd25-d461-4c1a-a084-28ad37c432fc" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.507760] env[70527]: DEBUG nova.compute.provider_tree [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 894.510356] env[70527]: DEBUG nova.compute.utils [None req-a74fa37b-fec2-4268-b8ef-c97efa30a3b4 tempest-VolumesAssistedSnapshotsTest-76753864 tempest-VolumesAssistedSnapshotsTest-76753864-project-admin] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 894.525356] env[70527]: DEBUG oslo_vmware.api [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Task: {'id': task-3913154, 'name': PowerOnVM_Task, 'duration_secs': 0.527217} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.525632] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] [instance: 0bcc182a-d2e4-4900-930a-d8e2d93f6fc4] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 894.525837] env[70527]: INFO nova.compute.manager [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] [instance: 0bcc182a-d2e4-4900-930a-d8e2d93f6fc4] Took 10.33 seconds to spawn the instance on the hypervisor. [ 894.526031] env[70527]: DEBUG nova.compute.manager [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] [instance: 0bcc182a-d2e4-4900-930a-d8e2d93f6fc4] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 894.527086] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe85a266-af0e-47a8-9ae9-b09836c33ac6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.576739] env[70527]: DEBUG oslo_vmware.api [None req-318b0af0-fd33-49bc-ab4e-9c852c7ca1f7 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52a70af6-29e1-6b56-c302-43d5c78de59b, 'name': SearchDatastore_Task, 'duration_secs': 0.021971} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.577752] env[70527]: DEBUG oslo_concurrency.lockutils [None req-318b0af0-fd33-49bc-ab4e-9c852c7ca1f7 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.577989] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-318b0af0-fd33-49bc-ab4e-9c852c7ca1f7 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] [instance: 01ecb952-4274-4c03-9642-ff7fc894df3c] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 894.578343] env[70527]: DEBUG oslo_concurrency.lockutils [None req-318b0af0-fd33-49bc-ab4e-9c852c7ca1f7 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.578498] env[70527]: DEBUG oslo_concurrency.lockutils [None req-318b0af0-fd33-49bc-ab4e-9c852c7ca1f7 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.578680] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-318b0af0-fd33-49bc-ab4e-9c852c7ca1f7 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 894.579173] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5223c07f-25ed-4d4b-a91f-53cfe3d0621d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.589741] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-318b0af0-fd33-49bc-ab4e-9c852c7ca1f7 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 894.589931] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-318b0af0-fd33-49bc-ab4e-9c852c7ca1f7 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 894.590701] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-576bb9f5-0662-468a-a430-081240a65538 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.598146] env[70527]: DEBUG oslo_vmware.api [None req-318b0af0-fd33-49bc-ab4e-9c852c7ca1f7 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Waiting for the task: (returnval){ [ 894.598146] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52988e2a-6569-f46d-c0db-5361d6f4df1d" [ 894.598146] env[70527]: _type = "Task" [ 894.598146] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.609778] env[70527]: DEBUG oslo_vmware.api [None req-318b0af0-fd33-49bc-ab4e-9c852c7ca1f7 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52988e2a-6569-f46d-c0db-5361d6f4df1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.647888] env[70527]: DEBUG oslo_concurrency.lockutils [req-a14b7ca7-703a-4839-bcd7-99ed718b313f req-e4333f08-99e6-46c3-9e59-fb56fc8d35e5 service nova] Releasing lock "refresh_cache-9c410bd0-3603-4f5a-a9ac-fd78180e3c1d" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.647888] env[70527]: DEBUG nova.compute.manager [req-a14b7ca7-703a-4839-bcd7-99ed718b313f req-e4333f08-99e6-46c3-9e59-fb56fc8d35e5 service nova] [instance: 68e47537-a820-4cc4-8856-1e9bcf2e26e2] Received event network-changed-fd1b032c-7ca8-471c-a404-ba768c828c4e {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 894.647888] env[70527]: DEBUG nova.compute.manager [req-a14b7ca7-703a-4839-bcd7-99ed718b313f req-e4333f08-99e6-46c3-9e59-fb56fc8d35e5 service nova] [instance: 68e47537-a820-4cc4-8856-1e9bcf2e26e2] Refreshing instance network info cache due to event network-changed-fd1b032c-7ca8-471c-a404-ba768c828c4e. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 894.647888] env[70527]: DEBUG oslo_concurrency.lockutils [req-a14b7ca7-703a-4839-bcd7-99ed718b313f req-e4333f08-99e6-46c3-9e59-fb56fc8d35e5 service nova] Acquiring lock "refresh_cache-68e47537-a820-4cc4-8856-1e9bcf2e26e2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.647888] env[70527]: DEBUG oslo_concurrency.lockutils [req-a14b7ca7-703a-4839-bcd7-99ed718b313f req-e4333f08-99e6-46c3-9e59-fb56fc8d35e5 service nova] Acquired lock "refresh_cache-68e47537-a820-4cc4-8856-1e9bcf2e26e2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.648279] env[70527]: DEBUG nova.network.neutron [req-a14b7ca7-703a-4839-bcd7-99ed718b313f req-e4333f08-99e6-46c3-9e59-fb56fc8d35e5 service nova] [instance: 68e47537-a820-4cc4-8856-1e9bcf2e26e2] Refreshing network info cache for port fd1b032c-7ca8-471c-a404-ba768c828c4e {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 894.763843] env[70527]: DEBUG nova.compute.manager [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: 430c77ef-9bdb-42c1-aee4-2d5bcc6be0da] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 894.788225] env[70527]: DEBUG nova.virt.hardware [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 894.788577] env[70527]: DEBUG nova.virt.hardware [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 894.788670] env[70527]: DEBUG nova.virt.hardware [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 894.788805] env[70527]: DEBUG nova.virt.hardware [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 894.788952] env[70527]: DEBUG nova.virt.hardware [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 894.789117] env[70527]: DEBUG nova.virt.hardware [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 894.789328] env[70527]: DEBUG nova.virt.hardware [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 894.789597] env[70527]: DEBUG nova.virt.hardware [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 894.789681] env[70527]: DEBUG nova.virt.hardware [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 894.789800] env[70527]: DEBUG nova.virt.hardware [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 894.789974] env[70527]: DEBUG nova.virt.hardware [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 894.791330] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa22097b-7a68-4cc1-ad05-968f6a9c009f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.799783] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71abeaaf-b70e-43af-9295-77142398dd21 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.871936] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913152, 'name': CreateVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.912486] env[70527]: DEBUG oslo_vmware.api [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3913155, 'name': ReconfigVM_Task, 'duration_secs': 0.299608} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.913302] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Reconfigured VM instance instance-00000034 to attach disk [datastore1] d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b/d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 894.913442] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e5b9ef5-bf56-4c55-9d8c-6a3c5778df1c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.920816] env[70527]: DEBUG oslo_vmware.api [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Waiting for the task: (returnval){ [ 894.920816] env[70527]: value = "task-3913156" [ 894.920816] env[70527]: _type = "Task" [ 894.920816] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.929651] env[70527]: DEBUG oslo_vmware.api [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3913156, 'name': Rename_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.017353] env[70527]: DEBUG nova.scheduler.client.report [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 895.022764] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a74fa37b-fec2-4268-b8ef-c97efa30a3b4 tempest-VolumesAssistedSnapshotsTest-76753864 tempest-VolumesAssistedSnapshotsTest-76753864-project-admin] Lock "9ad6dd25-d461-4c1a-a084-28ad37c432fc" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 0.529s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.047666] env[70527]: INFO nova.compute.manager [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] [instance: 0bcc182a-d2e4-4900-930a-d8e2d93f6fc4] Took 35.75 seconds to build instance. [ 895.107857] env[70527]: DEBUG oslo_vmware.api [None req-318b0af0-fd33-49bc-ab4e-9c852c7ca1f7 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52988e2a-6569-f46d-c0db-5361d6f4df1d, 'name': SearchDatastore_Task, 'duration_secs': 0.023321} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.108718] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5fb023c-3773-4904-a52f-c19d36614905 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.114929] env[70527]: DEBUG oslo_vmware.api [None req-318b0af0-fd33-49bc-ab4e-9c852c7ca1f7 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Waiting for the task: (returnval){ [ 895.114929] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52622732-9607-c6c5-93ba-98717cb868b9" [ 895.114929] env[70527]: _type = "Task" [ 895.114929] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.125059] env[70527]: DEBUG oslo_vmware.api [None req-318b0af0-fd33-49bc-ab4e-9c852c7ca1f7 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52622732-9607-c6c5-93ba-98717cb868b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.375806] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913152, 'name': CreateVM_Task, 'duration_secs': 1.667706} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.375984] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c410bd0-3603-4f5a-a9ac-fd78180e3c1d] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 895.380953] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.381166] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.381553] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.381828] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f048c9b-0b54-4d28-9d03-3d0b37d14822 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.389436] env[70527]: DEBUG oslo_vmware.api [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Waiting for the task: (returnval){ [ 895.389436] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52809827-fe33-969f-5c4b-d7c0cd86791b" [ 895.389436] env[70527]: _type = "Task" [ 895.389436] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.398345] env[70527]: DEBUG oslo_vmware.api [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52809827-fe33-969f-5c4b-d7c0cd86791b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.433181] env[70527]: DEBUG oslo_vmware.api [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3913156, 'name': Rename_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.524956] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.790s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.525542] env[70527]: DEBUG nova.compute.manager [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: e4af2542-8afe-4149-b06c-5be7920c1b28] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 895.531376] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4936abc1-8db4-4cb8-80fa-15b8b48034a0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 17.217s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.550082] env[70527]: DEBUG oslo_concurrency.lockutils [None req-2263928f-ec4c-4bdd-95f5-9e7866b7817b tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Lock "0bcc182a-d2e4-4900-930a-d8e2d93f6fc4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.452s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.616272] env[70527]: DEBUG nova.network.neutron [req-a14b7ca7-703a-4839-bcd7-99ed718b313f req-e4333f08-99e6-46c3-9e59-fb56fc8d35e5 service nova] [instance: 68e47537-a820-4cc4-8856-1e9bcf2e26e2] Updated VIF entry in instance network info cache for port fd1b032c-7ca8-471c-a404-ba768c828c4e. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 895.616272] env[70527]: DEBUG nova.network.neutron [req-a14b7ca7-703a-4839-bcd7-99ed718b313f req-e4333f08-99e6-46c3-9e59-fb56fc8d35e5 service nova] [instance: 68e47537-a820-4cc4-8856-1e9bcf2e26e2] Updating instance_info_cache with network_info: [{"id": "fd1b032c-7ca8-471c-a404-ba768c828c4e", "address": "fa:16:3e:13:c5:ad", "network": {"id": "c190ee79-539f-4890-8a9f-a309cbd8ccec", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1298226388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e7d9eb716ed45ce85f0cbd70df340bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd1b032c-7c", "ovs_interfaceid": "fd1b032c-7ca8-471c-a404-ba768c828c4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.629667] env[70527]: DEBUG oslo_vmware.api [None req-318b0af0-fd33-49bc-ab4e-9c852c7ca1f7 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52622732-9607-c6c5-93ba-98717cb868b9, 'name': SearchDatastore_Task, 'duration_secs': 0.032045} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.631135] env[70527]: DEBUG oslo_concurrency.lockutils [None req-318b0af0-fd33-49bc-ab4e-9c852c7ca1f7 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.631135] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-318b0af0-fd33-49bc-ab4e-9c852c7ca1f7 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] 01ecb952-4274-4c03-9642-ff7fc894df3c/01ecb952-4274-4c03-9642-ff7fc894df3c.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 895.631135] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b37c6184-906a-4f4c-95ef-566eebe556d7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.642427] env[70527]: DEBUG oslo_vmware.api [None req-318b0af0-fd33-49bc-ab4e-9c852c7ca1f7 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Waiting for the task: (returnval){ [ 895.642427] env[70527]: value = "task-3913157" [ 895.642427] env[70527]: _type = "Task" [ 895.642427] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.651258] env[70527]: DEBUG oslo_vmware.api [None req-318b0af0-fd33-49bc-ab4e-9c852c7ca1f7 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Task: {'id': task-3913157, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.695247] env[70527]: DEBUG nova.network.neutron [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: 430c77ef-9bdb-42c1-aee4-2d5bcc6be0da] Successfully updated port: 21552545-b78a-44da-a5aa-5999f51ac8ca {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 895.905874] env[70527]: DEBUG oslo_vmware.api [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52809827-fe33-969f-5c4b-d7c0cd86791b, 'name': SearchDatastore_Task, 'duration_secs': 0.022602} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.906312] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.906569] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: 9c410bd0-3603-4f5a-a9ac-fd78180e3c1d] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 895.906818] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.907171] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.907383] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 895.907670] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd9c50dc-0a4f-4b60-82b2-18a6ea224ea7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.918073] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 895.918286] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 895.919182] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-120b3af6-2d14-4d62-9b97-37c93a71a5e6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.928238] env[70527]: DEBUG oslo_vmware.api [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Waiting for the task: (returnval){ [ 895.928238] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52166c58-a4c5-0d46-2101-9df57a9b78ed" [ 895.928238] env[70527]: _type = "Task" [ 895.928238] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.935607] env[70527]: DEBUG oslo_vmware.api [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3913156, 'name': Rename_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.941891] env[70527]: DEBUG oslo_vmware.api [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52166c58-a4c5-0d46-2101-9df57a9b78ed, 'name': SearchDatastore_Task, 'duration_secs': 0.012592} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.942719] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cce15fd-2720-4cd7-8477-025f22c4772c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.948919] env[70527]: DEBUG oslo_vmware.api [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Waiting for the task: (returnval){ [ 895.948919] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52ed2d96-46f2-adf8-9912-2eee05501103" [ 895.948919] env[70527]: _type = "Task" [ 895.948919] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.957628] env[70527]: DEBUG oslo_vmware.api [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52ed2d96-46f2-adf8-9912-2eee05501103, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.020852] env[70527]: DEBUG nova.compute.manager [req-bdc62948-b4e4-4bd9-9e60-1d156aaf98b3 req-cd96002a-82e8-4a77-9209-0e9ed5fffbe0 service nova] [instance: 430c77ef-9bdb-42c1-aee4-2d5bcc6be0da] Received event network-vif-plugged-21552545-b78a-44da-a5aa-5999f51ac8ca {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 896.021277] env[70527]: DEBUG oslo_concurrency.lockutils [req-bdc62948-b4e4-4bd9-9e60-1d156aaf98b3 req-cd96002a-82e8-4a77-9209-0e9ed5fffbe0 service nova] Acquiring lock "430c77ef-9bdb-42c1-aee4-2d5bcc6be0da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.021521] env[70527]: DEBUG oslo_concurrency.lockutils [req-bdc62948-b4e4-4bd9-9e60-1d156aaf98b3 req-cd96002a-82e8-4a77-9209-0e9ed5fffbe0 service nova] Lock "430c77ef-9bdb-42c1-aee4-2d5bcc6be0da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.022253] env[70527]: DEBUG oslo_concurrency.lockutils [req-bdc62948-b4e4-4bd9-9e60-1d156aaf98b3 req-cd96002a-82e8-4a77-9209-0e9ed5fffbe0 service nova] Lock "430c77ef-9bdb-42c1-aee4-2d5bcc6be0da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.022431] env[70527]: DEBUG nova.compute.manager [req-bdc62948-b4e4-4bd9-9e60-1d156aaf98b3 req-cd96002a-82e8-4a77-9209-0e9ed5fffbe0 service nova] [instance: 430c77ef-9bdb-42c1-aee4-2d5bcc6be0da] No waiting events found dispatching network-vif-plugged-21552545-b78a-44da-a5aa-5999f51ac8ca {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 896.022885] env[70527]: WARNING nova.compute.manager [req-bdc62948-b4e4-4bd9-9e60-1d156aaf98b3 req-cd96002a-82e8-4a77-9209-0e9ed5fffbe0 service nova] [instance: 430c77ef-9bdb-42c1-aee4-2d5bcc6be0da] Received unexpected event network-vif-plugged-21552545-b78a-44da-a5aa-5999f51ac8ca for instance with vm_state building and task_state spawning. [ 896.036662] env[70527]: DEBUG nova.compute.utils [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 896.043138] env[70527]: INFO nova.compute.claims [None req-4936abc1-8db4-4cb8-80fa-15b8b48034a0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 896.044511] env[70527]: DEBUG nova.compute.manager [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: e4af2542-8afe-4149-b06c-5be7920c1b28] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 896.044670] env[70527]: DEBUG nova.network.neutron [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: e4af2542-8afe-4149-b06c-5be7920c1b28] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 896.054807] env[70527]: DEBUG nova.compute.manager [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] [instance: 749d082e-c7a7-44b1-a4a3-37828b4ab05c] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 896.093916] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a74fa37b-fec2-4268-b8ef-c97efa30a3b4 tempest-VolumesAssistedSnapshotsTest-76753864 tempest-VolumesAssistedSnapshotsTest-76753864-project-admin] Acquiring lock "9ad6dd25-d461-4c1a-a084-28ad37c432fc" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.094637] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a74fa37b-fec2-4268-b8ef-c97efa30a3b4 tempest-VolumesAssistedSnapshotsTest-76753864 tempest-VolumesAssistedSnapshotsTest-76753864-project-admin] Lock "9ad6dd25-d461-4c1a-a084-28ad37c432fc" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.094923] env[70527]: INFO nova.compute.manager [None req-a74fa37b-fec2-4268-b8ef-c97efa30a3b4 tempest-VolumesAssistedSnapshotsTest-76753864 tempest-VolumesAssistedSnapshotsTest-76753864-project-admin] [instance: 9ad6dd25-d461-4c1a-a084-28ad37c432fc] Attaching volume e399012a-e480-41ad-ac3e-e15e2fed3b2a to /dev/sdb [ 896.122451] env[70527]: DEBUG oslo_concurrency.lockutils [req-a14b7ca7-703a-4839-bcd7-99ed718b313f req-e4333f08-99e6-46c3-9e59-fb56fc8d35e5 service nova] Releasing lock "refresh_cache-68e47537-a820-4cc4-8856-1e9bcf2e26e2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.125732] env[70527]: DEBUG nova.policy [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c850dadeaa4434199c659e4776db3d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b842c0a928094cc2adb37bf54e562070', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 896.149706] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e810f4d5-c3c2-4523-ade0-c5581fc5b340 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.156631] env[70527]: DEBUG oslo_vmware.api [None req-318b0af0-fd33-49bc-ab4e-9c852c7ca1f7 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Task: {'id': task-3913157, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.162528] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f871b7bb-92aa-4d24-86a4-17f4bb1bbd62 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.181215] env[70527]: DEBUG nova.virt.block_device [None req-a74fa37b-fec2-4268-b8ef-c97efa30a3b4 tempest-VolumesAssistedSnapshotsTest-76753864 tempest-VolumesAssistedSnapshotsTest-76753864-project-admin] [instance: 9ad6dd25-d461-4c1a-a084-28ad37c432fc] Updating existing volume attachment record: 46aaf89a-9a38-4b80-8818-176dd360c7d8 {{(pid=70527) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 896.195081] env[70527]: DEBUG nova.compute.manager [req-c3453ddf-317a-4d5b-97ba-91c403a42407 req-4416c14b-4f1e-47c0-b94b-8fef169fa1bd service nova] [instance: 0bcc182a-d2e4-4900-930a-d8e2d93f6fc4] Received event network-changed-fbf53343-6877-40c3-951a-20ff5038d515 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 896.195081] env[70527]: DEBUG nova.compute.manager [req-c3453ddf-317a-4d5b-97ba-91c403a42407 req-4416c14b-4f1e-47c0-b94b-8fef169fa1bd service nova] [instance: 0bcc182a-d2e4-4900-930a-d8e2d93f6fc4] Refreshing instance network info cache due to event network-changed-fbf53343-6877-40c3-951a-20ff5038d515. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 896.195451] env[70527]: DEBUG oslo_concurrency.lockutils [req-c3453ddf-317a-4d5b-97ba-91c403a42407 req-4416c14b-4f1e-47c0-b94b-8fef169fa1bd service nova] Acquiring lock "refresh_cache-0bcc182a-d2e4-4900-930a-d8e2d93f6fc4" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.195655] env[70527]: DEBUG oslo_concurrency.lockutils [req-c3453ddf-317a-4d5b-97ba-91c403a42407 req-4416c14b-4f1e-47c0-b94b-8fef169fa1bd service nova] Acquired lock "refresh_cache-0bcc182a-d2e4-4900-930a-d8e2d93f6fc4" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.195881] env[70527]: DEBUG nova.network.neutron [req-c3453ddf-317a-4d5b-97ba-91c403a42407 req-4416c14b-4f1e-47c0-b94b-8fef169fa1bd service nova] [instance: 0bcc182a-d2e4-4900-930a-d8e2d93f6fc4] Refreshing network info cache for port fbf53343-6877-40c3-951a-20ff5038d515 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 896.201020] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Acquiring lock "refresh_cache-430c77ef-9bdb-42c1-aee4-2d5bcc6be0da" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.201154] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Acquired lock "refresh_cache-430c77ef-9bdb-42c1-aee4-2d5bcc6be0da" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.201340] env[70527]: DEBUG nova.network.neutron [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: 430c77ef-9bdb-42c1-aee4-2d5bcc6be0da] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 896.347713] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 896.348077] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 896.432159] env[70527]: DEBUG oslo_vmware.api [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3913156, 'name': Rename_Task, 'duration_secs': 1.167519} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.432478] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 896.432810] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27d9a3e8-f602-428a-ad35-702162d6eadd {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.446893] env[70527]: DEBUG oslo_vmware.api [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Waiting for the task: (returnval){ [ 896.446893] env[70527]: value = "task-3913161" [ 896.446893] env[70527]: _type = "Task" [ 896.446893] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.468147] env[70527]: DEBUG oslo_vmware.api [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52ed2d96-46f2-adf8-9912-2eee05501103, 'name': SearchDatastore_Task, 'duration_secs': 0.009587} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.468147] env[70527]: DEBUG oslo_vmware.api [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3913161, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.468147] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.468147] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] 9c410bd0-3603-4f5a-a9ac-fd78180e3c1d/9c410bd0-3603-4f5a-a9ac-fd78180e3c1d.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 896.468340] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb516b56-e9a1-4a17-a9be-eb405b240b63 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.477849] env[70527]: DEBUG oslo_vmware.api [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Waiting for the task: (returnval){ [ 896.477849] env[70527]: value = "task-3913162" [ 896.477849] env[70527]: _type = "Task" [ 896.477849] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.489913] env[70527]: DEBUG oslo_vmware.api [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3913162, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.546498] env[70527]: DEBUG nova.compute.manager [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: e4af2542-8afe-4149-b06c-5be7920c1b28] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 896.554154] env[70527]: INFO nova.compute.resource_tracker [None req-4936abc1-8db4-4cb8-80fa-15b8b48034a0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Updating resource usage from migration 45504e11-1857-480a-a493-a1e3f28ccc7d [ 896.586405] env[70527]: DEBUG oslo_concurrency.lockutils [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.597202] env[70527]: DEBUG nova.network.neutron [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: e4af2542-8afe-4149-b06c-5be7920c1b28] Successfully created port: 067fee7b-ad4e-46d1-aecf-00957b3ffa7a {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 896.653914] env[70527]: DEBUG oslo_vmware.api [None req-318b0af0-fd33-49bc-ab4e-9c852c7ca1f7 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Task: {'id': task-3913157, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.751544} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.654226] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-318b0af0-fd33-49bc-ab4e-9c852c7ca1f7 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] 01ecb952-4274-4c03-9642-ff7fc894df3c/01ecb952-4274-4c03-9642-ff7fc894df3c.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 896.654468] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-318b0af0-fd33-49bc-ab4e-9c852c7ca1f7 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] [instance: 01ecb952-4274-4c03-9642-ff7fc894df3c] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 896.654746] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed405035-3410-4064-b784-0829f0d12a61 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.664048] env[70527]: DEBUG oslo_vmware.api [None req-318b0af0-fd33-49bc-ab4e-9c852c7ca1f7 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Waiting for the task: (returnval){ [ 896.664048] env[70527]: value = "task-3913163" [ 896.664048] env[70527]: _type = "Task" [ 896.664048] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.680901] env[70527]: DEBUG oslo_vmware.api [None req-318b0af0-fd33-49bc-ab4e-9c852c7ca1f7 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Task: {'id': task-3913163, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.771325] env[70527]: DEBUG nova.network.neutron [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: 430c77ef-9bdb-42c1-aee4-2d5bcc6be0da] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 896.866184] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 896.866507] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 896.866737] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 896.866978] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 896.867198] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 896.867396] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 896.867547] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70527) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 896.867723] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager.update_available_resource {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 896.965885] env[70527]: DEBUG oslo_vmware.api [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3913161, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.998748] env[70527]: DEBUG oslo_vmware.api [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3913162, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.143405] env[70527]: DEBUG nova.network.neutron [req-c3453ddf-317a-4d5b-97ba-91c403a42407 req-4416c14b-4f1e-47c0-b94b-8fef169fa1bd service nova] [instance: 0bcc182a-d2e4-4900-930a-d8e2d93f6fc4] Updated VIF entry in instance network info cache for port fbf53343-6877-40c3-951a-20ff5038d515. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 897.143405] env[70527]: DEBUG nova.network.neutron [req-c3453ddf-317a-4d5b-97ba-91c403a42407 req-4416c14b-4f1e-47c0-b94b-8fef169fa1bd service nova] [instance: 0bcc182a-d2e4-4900-930a-d8e2d93f6fc4] Updating instance_info_cache with network_info: [{"id": "fbf53343-6877-40c3-951a-20ff5038d515", "address": "fa:16:3e:5c:2f:d5", "network": {"id": "bf0e3a89-990f-4484-9154-ead6cffd7ca5", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-36617799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1c9672c42a9428691f82d4453963d3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbf53343-68", "ovs_interfaceid": "fbf53343-6877-40c3-951a-20ff5038d515", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.144930] env[70527]: DEBUG nova.network.neutron [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: 430c77ef-9bdb-42c1-aee4-2d5bcc6be0da] Updating instance_info_cache with network_info: [{"id": "21552545-b78a-44da-a5aa-5999f51ac8ca", "address": "fa:16:3e:d2:ba:45", "network": {"id": "bb6762cd-f1ab-4e43-94ac-a5c86178334b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1406555943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b842c0a928094cc2adb37bf54e562070", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21552545-b7", "ovs_interfaceid": "21552545-b78a-44da-a5aa-5999f51ac8ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.180060] env[70527]: DEBUG oslo_vmware.api [None req-318b0af0-fd33-49bc-ab4e-9c852c7ca1f7 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Task: {'id': task-3913163, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.129299} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.180480] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-318b0af0-fd33-49bc-ab4e-9c852c7ca1f7 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] [instance: 01ecb952-4274-4c03-9642-ff7fc894df3c] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 897.184383] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c223c29-6d83-442a-a775-414e3f8bdbb0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.211065] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-318b0af0-fd33-49bc-ab4e-9c852c7ca1f7 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] [instance: 01ecb952-4274-4c03-9642-ff7fc894df3c] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 01ecb952-4274-4c03-9642-ff7fc894df3c/01ecb952-4274-4c03-9642-ff7fc894df3c.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 897.214744] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09c5a06f-1067-4338-a980-36fd6c7e8961 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.241260] env[70527]: DEBUG oslo_vmware.api [None req-318b0af0-fd33-49bc-ab4e-9c852c7ca1f7 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Waiting for the task: (returnval){ [ 897.241260] env[70527]: value = "task-3913164" [ 897.241260] env[70527]: _type = "Task" [ 897.241260] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.257856] env[70527]: DEBUG oslo_vmware.api [None req-318b0af0-fd33-49bc-ab4e-9c852c7ca1f7 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Task: {'id': task-3913164, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.386333] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.395045] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba737b7-f7be-4ec1-b83c-6392fb64e704 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.408885] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2fb7d2-2103-48cf-8a29-10026ef1e3fd {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.451762] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9aa1340-4e65-4623-8b84-500682f3fbad {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.469991] env[70527]: DEBUG oslo_vmware.api [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3913161, 'name': PowerOnVM_Task, 'duration_secs': 0.674191} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.469991] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c2bd5bf-6427-4418-8ac7-8428cd9c7529 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.474967] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 897.474967] env[70527]: INFO nova.compute.manager [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Took 10.77 seconds to spawn the instance on the hypervisor. [ 897.474967] env[70527]: DEBUG nova.compute.manager [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 897.475540] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9513a2ba-2cdd-4d61-b5d1-d54c368a1b2f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.491486] env[70527]: DEBUG nova.compute.provider_tree [None req-4936abc1-8db4-4cb8-80fa-15b8b48034a0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.501959] env[70527]: DEBUG oslo_vmware.api [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3913162, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.641916} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.502598] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] 9c410bd0-3603-4f5a-a9ac-fd78180e3c1d/9c410bd0-3603-4f5a-a9ac-fd78180e3c1d.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 897.502914] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: 9c410bd0-3603-4f5a-a9ac-fd78180e3c1d] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 897.503244] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ebdca6f9-0228-438c-aaf2-2bf96ce8df27 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.513275] env[70527]: DEBUG oslo_vmware.api [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Waiting for the task: (returnval){ [ 897.513275] env[70527]: value = "task-3913165" [ 897.513275] env[70527]: _type = "Task" [ 897.513275] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.524838] env[70527]: DEBUG oslo_vmware.api [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3913165, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.568879] env[70527]: DEBUG nova.compute.manager [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: e4af2542-8afe-4149-b06c-5be7920c1b28] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 897.606534] env[70527]: DEBUG nova.virt.hardware [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 897.606766] env[70527]: DEBUG nova.virt.hardware [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 897.606972] env[70527]: DEBUG nova.virt.hardware [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 897.607600] env[70527]: DEBUG nova.virt.hardware [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 897.607600] env[70527]: DEBUG nova.virt.hardware [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 897.607600] env[70527]: DEBUG nova.virt.hardware [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 897.607729] env[70527]: DEBUG nova.virt.hardware [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 897.607806] env[70527]: DEBUG nova.virt.hardware [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 897.607974] env[70527]: DEBUG nova.virt.hardware [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 897.608875] env[70527]: DEBUG nova.virt.hardware [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 897.608875] env[70527]: DEBUG nova.virt.hardware [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 897.609299] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f833ad8d-7473-4d24-8ebc-7eae92f51bbc {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.622038] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24936113-f064-42bc-acec-d7d096ca14cd {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.651014] env[70527]: DEBUG oslo_concurrency.lockutils [req-c3453ddf-317a-4d5b-97ba-91c403a42407 req-4416c14b-4f1e-47c0-b94b-8fef169fa1bd service nova] Releasing lock "refresh_cache-0bcc182a-d2e4-4900-930a-d8e2d93f6fc4" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.651014] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Releasing lock "refresh_cache-430c77ef-9bdb-42c1-aee4-2d5bcc6be0da" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.651247] env[70527]: DEBUG nova.compute.manager [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: 430c77ef-9bdb-42c1-aee4-2d5bcc6be0da] Instance network_info: |[{"id": "21552545-b78a-44da-a5aa-5999f51ac8ca", "address": "fa:16:3e:d2:ba:45", "network": {"id": "bb6762cd-f1ab-4e43-94ac-a5c86178334b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1406555943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b842c0a928094cc2adb37bf54e562070", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21552545-b7", "ovs_interfaceid": "21552545-b78a-44da-a5aa-5999f51ac8ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 897.651406] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: 430c77ef-9bdb-42c1-aee4-2d5bcc6be0da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:ba:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a9ee6f9-33be-4f58-8248-694024ec31d4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21552545-b78a-44da-a5aa-5999f51ac8ca', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 897.657040] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Creating folder: Project (b842c0a928094cc2adb37bf54e562070). Parent ref: group-v776920. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 897.657407] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b4f5917-bec2-4a0f-ae0e-64cc0e4c4005 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.670917] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Created folder: Project (b842c0a928094cc2adb37bf54e562070) in parent group-v776920. [ 897.671275] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Creating folder: Instances. Parent ref: group-v777081. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 897.671634] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1649fa25-a7a0-46db-874a-be5efb9a3092 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.686427] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Created folder: Instances in parent group-v777081. [ 897.686427] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 897.686427] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 430c77ef-9bdb-42c1-aee4-2d5bcc6be0da] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 897.686427] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b44dfc7a-0a4d-4176-b878-f2e5d2d0c0b3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.708795] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 897.708795] env[70527]: value = "task-3913168" [ 897.708795] env[70527]: _type = "Task" [ 897.708795] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.717370] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913168, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.753146] env[70527]: DEBUG oslo_vmware.api [None req-318b0af0-fd33-49bc-ab4e-9c852c7ca1f7 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Task: {'id': task-3913164, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.002498] env[70527]: DEBUG nova.scheduler.client.report [None req-4936abc1-8db4-4cb8-80fa-15b8b48034a0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 898.027345] env[70527]: INFO nova.compute.manager [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Took 34.09 seconds to build instance. [ 898.033928] env[70527]: DEBUG oslo_vmware.api [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3913165, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074959} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.037576] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: 9c410bd0-3603-4f5a-a9ac-fd78180e3c1d] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 898.037576] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0994954-e5c5-4ff8-8a23-aa756e2ae421 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.064626] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: 9c410bd0-3603-4f5a-a9ac-fd78180e3c1d] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 9c410bd0-3603-4f5a-a9ac-fd78180e3c1d/9c410bd0-3603-4f5a-a9ac-fd78180e3c1d.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 898.065510] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8928fc5b-375a-4421-8ee0-8e47fc1cca8e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.084317] env[70527]: DEBUG nova.compute.manager [req-38c1c550-1a8b-4084-aa1e-9d019404fa12 req-9433bbaa-fb0c-4f63-89e8-8cbe3da3987a service nova] [instance: 430c77ef-9bdb-42c1-aee4-2d5bcc6be0da] Received event network-changed-21552545-b78a-44da-a5aa-5999f51ac8ca {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 898.084317] env[70527]: DEBUG nova.compute.manager [req-38c1c550-1a8b-4084-aa1e-9d019404fa12 req-9433bbaa-fb0c-4f63-89e8-8cbe3da3987a service nova] [instance: 430c77ef-9bdb-42c1-aee4-2d5bcc6be0da] Refreshing instance network info cache due to event network-changed-21552545-b78a-44da-a5aa-5999f51ac8ca. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 898.084569] env[70527]: DEBUG oslo_concurrency.lockutils [req-38c1c550-1a8b-4084-aa1e-9d019404fa12 req-9433bbaa-fb0c-4f63-89e8-8cbe3da3987a service nova] Acquiring lock "refresh_cache-430c77ef-9bdb-42c1-aee4-2d5bcc6be0da" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.084835] env[70527]: DEBUG oslo_concurrency.lockutils [req-38c1c550-1a8b-4084-aa1e-9d019404fa12 req-9433bbaa-fb0c-4f63-89e8-8cbe3da3987a service nova] Acquired lock "refresh_cache-430c77ef-9bdb-42c1-aee4-2d5bcc6be0da" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.084951] env[70527]: DEBUG nova.network.neutron [req-38c1c550-1a8b-4084-aa1e-9d019404fa12 req-9433bbaa-fb0c-4f63-89e8-8cbe3da3987a service nova] [instance: 430c77ef-9bdb-42c1-aee4-2d5bcc6be0da] Refreshing network info cache for port 21552545-b78a-44da-a5aa-5999f51ac8ca {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 898.088289] env[70527]: DEBUG oslo_vmware.api [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Waiting for the task: (returnval){ [ 898.088289] env[70527]: value = "task-3913169" [ 898.088289] env[70527]: _type = "Task" [ 898.088289] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.104782] env[70527]: DEBUG oslo_vmware.api [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3913169, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.218582] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913168, 'name': CreateVM_Task} progress is 25%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.256954] env[70527]: DEBUG oslo_vmware.api [None req-318b0af0-fd33-49bc-ab4e-9c852c7ca1f7 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Task: {'id': task-3913164, 'name': ReconfigVM_Task, 'duration_secs': 0.728912} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.257427] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-318b0af0-fd33-49bc-ab4e-9c852c7ca1f7 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] [instance: 01ecb952-4274-4c03-9642-ff7fc894df3c] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 01ecb952-4274-4c03-9642-ff7fc894df3c/01ecb952-4274-4c03-9642-ff7fc894df3c.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 898.259223] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-618c5cfa-a1bf-4c87-badb-b55e597614db {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.268508] env[70527]: DEBUG oslo_vmware.api [None req-318b0af0-fd33-49bc-ab4e-9c852c7ca1f7 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Waiting for the task: (returnval){ [ 898.268508] env[70527]: value = "task-3913170" [ 898.268508] env[70527]: _type = "Task" [ 898.268508] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.280638] env[70527]: DEBUG oslo_vmware.api [None req-318b0af0-fd33-49bc-ab4e-9c852c7ca1f7 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Task: {'id': task-3913170, 'name': Rename_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.519028] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4936abc1-8db4-4cb8-80fa-15b8b48034a0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.983s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.519028] env[70527]: INFO nova.compute.manager [None req-4936abc1-8db4-4cb8-80fa-15b8b48034a0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Migrating [ 898.524221] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8a140c3a-70b2-4e04-a177-cf19b7ecdf33 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 19.705s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.541519] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a411ebad-f431-4185-849b-c536f0a85d73 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Lock "d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.301s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.608024] env[70527]: DEBUG oslo_vmware.api [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3913169, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.720962] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913168, 'name': CreateVM_Task, 'duration_secs': 0.728569} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.721100] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 430c77ef-9bdb-42c1-aee4-2d5bcc6be0da] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 898.721821] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.722037] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.722386] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.722659] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dc61b9a-8b20-4b94-ba6e-de641c6d2eb6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.729757] env[70527]: DEBUG oslo_vmware.api [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Waiting for the task: (returnval){ [ 898.729757] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52c41c8b-8b71-3ae3-3150-1c96288aec6a" [ 898.729757] env[70527]: _type = "Task" [ 898.729757] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.739185] env[70527]: DEBUG oslo_vmware.api [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52c41c8b-8b71-3ae3-3150-1c96288aec6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.780513] env[70527]: DEBUG oslo_vmware.api [None req-318b0af0-fd33-49bc-ab4e-9c852c7ca1f7 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Task: {'id': task-3913170, 'name': Rename_Task, 'duration_secs': 0.371443} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.780801] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-318b0af0-fd33-49bc-ab4e-9c852c7ca1f7 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] [instance: 01ecb952-4274-4c03-9642-ff7fc894df3c] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 898.781053] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2138b7a8-4386-4379-a6d7-71bc9a594e55 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.788550] env[70527]: DEBUG oslo_vmware.api [None req-318b0af0-fd33-49bc-ab4e-9c852c7ca1f7 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Waiting for the task: (returnval){ [ 898.788550] env[70527]: value = "task-3913172" [ 898.788550] env[70527]: _type = "Task" [ 898.788550] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.801264] env[70527]: DEBUG oslo_vmware.api [None req-318b0af0-fd33-49bc-ab4e-9c852c7ca1f7 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Task: {'id': task-3913172, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.829157] env[70527]: DEBUG nova.network.neutron [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: e4af2542-8afe-4149-b06c-5be7920c1b28] Successfully updated port: 067fee7b-ad4e-46d1-aecf-00957b3ffa7a {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 898.995746] env[70527]: DEBUG nova.network.neutron [req-38c1c550-1a8b-4084-aa1e-9d019404fa12 req-9433bbaa-fb0c-4f63-89e8-8cbe3da3987a service nova] [instance: 430c77ef-9bdb-42c1-aee4-2d5bcc6be0da] Updated VIF entry in instance network info cache for port 21552545-b78a-44da-a5aa-5999f51ac8ca. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 898.996135] env[70527]: DEBUG nova.network.neutron [req-38c1c550-1a8b-4084-aa1e-9d019404fa12 req-9433bbaa-fb0c-4f63-89e8-8cbe3da3987a service nova] [instance: 430c77ef-9bdb-42c1-aee4-2d5bcc6be0da] Updating instance_info_cache with network_info: [{"id": "21552545-b78a-44da-a5aa-5999f51ac8ca", "address": "fa:16:3e:d2:ba:45", "network": {"id": "bb6762cd-f1ab-4e43-94ac-a5c86178334b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1406555943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b842c0a928094cc2adb37bf54e562070", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21552545-b7", "ovs_interfaceid": "21552545-b78a-44da-a5aa-5999f51ac8ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.036180] env[70527]: INFO nova.compute.claims [None req-8a140c3a-70b2-4e04-a177-cf19b7ecdf33 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 899.040536] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4936abc1-8db4-4cb8-80fa-15b8b48034a0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Acquiring lock "refresh_cache-680e9855-2905-4c0d-adc7-e45781fd1e4e" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.040695] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4936abc1-8db4-4cb8-80fa-15b8b48034a0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Acquired lock "refresh_cache-680e9855-2905-4c0d-adc7-e45781fd1e4e" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.040868] env[70527]: DEBUG nova.network.neutron [None req-4936abc1-8db4-4cb8-80fa-15b8b48034a0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 899.043910] env[70527]: DEBUG nova.compute.manager [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 8023716a-02ca-479e-ae56-9af98b173fd1] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 899.107181] env[70527]: DEBUG oslo_vmware.api [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3913169, 'name': ReconfigVM_Task, 'duration_secs': 0.605546} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.107946] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: 9c410bd0-3603-4f5a-a9ac-fd78180e3c1d] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 9c410bd0-3603-4f5a-a9ac-fd78180e3c1d/9c410bd0-3603-4f5a-a9ac-fd78180e3c1d.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 899.109019] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e5af6a67-b1dc-449f-b021-52ad6ee908be {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.117834] env[70527]: DEBUG oslo_vmware.api [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Waiting for the task: (returnval){ [ 899.117834] env[70527]: value = "task-3913173" [ 899.117834] env[70527]: _type = "Task" [ 899.117834] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.126419] env[70527]: DEBUG oslo_vmware.api [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3913173, 'name': Rename_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.241596] env[70527]: DEBUG oslo_vmware.api [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52c41c8b-8b71-3ae3-3150-1c96288aec6a, 'name': SearchDatastore_Task, 'duration_secs': 0.011536} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.241918] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.242177] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: 430c77ef-9bdb-42c1-aee4-2d5bcc6be0da] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 899.242422] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.242568] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.242748] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 899.243039] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b631573-a0f3-4a8f-98a8-38778e50ad76 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.255466] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 899.255690] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 899.256528] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbe9aa58-60d1-4561-a6fd-6ef9d59db64c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.263683] env[70527]: DEBUG oslo_vmware.api [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Waiting for the task: (returnval){ [ 899.263683] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]520095bf-5080-9312-5642-fe20546ce16b" [ 899.263683] env[70527]: _type = "Task" [ 899.263683] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.275450] env[70527]: DEBUG oslo_vmware.api [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]520095bf-5080-9312-5642-fe20546ce16b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.302831] env[70527]: DEBUG oslo_vmware.api [None req-318b0af0-fd33-49bc-ab4e-9c852c7ca1f7 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Task: {'id': task-3913172, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.331859] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Acquiring lock "refresh_cache-e4af2542-8afe-4149-b06c-5be7920c1b28" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.332141] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Acquired lock "refresh_cache-e4af2542-8afe-4149-b06c-5be7920c1b28" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.332463] env[70527]: DEBUG nova.network.neutron [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: e4af2542-8afe-4149-b06c-5be7920c1b28] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 899.465652] env[70527]: DEBUG oslo_concurrency.lockutils [None req-037382f2-ff91-4e89-88b0-d37b62f86d50 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Acquiring lock "c8f2bb6b-be01-4473-92f5-2a35a8eff5b0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.465652] env[70527]: DEBUG oslo_concurrency.lockutils [None req-037382f2-ff91-4e89-88b0-d37b62f86d50 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Lock "c8f2bb6b-be01-4473-92f5-2a35a8eff5b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.465652] env[70527]: DEBUG oslo_concurrency.lockutils [None req-037382f2-ff91-4e89-88b0-d37b62f86d50 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Acquiring lock "c8f2bb6b-be01-4473-92f5-2a35a8eff5b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.465652] env[70527]: DEBUG oslo_concurrency.lockutils [None req-037382f2-ff91-4e89-88b0-d37b62f86d50 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Lock "c8f2bb6b-be01-4473-92f5-2a35a8eff5b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.465965] env[70527]: DEBUG oslo_concurrency.lockutils [None req-037382f2-ff91-4e89-88b0-d37b62f86d50 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Lock "c8f2bb6b-be01-4473-92f5-2a35a8eff5b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.470051] env[70527]: INFO nova.compute.manager [None req-037382f2-ff91-4e89-88b0-d37b62f86d50 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: c8f2bb6b-be01-4473-92f5-2a35a8eff5b0] Terminating instance [ 899.498390] env[70527]: DEBUG oslo_concurrency.lockutils [req-38c1c550-1a8b-4084-aa1e-9d019404fa12 req-9433bbaa-fb0c-4f63-89e8-8cbe3da3987a service nova] Releasing lock "refresh_cache-430c77ef-9bdb-42c1-aee4-2d5bcc6be0da" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.543948] env[70527]: INFO nova.compute.resource_tracker [None req-8a140c3a-70b2-4e04-a177-cf19b7ecdf33 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Updating resource usage from migration f2648931-9df3-4a9e-9f50-b9e836d0100a [ 899.575684] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.639757] env[70527]: DEBUG oslo_vmware.api [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3913173, 'name': Rename_Task, 'duration_secs': 0.182376} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.644168] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: 9c410bd0-3603-4f5a-a9ac-fd78180e3c1d] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 899.644573] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c468e38d-d044-4d1f-a5f0-bb420f31a898 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.657249] env[70527]: DEBUG oslo_vmware.api [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Waiting for the task: (returnval){ [ 899.657249] env[70527]: value = "task-3913174" [ 899.657249] env[70527]: _type = "Task" [ 899.657249] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.669758] env[70527]: DEBUG oslo_vmware.api [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3913174, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.780871] env[70527]: DEBUG oslo_vmware.api [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]520095bf-5080-9312-5642-fe20546ce16b, 'name': SearchDatastore_Task, 'duration_secs': 0.020941} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.782112] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02268d92-c50f-42a8-979e-2c0c0c5bd67d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.791180] env[70527]: DEBUG oslo_vmware.api [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Waiting for the task: (returnval){ [ 899.791180] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]521eaf13-67df-fffc-1146-6a8c4ae7545a" [ 899.791180] env[70527]: _type = "Task" [ 899.791180] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.809818] env[70527]: DEBUG oslo_vmware.api [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]521eaf13-67df-fffc-1146-6a8c4ae7545a, 'name': SearchDatastore_Task, 'duration_secs': 0.010743} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.816301] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.816301] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 430c77ef-9bdb-42c1-aee4-2d5bcc6be0da/430c77ef-9bdb-42c1-aee4-2d5bcc6be0da.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 899.816301] env[70527]: DEBUG oslo_vmware.api [None req-318b0af0-fd33-49bc-ab4e-9c852c7ca1f7 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Task: {'id': task-3913172, 'name': PowerOnVM_Task, 'duration_secs': 0.677444} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.817166] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3392c816-9446-4e72-aaff-6a17a43ac19b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.819374] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-318b0af0-fd33-49bc-ab4e-9c852c7ca1f7 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] [instance: 01ecb952-4274-4c03-9642-ff7fc894df3c] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 899.819598] env[70527]: DEBUG nova.compute.manager [None req-318b0af0-fd33-49bc-ab4e-9c852c7ca1f7 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] [instance: 01ecb952-4274-4c03-9642-ff7fc894df3c] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 899.822187] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f32a8c-99c7-4c16-a18a-f90d902750c5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.833100] env[70527]: DEBUG oslo_vmware.api [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Waiting for the task: (returnval){ [ 899.833100] env[70527]: value = "task-3913175" [ 899.833100] env[70527]: _type = "Task" [ 899.833100] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.856483] env[70527]: DEBUG oslo_vmware.api [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': task-3913175, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.900017] env[70527]: DEBUG nova.network.neutron [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: e4af2542-8afe-4149-b06c-5be7920c1b28] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 899.975328] env[70527]: DEBUG nova.compute.manager [None req-037382f2-ff91-4e89-88b0-d37b62f86d50 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: c8f2bb6b-be01-4473-92f5-2a35a8eff5b0] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 899.975651] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-037382f2-ff91-4e89-88b0-d37b62f86d50 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: c8f2bb6b-be01-4473-92f5-2a35a8eff5b0] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 899.977525] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-689a27e4-6e5a-4e6a-a266-ed18c592c40b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.992963] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-037382f2-ff91-4e89-88b0-d37b62f86d50 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: c8f2bb6b-be01-4473-92f5-2a35a8eff5b0] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 899.993349] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e524fb3e-96fb-4744-af64-4184871d0317 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.003071] env[70527]: DEBUG oslo_vmware.api [None req-037382f2-ff91-4e89-88b0-d37b62f86d50 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Waiting for the task: (returnval){ [ 900.003071] env[70527]: value = "task-3913176" [ 900.003071] env[70527]: _type = "Task" [ 900.003071] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.026259] env[70527]: DEBUG oslo_vmware.api [None req-037382f2-ff91-4e89-88b0-d37b62f86d50 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': task-3913176, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.172776] env[70527]: DEBUG oslo_vmware.api [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3913174, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.186231] env[70527]: DEBUG nova.network.neutron [None req-4936abc1-8db4-4cb8-80fa-15b8b48034a0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Updating instance_info_cache with network_info: [{"id": "2f732305-3f77-40ec-98b1-5eaa8859e005", "address": "fa:16:3e:c6:ca:e7", "network": {"id": "6b7058bf-638c-4d72-9f51-37a045c3ebde", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1062784441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbf5afba87784fe2b33ca0fa6a95c5b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f732305-3f", "ovs_interfaceid": "2f732305-3f77-40ec-98b1-5eaa8859e005", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.196119] env[70527]: DEBUG nova.compute.manager [req-78c31d8e-c3f7-4d89-9d98-7e96dc831b95 req-9b243caf-c6b5-4173-9221-16360eea4c47 service nova] [instance: e4af2542-8afe-4149-b06c-5be7920c1b28] Received event network-vif-plugged-067fee7b-ad4e-46d1-aecf-00957b3ffa7a {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.196119] env[70527]: DEBUG oslo_concurrency.lockutils [req-78c31d8e-c3f7-4d89-9d98-7e96dc831b95 req-9b243caf-c6b5-4173-9221-16360eea4c47 service nova] Acquiring lock "e4af2542-8afe-4149-b06c-5be7920c1b28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.196119] env[70527]: DEBUG oslo_concurrency.lockutils [req-78c31d8e-c3f7-4d89-9d98-7e96dc831b95 req-9b243caf-c6b5-4173-9221-16360eea4c47 service nova] Lock "e4af2542-8afe-4149-b06c-5be7920c1b28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.196420] env[70527]: DEBUG oslo_concurrency.lockutils [req-78c31d8e-c3f7-4d89-9d98-7e96dc831b95 req-9b243caf-c6b5-4173-9221-16360eea4c47 service nova] Lock "e4af2542-8afe-4149-b06c-5be7920c1b28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.196459] env[70527]: DEBUG nova.compute.manager [req-78c31d8e-c3f7-4d89-9d98-7e96dc831b95 req-9b243caf-c6b5-4173-9221-16360eea4c47 service nova] [instance: e4af2542-8afe-4149-b06c-5be7920c1b28] No waiting events found dispatching network-vif-plugged-067fee7b-ad4e-46d1-aecf-00957b3ffa7a {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 900.196621] env[70527]: WARNING nova.compute.manager [req-78c31d8e-c3f7-4d89-9d98-7e96dc831b95 req-9b243caf-c6b5-4173-9221-16360eea4c47 service nova] [instance: e4af2542-8afe-4149-b06c-5be7920c1b28] Received unexpected event network-vif-plugged-067fee7b-ad4e-46d1-aecf-00957b3ffa7a for instance with vm_state building and task_state spawning. [ 900.196938] env[70527]: DEBUG nova.compute.manager [req-78c31d8e-c3f7-4d89-9d98-7e96dc831b95 req-9b243caf-c6b5-4173-9221-16360eea4c47 service nova] [instance: e4af2542-8afe-4149-b06c-5be7920c1b28] Received event network-changed-067fee7b-ad4e-46d1-aecf-00957b3ffa7a {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.196938] env[70527]: DEBUG nova.compute.manager [req-78c31d8e-c3f7-4d89-9d98-7e96dc831b95 req-9b243caf-c6b5-4173-9221-16360eea4c47 service nova] [instance: e4af2542-8afe-4149-b06c-5be7920c1b28] Refreshing instance network info cache due to event network-changed-067fee7b-ad4e-46d1-aecf-00957b3ffa7a. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 900.197081] env[70527]: DEBUG oslo_concurrency.lockutils [req-78c31d8e-c3f7-4d89-9d98-7e96dc831b95 req-9b243caf-c6b5-4173-9221-16360eea4c47 service nova] Acquiring lock "refresh_cache-e4af2542-8afe-4149-b06c-5be7920c1b28" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.247656] env[70527]: DEBUG nova.network.neutron [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: e4af2542-8afe-4149-b06c-5be7920c1b28] Updating instance_info_cache with network_info: [{"id": "067fee7b-ad4e-46d1-aecf-00957b3ffa7a", "address": "fa:16:3e:ea:d2:55", "network": {"id": "bb6762cd-f1ab-4e43-94ac-a5c86178334b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1406555943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b842c0a928094cc2adb37bf54e562070", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap067fee7b-ad", "ovs_interfaceid": "067fee7b-ad4e-46d1-aecf-00957b3ffa7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.290322] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b238ef1-f2ca-42d8-8971-f6a1f2954260 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.300960] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eda1b5f-29c8-4584-bb3f-2f0b55edda75 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.337129] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c5e3ef-b25d-434f-95ab-ddec2bce3d2a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.359447] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8faf053-2683-4f67-aa08-4f311f26c0c7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.363932] env[70527]: DEBUG oslo_vmware.api [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': task-3913175, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.366810] env[70527]: DEBUG oslo_concurrency.lockutils [None req-318b0af0-fd33-49bc-ab4e-9c852c7ca1f7 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.378161] env[70527]: DEBUG nova.compute.provider_tree [None req-8a140c3a-70b2-4e04-a177-cf19b7ecdf33 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 900.513482] env[70527]: DEBUG oslo_vmware.api [None req-037382f2-ff91-4e89-88b0-d37b62f86d50 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': task-3913176, 'name': PowerOffVM_Task, 'duration_secs': 0.273768} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.513772] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-037382f2-ff91-4e89-88b0-d37b62f86d50 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: c8f2bb6b-be01-4473-92f5-2a35a8eff5b0] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 900.513942] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-037382f2-ff91-4e89-88b0-d37b62f86d50 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: c8f2bb6b-be01-4473-92f5-2a35a8eff5b0] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 900.514292] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5b01f81-4eb5-4984-b56d-ee852e53f388 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.602655] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-037382f2-ff91-4e89-88b0-d37b62f86d50 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: c8f2bb6b-be01-4473-92f5-2a35a8eff5b0] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 900.602655] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-037382f2-ff91-4e89-88b0-d37b62f86d50 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: c8f2bb6b-be01-4473-92f5-2a35a8eff5b0] Deleting contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 900.602865] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-037382f2-ff91-4e89-88b0-d37b62f86d50 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Deleting the datastore file [datastore1] c8f2bb6b-be01-4473-92f5-2a35a8eff5b0 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 900.603065] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-541d22d7-f653-487a-8ec6-2e3ffe3692fa {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.610558] env[70527]: DEBUG oslo_vmware.api [None req-037382f2-ff91-4e89-88b0-d37b62f86d50 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Waiting for the task: (returnval){ [ 900.610558] env[70527]: value = "task-3913178" [ 900.610558] env[70527]: _type = "Task" [ 900.610558] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.620431] env[70527]: DEBUG oslo_vmware.api [None req-037382f2-ff91-4e89-88b0-d37b62f86d50 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': task-3913178, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.669964] env[70527]: DEBUG oslo_vmware.api [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3913174, 'name': PowerOnVM_Task, 'duration_secs': 0.527077} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.671790] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: 9c410bd0-3603-4f5a-a9ac-fd78180e3c1d] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 900.671790] env[70527]: INFO nova.compute.manager [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: 9c410bd0-3603-4f5a-a9ac-fd78180e3c1d] Took 11.14 seconds to spawn the instance on the hypervisor. [ 900.671790] env[70527]: DEBUG nova.compute.manager [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: 9c410bd0-3603-4f5a-a9ac-fd78180e3c1d] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 900.671790] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac8f0fa-5ff4-4bf1-9a2d-9e932ccdf8f7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.689065] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4936abc1-8db4-4cb8-80fa-15b8b48034a0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Releasing lock "refresh_cache-680e9855-2905-4c0d-adc7-e45781fd1e4e" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.747819] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-a74fa37b-fec2-4268-b8ef-c97efa30a3b4 tempest-VolumesAssistedSnapshotsTest-76753864 tempest-VolumesAssistedSnapshotsTest-76753864-project-admin] [instance: 9ad6dd25-d461-4c1a-a084-28ad37c432fc] Volume attach. Driver type: vmdk {{(pid=70527) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 900.747819] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-a74fa37b-fec2-4268-b8ef-c97efa30a3b4 tempest-VolumesAssistedSnapshotsTest-76753864 tempest-VolumesAssistedSnapshotsTest-76753864-project-admin] [instance: 9ad6dd25-d461-4c1a-a084-28ad37c432fc] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-777080', 'volume_id': 'e399012a-e480-41ad-ac3e-e15e2fed3b2a', 'name': 'volume-e399012a-e480-41ad-ac3e-e15e2fed3b2a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9ad6dd25-d461-4c1a-a084-28ad37c432fc', 'attached_at': '', 'detached_at': '', 'volume_id': 'e399012a-e480-41ad-ac3e-e15e2fed3b2a', 'serial': 'e399012a-e480-41ad-ac3e-e15e2fed3b2a'} {{(pid=70527) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 900.747819] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea923c8-8572-4218-a669-41dfe800e621 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.750983] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Releasing lock "refresh_cache-e4af2542-8afe-4149-b06c-5be7920c1b28" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.751388] env[70527]: DEBUG nova.compute.manager [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: e4af2542-8afe-4149-b06c-5be7920c1b28] Instance network_info: |[{"id": "067fee7b-ad4e-46d1-aecf-00957b3ffa7a", "address": "fa:16:3e:ea:d2:55", "network": {"id": "bb6762cd-f1ab-4e43-94ac-a5c86178334b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1406555943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b842c0a928094cc2adb37bf54e562070", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap067fee7b-ad", "ovs_interfaceid": "067fee7b-ad4e-46d1-aecf-00957b3ffa7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 900.751979] env[70527]: DEBUG oslo_concurrency.lockutils [req-78c31d8e-c3f7-4d89-9d98-7e96dc831b95 req-9b243caf-c6b5-4173-9221-16360eea4c47 service nova] Acquired lock "refresh_cache-e4af2542-8afe-4149-b06c-5be7920c1b28" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.752181] env[70527]: DEBUG nova.network.neutron [req-78c31d8e-c3f7-4d89-9d98-7e96dc831b95 req-9b243caf-c6b5-4173-9221-16360eea4c47 service nova] [instance: e4af2542-8afe-4149-b06c-5be7920c1b28] Refreshing network info cache for port 067fee7b-ad4e-46d1-aecf-00957b3ffa7a {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 900.753325] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: e4af2542-8afe-4149-b06c-5be7920c1b28] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:d2:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a9ee6f9-33be-4f58-8248-694024ec31d4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '067fee7b-ad4e-46d1-aecf-00957b3ffa7a', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 900.761807] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 900.782601] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4af2542-8afe-4149-b06c-5be7920c1b28] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 900.783614] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1db79ff5-64aa-4632-b79f-7ac9a17c5a3c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.800816] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eff6c4a-4e03-49e2-9c50-f9ddd109b6f6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.831812] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-a74fa37b-fec2-4268-b8ef-c97efa30a3b4 tempest-VolumesAssistedSnapshotsTest-76753864 tempest-VolumesAssistedSnapshotsTest-76753864-project-admin] [instance: 9ad6dd25-d461-4c1a-a084-28ad37c432fc] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] volume-e399012a-e480-41ad-ac3e-e15e2fed3b2a/volume-e399012a-e480-41ad-ac3e-e15e2fed3b2a.vmdk or device None with type thin {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 900.833906] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdd77a27-0797-44b5-8fdd-9de357ff9895 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.851229] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 900.851229] env[70527]: value = "task-3913179" [ 900.851229] env[70527]: _type = "Task" [ 900.851229] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.867022] env[70527]: DEBUG oslo_vmware.api [None req-a74fa37b-fec2-4268-b8ef-c97efa30a3b4 tempest-VolumesAssistedSnapshotsTest-76753864 tempest-VolumesAssistedSnapshotsTest-76753864-project-admin] Waiting for the task: (returnval){ [ 900.867022] env[70527]: value = "task-3913180" [ 900.867022] env[70527]: _type = "Task" [ 900.867022] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.873827] env[70527]: DEBUG oslo_vmware.api [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': task-3913175, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587927} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.874056] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913179, 'name': CreateVM_Task} progress is 15%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.877502] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 430c77ef-9bdb-42c1-aee4-2d5bcc6be0da/430c77ef-9bdb-42c1-aee4-2d5bcc6be0da.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 900.877755] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: 430c77ef-9bdb-42c1-aee4-2d5bcc6be0da] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 900.878069] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff1614b6-0fb4-49b8-ac39-13b34c309be4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.882029] env[70527]: DEBUG nova.scheduler.client.report [None req-8a140c3a-70b2-4e04-a177-cf19b7ecdf33 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.892251] env[70527]: DEBUG oslo_vmware.api [None req-a74fa37b-fec2-4268-b8ef-c97efa30a3b4 tempest-VolumesAssistedSnapshotsTest-76753864 tempest-VolumesAssistedSnapshotsTest-76753864-project-admin] Task: {'id': task-3913180, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.898101] env[70527]: DEBUG oslo_vmware.api [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Waiting for the task: (returnval){ [ 900.898101] env[70527]: value = "task-3913181" [ 900.898101] env[70527]: _type = "Task" [ 900.898101] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.909487] env[70527]: DEBUG oslo_vmware.api [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': task-3913181, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.124204] env[70527]: DEBUG oslo_vmware.api [None req-037382f2-ff91-4e89-88b0-d37b62f86d50 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': task-3913178, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.463893} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.124590] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-037382f2-ff91-4e89-88b0-d37b62f86d50 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 901.124737] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-037382f2-ff91-4e89-88b0-d37b62f86d50 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: c8f2bb6b-be01-4473-92f5-2a35a8eff5b0] Deleted contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 901.125118] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-037382f2-ff91-4e89-88b0-d37b62f86d50 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: c8f2bb6b-be01-4473-92f5-2a35a8eff5b0] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 901.125258] env[70527]: INFO nova.compute.manager [None req-037382f2-ff91-4e89-88b0-d37b62f86d50 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: c8f2bb6b-be01-4473-92f5-2a35a8eff5b0] Took 1.15 seconds to destroy the instance on the hypervisor. [ 901.125512] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-037382f2-ff91-4e89-88b0-d37b62f86d50 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 901.125714] env[70527]: DEBUG nova.compute.manager [-] [instance: c8f2bb6b-be01-4473-92f5-2a35a8eff5b0] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 901.125806] env[70527]: DEBUG nova.network.neutron [-] [instance: c8f2bb6b-be01-4473-92f5-2a35a8eff5b0] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 901.201557] env[70527]: INFO nova.compute.manager [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: 9c410bd0-3603-4f5a-a9ac-fd78180e3c1d] Took 36.14 seconds to build instance. [ 901.368694] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913179, 'name': CreateVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.385912] env[70527]: DEBUG oslo_vmware.api [None req-a74fa37b-fec2-4268-b8ef-c97efa30a3b4 tempest-VolumesAssistedSnapshotsTest-76753864 tempest-VolumesAssistedSnapshotsTest-76753864-project-admin] Task: {'id': task-3913180, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.394795] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8a140c3a-70b2-4e04-a177-cf19b7ecdf33 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.870s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.394795] env[70527]: INFO nova.compute.manager [None req-8a140c3a-70b2-4e04-a177-cf19b7ecdf33 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Migrating [ 901.402866] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.472s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.409028] env[70527]: INFO nova.compute.claims [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: b19d2ba3-5500-4ca2-842a-fefdfd22f9a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 901.447896] env[70527]: DEBUG oslo_vmware.api [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': task-3913181, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.507190] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b61c5e1c-2719-4baf-9344-e1b88d6a91ee tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Acquiring lock "01ecb952-4274-4c03-9642-ff7fc894df3c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.507190] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b61c5e1c-2719-4baf-9344-e1b88d6a91ee tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Lock "01ecb952-4274-4c03-9642-ff7fc894df3c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.507190] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b61c5e1c-2719-4baf-9344-e1b88d6a91ee tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Acquiring lock "01ecb952-4274-4c03-9642-ff7fc894df3c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.507190] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b61c5e1c-2719-4baf-9344-e1b88d6a91ee tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Lock "01ecb952-4274-4c03-9642-ff7fc894df3c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.507439] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b61c5e1c-2719-4baf-9344-e1b88d6a91ee tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Lock "01ecb952-4274-4c03-9642-ff7fc894df3c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.509679] env[70527]: INFO nova.compute.manager [None req-b61c5e1c-2719-4baf-9344-e1b88d6a91ee tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] [instance: 01ecb952-4274-4c03-9642-ff7fc894df3c] Terminating instance [ 901.706402] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b3d211a3-a85c-4804-a23e-0e4d5ac41827 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Lock "9c410bd0-3603-4f5a-a9ac-fd78180e3c1d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.200s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.722366] env[70527]: DEBUG nova.network.neutron [req-78c31d8e-c3f7-4d89-9d98-7e96dc831b95 req-9b243caf-c6b5-4173-9221-16360eea4c47 service nova] [instance: e4af2542-8afe-4149-b06c-5be7920c1b28] Updated VIF entry in instance network info cache for port 067fee7b-ad4e-46d1-aecf-00957b3ffa7a. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 901.722826] env[70527]: DEBUG nova.network.neutron [req-78c31d8e-c3f7-4d89-9d98-7e96dc831b95 req-9b243caf-c6b5-4173-9221-16360eea4c47 service nova] [instance: e4af2542-8afe-4149-b06c-5be7920c1b28] Updating instance_info_cache with network_info: [{"id": "067fee7b-ad4e-46d1-aecf-00957b3ffa7a", "address": "fa:16:3e:ea:d2:55", "network": {"id": "bb6762cd-f1ab-4e43-94ac-a5c86178334b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1406555943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b842c0a928094cc2adb37bf54e562070", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap067fee7b-ad", "ovs_interfaceid": "067fee7b-ad4e-46d1-aecf-00957b3ffa7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.868528] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913179, 'name': CreateVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.884654] env[70527]: DEBUG oslo_vmware.api [None req-a74fa37b-fec2-4268-b8ef-c97efa30a3b4 tempest-VolumesAssistedSnapshotsTest-76753864 tempest-VolumesAssistedSnapshotsTest-76753864-project-admin] Task: {'id': task-3913180, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.926455] env[70527]: DEBUG oslo_vmware.api [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': task-3913181, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.693138} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.927084] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: 430c77ef-9bdb-42c1-aee4-2d5bcc6be0da] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 901.928107] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e5f566-854e-4e4e-a5e3-514499f112dd {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.944758] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8a140c3a-70b2-4e04-a177-cf19b7ecdf33 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Acquiring lock "refresh_cache-cc87d385-12c6-43d2-af21-1d2737c5d451" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.944941] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8a140c3a-70b2-4e04-a177-cf19b7ecdf33 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Acquired lock "refresh_cache-cc87d385-12c6-43d2-af21-1d2737c5d451" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.945135] env[70527]: DEBUG nova.network.neutron [None req-8a140c3a-70b2-4e04-a177-cf19b7ecdf33 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 901.955222] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: 430c77ef-9bdb-42c1-aee4-2d5bcc6be0da] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 430c77ef-9bdb-42c1-aee4-2d5bcc6be0da/430c77ef-9bdb-42c1-aee4-2d5bcc6be0da.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 901.958781] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02168edc-3795-443d-9842-af176a11821f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.980801] env[70527]: DEBUG oslo_vmware.api [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Waiting for the task: (returnval){ [ 901.980801] env[70527]: value = "task-3913182" [ 901.980801] env[70527]: _type = "Task" [ 901.980801] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.989751] env[70527]: DEBUG oslo_vmware.api [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': task-3913182, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.016684] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b61c5e1c-2719-4baf-9344-e1b88d6a91ee tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Acquiring lock "refresh_cache-01ecb952-4274-4c03-9642-ff7fc894df3c" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.016949] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b61c5e1c-2719-4baf-9344-e1b88d6a91ee tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Acquired lock "refresh_cache-01ecb952-4274-4c03-9642-ff7fc894df3c" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.017041] env[70527]: DEBUG nova.network.neutron [None req-b61c5e1c-2719-4baf-9344-e1b88d6a91ee tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] [instance: 01ecb952-4274-4c03-9642-ff7fc894df3c] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 902.130148] env[70527]: DEBUG nova.network.neutron [-] [instance: c8f2bb6b-be01-4473-92f5-2a35a8eff5b0] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.213472] env[70527]: DEBUG nova.compute.manager [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] [instance: 818f37c0-1d7d-45ec-a21b-93d87d21f1dc] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 902.221987] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f37c39-f372-414c-add3-5009bbebc871 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.226104] env[70527]: DEBUG oslo_concurrency.lockutils [req-78c31d8e-c3f7-4d89-9d98-7e96dc831b95 req-9b243caf-c6b5-4173-9221-16360eea4c47 service nova] Releasing lock "refresh_cache-e4af2542-8afe-4149-b06c-5be7920c1b28" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.240767] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4936abc1-8db4-4cb8-80fa-15b8b48034a0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Updating instance '680e9855-2905-4c0d-adc7-e45781fd1e4e' progress to 0 {{(pid=70527) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 902.291430] env[70527]: DEBUG nova.compute.manager [req-ec289c19-77f6-4153-a646-153a5b8d8748 req-b50491f6-b765-44f3-a0ed-454cfbb244f5 service nova] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Received event network-changed-1936c003-2b62-4ba0-b826-35044078faf9 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 902.293015] env[70527]: DEBUG nova.compute.manager [req-ec289c19-77f6-4153-a646-153a5b8d8748 req-b50491f6-b765-44f3-a0ed-454cfbb244f5 service nova] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Refreshing instance network info cache due to event network-changed-1936c003-2b62-4ba0-b826-35044078faf9. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 902.293015] env[70527]: DEBUG oslo_concurrency.lockutils [req-ec289c19-77f6-4153-a646-153a5b8d8748 req-b50491f6-b765-44f3-a0ed-454cfbb244f5 service nova] Acquiring lock "refresh_cache-d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.293015] env[70527]: DEBUG oslo_concurrency.lockutils [req-ec289c19-77f6-4153-a646-153a5b8d8748 req-b50491f6-b765-44f3-a0ed-454cfbb244f5 service nova] Acquired lock "refresh_cache-d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.293015] env[70527]: DEBUG nova.network.neutron [req-ec289c19-77f6-4153-a646-153a5b8d8748 req-b50491f6-b765-44f3-a0ed-454cfbb244f5 service nova] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Refreshing network info cache for port 1936c003-2b62-4ba0-b826-35044078faf9 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 902.299574] env[70527]: DEBUG nova.network.neutron [None req-8a140c3a-70b2-4e04-a177-cf19b7ecdf33 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Updating instance_info_cache with network_info: [{"id": "707b3985-2191-4a9c-bbfe-1922ac3dfbce", "address": "fa:16:3e:e1:43:d6", "network": {"id": "29b8e902-296b-4709-aca2-c446fcf3fa56", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3eee3a2e62a4bcdad1e7484fcad9e2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap707b3985-21", "ovs_interfaceid": "707b3985-2191-4a9c-bbfe-1922ac3dfbce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.370342] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913179, 'name': CreateVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.386736] env[70527]: DEBUG oslo_vmware.api [None req-a74fa37b-fec2-4268-b8ef-c97efa30a3b4 tempest-VolumesAssistedSnapshotsTest-76753864 tempest-VolumesAssistedSnapshotsTest-76753864-project-admin] Task: {'id': task-3913180, 'name': ReconfigVM_Task, 'duration_secs': 1.060626} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.387051] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-a74fa37b-fec2-4268-b8ef-c97efa30a3b4 tempest-VolumesAssistedSnapshotsTest-76753864 tempest-VolumesAssistedSnapshotsTest-76753864-project-admin] [instance: 9ad6dd25-d461-4c1a-a084-28ad37c432fc] Reconfigured VM instance instance-0000000d to attach disk [datastore2] volume-e399012a-e480-41ad-ac3e-e15e2fed3b2a/volume-e399012a-e480-41ad-ac3e-e15e2fed3b2a.vmdk or device None with type thin {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 902.392136] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-132f7ebc-d1a6-448e-b727-642f46cbc24a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.414112] env[70527]: DEBUG oslo_concurrency.lockutils [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Acquiring lock "440274de-4164-459b-bb75-0cf1b040395e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.414407] env[70527]: DEBUG oslo_concurrency.lockutils [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Lock "440274de-4164-459b-bb75-0cf1b040395e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.414590] env[70527]: DEBUG oslo_vmware.api [None req-a74fa37b-fec2-4268-b8ef-c97efa30a3b4 tempest-VolumesAssistedSnapshotsTest-76753864 tempest-VolumesAssistedSnapshotsTest-76753864-project-admin] Waiting for the task: (returnval){ [ 902.414590] env[70527]: value = "task-3913183" [ 902.414590] env[70527]: _type = "Task" [ 902.414590] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.426017] env[70527]: DEBUG oslo_vmware.api [None req-a74fa37b-fec2-4268-b8ef-c97efa30a3b4 tempest-VolumesAssistedSnapshotsTest-76753864 tempest-VolumesAssistedSnapshotsTest-76753864-project-admin] Task: {'id': task-3913183, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.491240] env[70527]: DEBUG oslo_vmware.api [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': task-3913182, 'name': ReconfigVM_Task, 'duration_secs': 0.457657} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.493998] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: 430c77ef-9bdb-42c1-aee4-2d5bcc6be0da] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 430c77ef-9bdb-42c1-aee4-2d5bcc6be0da/430c77ef-9bdb-42c1-aee4-2d5bcc6be0da.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 902.494872] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a7fc09b-969f-4c89-819b-a591553c25c5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.502318] env[70527]: DEBUG oslo_vmware.api [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Waiting for the task: (returnval){ [ 902.502318] env[70527]: value = "task-3913184" [ 902.502318] env[70527]: _type = "Task" [ 902.502318] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.514037] env[70527]: DEBUG oslo_vmware.api [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': task-3913184, 'name': Rename_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.548775] env[70527]: DEBUG nova.network.neutron [None req-b61c5e1c-2719-4baf-9344-e1b88d6a91ee tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] [instance: 01ecb952-4274-4c03-9642-ff7fc894df3c] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 902.614890] env[70527]: DEBUG nova.network.neutron [None req-b61c5e1c-2719-4baf-9344-e1b88d6a91ee tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] [instance: 01ecb952-4274-4c03-9642-ff7fc894df3c] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.632751] env[70527]: INFO nova.compute.manager [-] [instance: c8f2bb6b-be01-4473-92f5-2a35a8eff5b0] Took 1.51 seconds to deallocate network for instance. [ 902.742877] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.754188] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-4936abc1-8db4-4cb8-80fa-15b8b48034a0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 902.754466] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9232d64b-3325-40b8-aa8f-959357416f41 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.762577] env[70527]: DEBUG oslo_vmware.api [None req-4936abc1-8db4-4cb8-80fa-15b8b48034a0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for the task: (returnval){ [ 902.762577] env[70527]: value = "task-3913185" [ 902.762577] env[70527]: _type = "Task" [ 902.762577] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.777651] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-4936abc1-8db4-4cb8-80fa-15b8b48034a0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] VM already powered off {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 902.777895] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4936abc1-8db4-4cb8-80fa-15b8b48034a0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Updating instance '680e9855-2905-4c0d-adc7-e45781fd1e4e' progress to 17 {{(pid=70527) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 902.801825] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8a140c3a-70b2-4e04-a177-cf19b7ecdf33 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Releasing lock "refresh_cache-cc87d385-12c6-43d2-af21-1d2737c5d451" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.872403] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913179, 'name': CreateVM_Task, 'duration_secs': 1.612876} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.872559] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4af2542-8afe-4149-b06c-5be7920c1b28] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 902.873258] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.873471] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.873754] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.874024] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ac2dfd7-5816-4fe6-91d9-214f2b750a58 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.883396] env[70527]: DEBUG oslo_vmware.api [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Waiting for the task: (returnval){ [ 902.883396] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52324369-a216-9080-a2ab-e19b8cd546d2" [ 902.883396] env[70527]: _type = "Task" [ 902.883396] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.894852] env[70527]: DEBUG oslo_vmware.api [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52324369-a216-9080-a2ab-e19b8cd546d2, 'name': SearchDatastore_Task, 'duration_secs': 0.010618} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.897516] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.897832] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: e4af2542-8afe-4149-b06c-5be7920c1b28] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 902.898134] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.899560] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.899560] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 902.899560] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22cd6fdf-e56e-4d98-9293-adbfc7757ba6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.909288] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 902.909554] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 902.913684] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ce2910b-1007-4f25-8e82-c979ab808c9c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.926872] env[70527]: DEBUG oslo_vmware.api [None req-a74fa37b-fec2-4268-b8ef-c97efa30a3b4 tempest-VolumesAssistedSnapshotsTest-76753864 tempest-VolumesAssistedSnapshotsTest-76753864-project-admin] Task: {'id': task-3913183, 'name': ReconfigVM_Task, 'duration_secs': 0.225199} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.930672] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-a74fa37b-fec2-4268-b8ef-c97efa30a3b4 tempest-VolumesAssistedSnapshotsTest-76753864 tempest-VolumesAssistedSnapshotsTest-76753864-project-admin] [instance: 9ad6dd25-d461-4c1a-a084-28ad37c432fc] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-777080', 'volume_id': 'e399012a-e480-41ad-ac3e-e15e2fed3b2a', 'name': 'volume-e399012a-e480-41ad-ac3e-e15e2fed3b2a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9ad6dd25-d461-4c1a-a084-28ad37c432fc', 'attached_at': '', 'detached_at': '', 'volume_id': 'e399012a-e480-41ad-ac3e-e15e2fed3b2a', 'serial': 'e399012a-e480-41ad-ac3e-e15e2fed3b2a'} {{(pid=70527) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 902.932334] env[70527]: DEBUG oslo_vmware.api [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Waiting for the task: (returnval){ [ 902.932334] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]5295bff4-67ec-eb38-11fb-3e7537824f39" [ 902.932334] env[70527]: _type = "Task" [ 902.932334] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.947483] env[70527]: DEBUG oslo_vmware.api [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5295bff4-67ec-eb38-11fb-3e7537824f39, 'name': SearchDatastore_Task, 'duration_secs': 0.013134} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.952485] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-314398f7-34e6-4681-8092-63e4386ea168 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.960328] env[70527]: DEBUG oslo_vmware.api [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Waiting for the task: (returnval){ [ 902.960328] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]523694ad-01e8-43c7-2c04-a8f2c92d8f32" [ 902.960328] env[70527]: _type = "Task" [ 902.960328] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.972493] env[70527]: DEBUG oslo_vmware.api [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]523694ad-01e8-43c7-2c04-a8f2c92d8f32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.017708] env[70527]: DEBUG oslo_vmware.api [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': task-3913184, 'name': Rename_Task, 'duration_secs': 0.26921} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.018058] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: 430c77ef-9bdb-42c1-aee4-2d5bcc6be0da] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 903.018351] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1429830a-fb7b-4c2e-931f-e0d9593d4e96 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.026518] env[70527]: DEBUG oslo_vmware.api [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Waiting for the task: (returnval){ [ 903.026518] env[70527]: value = "task-3913186" [ 903.026518] env[70527]: _type = "Task" [ 903.026518] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.036824] env[70527]: DEBUG oslo_vmware.api [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': task-3913186, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.045235] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd597d0-ceed-41bc-86f9-2ee92f65ead6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.054452] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a395db0-3a5b-4c99-9a21-5191ffaaa686 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.090016] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c933a4-3952-4580-b787-a23fc688d762 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.098922] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd739137-27ac-43d3-abff-ab265354412d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.114698] env[70527]: DEBUG nova.compute.provider_tree [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 903.118303] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b61c5e1c-2719-4baf-9344-e1b88d6a91ee tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Releasing lock "refresh_cache-01ecb952-4274-4c03-9642-ff7fc894df3c" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.118788] env[70527]: DEBUG nova.compute.manager [None req-b61c5e1c-2719-4baf-9344-e1b88d6a91ee tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] [instance: 01ecb952-4274-4c03-9642-ff7fc894df3c] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 903.118993] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-b61c5e1c-2719-4baf-9344-e1b88d6a91ee tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] [instance: 01ecb952-4274-4c03-9642-ff7fc894df3c] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 903.119883] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42711ae-dd6e-4bfc-8103-8e7471890e7c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.129571] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-b61c5e1c-2719-4baf-9344-e1b88d6a91ee tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] [instance: 01ecb952-4274-4c03-9642-ff7fc894df3c] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 903.129571] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25936180-0f53-4b2b-849a-bd41ab3e6820 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.139542] env[70527]: DEBUG oslo_vmware.api [None req-b61c5e1c-2719-4baf-9344-e1b88d6a91ee tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Waiting for the task: (returnval){ [ 903.139542] env[70527]: value = "task-3913187" [ 903.139542] env[70527]: _type = "Task" [ 903.139542] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.144096] env[70527]: DEBUG oslo_concurrency.lockutils [None req-037382f2-ff91-4e89-88b0-d37b62f86d50 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.151247] env[70527]: DEBUG oslo_vmware.api [None req-b61c5e1c-2719-4baf-9344-e1b88d6a91ee tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Task: {'id': task-3913187, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.285479] env[70527]: DEBUG nova.virt.hardware [None req-4936abc1-8db4-4cb8-80fa-15b8b48034a0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 903.286531] env[70527]: DEBUG nova.virt.hardware [None req-4936abc1-8db4-4cb8-80fa-15b8b48034a0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 903.286942] env[70527]: DEBUG nova.virt.hardware [None req-4936abc1-8db4-4cb8-80fa-15b8b48034a0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 903.287286] env[70527]: DEBUG nova.virt.hardware [None req-4936abc1-8db4-4cb8-80fa-15b8b48034a0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 903.287518] env[70527]: DEBUG nova.virt.hardware [None req-4936abc1-8db4-4cb8-80fa-15b8b48034a0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 903.287727] env[70527]: DEBUG nova.virt.hardware [None req-4936abc1-8db4-4cb8-80fa-15b8b48034a0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 903.288080] env[70527]: DEBUG nova.virt.hardware [None req-4936abc1-8db4-4cb8-80fa-15b8b48034a0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 903.288299] env[70527]: DEBUG nova.virt.hardware [None req-4936abc1-8db4-4cb8-80fa-15b8b48034a0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 903.288622] env[70527]: DEBUG nova.virt.hardware [None req-4936abc1-8db4-4cb8-80fa-15b8b48034a0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 903.288758] env[70527]: DEBUG nova.virt.hardware [None req-4936abc1-8db4-4cb8-80fa-15b8b48034a0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 903.288929] env[70527]: DEBUG nova.virt.hardware [None req-4936abc1-8db4-4cb8-80fa-15b8b48034a0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 903.295788] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9776a38a-a240-44a9-a796-b0921bb7e384 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.321137] env[70527]: DEBUG oslo_vmware.api [None req-4936abc1-8db4-4cb8-80fa-15b8b48034a0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for the task: (returnval){ [ 903.321137] env[70527]: value = "task-3913188" [ 903.321137] env[70527]: _type = "Task" [ 903.321137] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.332400] env[70527]: DEBUG oslo_vmware.api [None req-4936abc1-8db4-4cb8-80fa-15b8b48034a0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913188, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.403796] env[70527]: DEBUG nova.network.neutron [req-ec289c19-77f6-4153-a646-153a5b8d8748 req-b50491f6-b765-44f3-a0ed-454cfbb244f5 service nova] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Updated VIF entry in instance network info cache for port 1936c003-2b62-4ba0-b826-35044078faf9. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 903.404161] env[70527]: DEBUG nova.network.neutron [req-ec289c19-77f6-4153-a646-153a5b8d8748 req-b50491f6-b765-44f3-a0ed-454cfbb244f5 service nova] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Updating instance_info_cache with network_info: [{"id": "1936c003-2b62-4ba0-b826-35044078faf9", "address": "fa:16:3e:20:79:ff", "network": {"id": "e5ccb129-b701-4940-8889-7ade352f59a7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-618810543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8617bc6364874607aeffa5815a304ba7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1936c003-2b", "ovs_interfaceid": "1936c003-2b62-4ba0-b826-35044078faf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.475518] env[70527]: DEBUG oslo_vmware.api [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]523694ad-01e8-43c7-2c04-a8f2c92d8f32, 'name': SearchDatastore_Task, 'duration_secs': 0.012747} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.477792] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.478069] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] e4af2542-8afe-4149-b06c-5be7920c1b28/e4af2542-8afe-4149-b06c-5be7920c1b28.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 903.478331] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b253b523-2b43-4bf6-aeac-dd6532bd5ac3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.486903] env[70527]: DEBUG oslo_vmware.api [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Waiting for the task: (returnval){ [ 903.486903] env[70527]: value = "task-3913189" [ 903.486903] env[70527]: _type = "Task" [ 903.486903] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.497643] env[70527]: DEBUG oslo_vmware.api [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': task-3913189, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.537213] env[70527]: DEBUG oslo_vmware.api [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': task-3913186, 'name': PowerOnVM_Task} progress is 87%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.618210] env[70527]: DEBUG nova.scheduler.client.report [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 903.652585] env[70527]: DEBUG oslo_vmware.api [None req-b61c5e1c-2719-4baf-9344-e1b88d6a91ee tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Task: {'id': task-3913187, 'name': PowerOffVM_Task, 'duration_secs': 0.187583} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.652893] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-b61c5e1c-2719-4baf-9344-e1b88d6a91ee tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] [instance: 01ecb952-4274-4c03-9642-ff7fc894df3c] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 903.653126] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-b61c5e1c-2719-4baf-9344-e1b88d6a91ee tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] [instance: 01ecb952-4274-4c03-9642-ff7fc894df3c] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 903.653390] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eacb05ca-fe92-4e55-b209-be92ef4eae04 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.682364] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-b61c5e1c-2719-4baf-9344-e1b88d6a91ee tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] [instance: 01ecb952-4274-4c03-9642-ff7fc894df3c] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 903.682603] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-b61c5e1c-2719-4baf-9344-e1b88d6a91ee tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] [instance: 01ecb952-4274-4c03-9642-ff7fc894df3c] Deleting contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 903.682777] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-b61c5e1c-2719-4baf-9344-e1b88d6a91ee tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Deleting the datastore file [datastore1] 01ecb952-4274-4c03-9642-ff7fc894df3c {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 903.683062] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb3b3b9e-6793-4d4c-bb7d-15a88ad65405 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.691447] env[70527]: DEBUG oslo_vmware.api [None req-b61c5e1c-2719-4baf-9344-e1b88d6a91ee tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Waiting for the task: (returnval){ [ 903.691447] env[70527]: value = "task-3913191" [ 903.691447] env[70527]: _type = "Task" [ 903.691447] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.700219] env[70527]: DEBUG oslo_vmware.api [None req-b61c5e1c-2719-4baf-9344-e1b88d6a91ee tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Task: {'id': task-3913191, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.832418] env[70527]: DEBUG oslo_vmware.api [None req-4936abc1-8db4-4cb8-80fa-15b8b48034a0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913188, 'name': ReconfigVM_Task, 'duration_secs': 0.32258} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.832762] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4936abc1-8db4-4cb8-80fa-15b8b48034a0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Updating instance '680e9855-2905-4c0d-adc7-e45781fd1e4e' progress to 33 {{(pid=70527) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 903.907988] env[70527]: DEBUG oslo_concurrency.lockutils [req-ec289c19-77f6-4153-a646-153a5b8d8748 req-b50491f6-b765-44f3-a0ed-454cfbb244f5 service nova] Releasing lock "refresh_cache-d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.907988] env[70527]: DEBUG nova.compute.manager [req-ec289c19-77f6-4153-a646-153a5b8d8748 req-b50491f6-b765-44f3-a0ed-454cfbb244f5 service nova] [instance: c8f2bb6b-be01-4473-92f5-2a35a8eff5b0] Received event network-vif-deleted-1177107d-489f-423e-bea6-2167ec3c608d {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.984075] env[70527]: DEBUG nova.objects.instance [None req-a74fa37b-fec2-4268-b8ef-c97efa30a3b4 tempest-VolumesAssistedSnapshotsTest-76753864 tempest-VolumesAssistedSnapshotsTest-76753864-project-admin] Lazy-loading 'flavor' on Instance uuid 9ad6dd25-d461-4c1a-a084-28ad37c432fc {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 904.003277] env[70527]: DEBUG oslo_vmware.api [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': task-3913189, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.044229] env[70527]: DEBUG oslo_vmware.api [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': task-3913186, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.124737] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.722s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.125362] env[70527]: DEBUG nova.compute.manager [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: b19d2ba3-5500-4ca2-842a-fefdfd22f9a6] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 904.128938] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8d11e784-9da5-4467-91d6-7700a073d685 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.665s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.129254] env[70527]: DEBUG nova.objects.instance [None req-8d11e784-9da5-4467-91d6-7700a073d685 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Lazy-loading 'resources' on Instance uuid d77710c6-f1aa-45a5-9318-68bd49f93256 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 904.203821] env[70527]: DEBUG oslo_vmware.api [None req-b61c5e1c-2719-4baf-9344-e1b88d6a91ee tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Task: {'id': task-3913191, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.259725} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.204209] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-b61c5e1c-2719-4baf-9344-e1b88d6a91ee tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 904.204454] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-b61c5e1c-2719-4baf-9344-e1b88d6a91ee tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] [instance: 01ecb952-4274-4c03-9642-ff7fc894df3c] Deleted contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 904.204688] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-b61c5e1c-2719-4baf-9344-e1b88d6a91ee tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] [instance: 01ecb952-4274-4c03-9642-ff7fc894df3c] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 904.204937] env[70527]: INFO nova.compute.manager [None req-b61c5e1c-2719-4baf-9344-e1b88d6a91ee tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] [instance: 01ecb952-4274-4c03-9642-ff7fc894df3c] Took 1.09 seconds to destroy the instance on the hypervisor. [ 904.205233] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b61c5e1c-2719-4baf-9344-e1b88d6a91ee tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 904.205478] env[70527]: DEBUG nova.compute.manager [-] [instance: 01ecb952-4274-4c03-9642-ff7fc894df3c] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 904.205591] env[70527]: DEBUG nova.network.neutron [-] [instance: 01ecb952-4274-4c03-9642-ff7fc894df3c] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 904.226114] env[70527]: DEBUG nova.network.neutron [-] [instance: 01ecb952-4274-4c03-9642-ff7fc894df3c] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 904.321524] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4971459-60c4-412e-be97-ae7a78c79595 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.344022] env[70527]: DEBUG nova.virt.hardware [None req-4936abc1-8db4-4cb8-80fa-15b8b48034a0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 904.344326] env[70527]: DEBUG nova.virt.hardware [None req-4936abc1-8db4-4cb8-80fa-15b8b48034a0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 904.344719] env[70527]: DEBUG nova.virt.hardware [None req-4936abc1-8db4-4cb8-80fa-15b8b48034a0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 904.345201] env[70527]: DEBUG nova.virt.hardware [None req-4936abc1-8db4-4cb8-80fa-15b8b48034a0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 904.345497] env[70527]: DEBUG nova.virt.hardware [None req-4936abc1-8db4-4cb8-80fa-15b8b48034a0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 904.345772] env[70527]: DEBUG nova.virt.hardware [None req-4936abc1-8db4-4cb8-80fa-15b8b48034a0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 904.346168] env[70527]: DEBUG nova.virt.hardware [None req-4936abc1-8db4-4cb8-80fa-15b8b48034a0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 904.346468] env[70527]: DEBUG nova.virt.hardware [None req-4936abc1-8db4-4cb8-80fa-15b8b48034a0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 904.346795] env[70527]: DEBUG nova.virt.hardware [None req-4936abc1-8db4-4cb8-80fa-15b8b48034a0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 904.347083] env[70527]: DEBUG nova.virt.hardware [None req-4936abc1-8db4-4cb8-80fa-15b8b48034a0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 904.347317] env[70527]: DEBUG nova.virt.hardware [None req-4936abc1-8db4-4cb8-80fa-15b8b48034a0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 904.353174] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-4936abc1-8db4-4cb8-80fa-15b8b48034a0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Reconfiguring VM instance instance-00000016 to detach disk 2000 {{(pid=70527) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 904.353542] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-8a140c3a-70b2-4e04-a177-cf19b7ecdf33 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Updating instance 'cc87d385-12c6-43d2-af21-1d2737c5d451' progress to 0 {{(pid=70527) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 904.360023] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59a5677f-4327-4c82-b019-9011700354ae {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.378019] env[70527]: DEBUG oslo_vmware.api [None req-4936abc1-8db4-4cb8-80fa-15b8b48034a0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for the task: (returnval){ [ 904.378019] env[70527]: value = "task-3913192" [ 904.378019] env[70527]: _type = "Task" [ 904.378019] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.391211] env[70527]: DEBUG oslo_vmware.api [None req-4936abc1-8db4-4cb8-80fa-15b8b48034a0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913192, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.489311] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a74fa37b-fec2-4268-b8ef-c97efa30a3b4 tempest-VolumesAssistedSnapshotsTest-76753864 tempest-VolumesAssistedSnapshotsTest-76753864-project-admin] Lock "9ad6dd25-d461-4c1a-a084-28ad37c432fc" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.395s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.500081] env[70527]: DEBUG oslo_vmware.api [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': task-3913189, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.845654} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.500461] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] e4af2542-8afe-4149-b06c-5be7920c1b28/e4af2542-8afe-4149-b06c-5be7920c1b28.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 904.500791] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: e4af2542-8afe-4149-b06c-5be7920c1b28] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 904.501089] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b338ea5-6815-4a41-99df-974cb4fef5b8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.508854] env[70527]: DEBUG oslo_vmware.api [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Waiting for the task: (returnval){ [ 904.508854] env[70527]: value = "task-3913193" [ 904.508854] env[70527]: _type = "Task" [ 904.508854] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.517593] env[70527]: DEBUG oslo_vmware.api [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': task-3913193, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.541690] env[70527]: DEBUG oslo_vmware.api [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': task-3913186, 'name': PowerOnVM_Task, 'duration_secs': 1.043256} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.542016] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: 430c77ef-9bdb-42c1-aee4-2d5bcc6be0da] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 904.542274] env[70527]: INFO nova.compute.manager [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: 430c77ef-9bdb-42c1-aee4-2d5bcc6be0da] Took 9.78 seconds to spawn the instance on the hypervisor. [ 904.542486] env[70527]: DEBUG nova.compute.manager [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: 430c77ef-9bdb-42c1-aee4-2d5bcc6be0da] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 904.543362] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2cc7839-dc00-48d5-9ede-e73d8a7323a5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.636027] env[70527]: DEBUG nova.compute.utils [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 904.639892] env[70527]: DEBUG nova.compute.manager [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: b19d2ba3-5500-4ca2-842a-fefdfd22f9a6] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 904.640372] env[70527]: DEBUG nova.network.neutron [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: b19d2ba3-5500-4ca2-842a-fefdfd22f9a6] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 904.696267] env[70527]: DEBUG nova.policy [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '72ea1e7ccb694e2c9b450cf0cf5793cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5596d582d4bb48e6b48b97d9ec6d6742', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 904.727427] env[70527]: DEBUG nova.network.neutron [-] [instance: 01ecb952-4274-4c03-9642-ff7fc894df3c] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.873818] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a140c3a-70b2-4e04-a177-cf19b7ecdf33 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 904.874574] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc746860-8638-4015-8e8d-6c6c71bd3407 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.885902] env[70527]: DEBUG oslo_vmware.api [None req-8a140c3a-70b2-4e04-a177-cf19b7ecdf33 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Waiting for the task: (returnval){ [ 904.885902] env[70527]: value = "task-3913194" [ 904.885902] env[70527]: _type = "Task" [ 904.885902] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.889641] env[70527]: DEBUG oslo_vmware.api [None req-4936abc1-8db4-4cb8-80fa-15b8b48034a0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913192, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.899901] env[70527]: DEBUG oslo_vmware.api [None req-8a140c3a-70b2-4e04-a177-cf19b7ecdf33 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': task-3913194, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.962751] env[70527]: DEBUG oslo_concurrency.lockutils [None req-00bf1768-4b4d-4b01-b30c-7a102efdb0f1 tempest-VolumesAssistedSnapshotsTest-76753864 tempest-VolumesAssistedSnapshotsTest-76753864-project-admin] Acquiring lock "9ad6dd25-d461-4c1a-a084-28ad37c432fc" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.963200] env[70527]: DEBUG oslo_concurrency.lockutils [None req-00bf1768-4b4d-4b01-b30c-7a102efdb0f1 tempest-VolumesAssistedSnapshotsTest-76753864 tempest-VolumesAssistedSnapshotsTest-76753864-project-admin] Lock "9ad6dd25-d461-4c1a-a084-28ad37c432fc" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.020841] env[70527]: DEBUG oslo_vmware.api [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': task-3913193, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07185} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.021228] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: e4af2542-8afe-4149-b06c-5be7920c1b28] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 905.021989] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2856739b-8cb3-4e06-ac94-a6c3f42be4f9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.060540] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: e4af2542-8afe-4149-b06c-5be7920c1b28] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] e4af2542-8afe-4149-b06c-5be7920c1b28/e4af2542-8afe-4149-b06c-5be7920c1b28.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 905.072180] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-493429e9-f4b0-47fa-ab2f-de87593f702d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.091424] env[70527]: INFO nova.compute.manager [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: 430c77ef-9bdb-42c1-aee4-2d5bcc6be0da] Took 33.26 seconds to build instance. [ 905.097207] env[70527]: DEBUG oslo_vmware.api [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Waiting for the task: (returnval){ [ 905.097207] env[70527]: value = "task-3913195" [ 905.097207] env[70527]: _type = "Task" [ 905.097207] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.107404] env[70527]: DEBUG oslo_vmware.api [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': task-3913195, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.145085] env[70527]: DEBUG nova.network.neutron [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: b19d2ba3-5500-4ca2-842a-fefdfd22f9a6] Successfully created port: 677a3854-7c81-4701-acde-f6948eccc5a1 {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 905.148137] env[70527]: DEBUG nova.compute.manager [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: b19d2ba3-5500-4ca2-842a-fefdfd22f9a6] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 905.230572] env[70527]: INFO nova.compute.manager [-] [instance: 01ecb952-4274-4c03-9642-ff7fc894df3c] Took 1.02 seconds to deallocate network for instance. [ 905.302125] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf9f7669-a292-43f6-9972-7b59da002344 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.307651] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa8819cd-e8f8-44d8-95d2-788bcc9ce527 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.346587] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c696a973-4061-441b-979a-578619910de5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.355735] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-621a00b9-5828-4b06-ab50-75540158d69a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.371811] env[70527]: DEBUG nova.compute.provider_tree [None req-8d11e784-9da5-4467-91d6-7700a073d685 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.391551] env[70527]: DEBUG oslo_vmware.api [None req-4936abc1-8db4-4cb8-80fa-15b8b48034a0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913192, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.403351] env[70527]: DEBUG oslo_vmware.api [None req-8a140c3a-70b2-4e04-a177-cf19b7ecdf33 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': task-3913194, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.467691] env[70527]: INFO nova.compute.manager [None req-00bf1768-4b4d-4b01-b30c-7a102efdb0f1 tempest-VolumesAssistedSnapshotsTest-76753864 tempest-VolumesAssistedSnapshotsTest-76753864-project-admin] [instance: 9ad6dd25-d461-4c1a-a084-28ad37c432fc] Detaching volume e399012a-e480-41ad-ac3e-e15e2fed3b2a [ 905.510181] env[70527]: INFO nova.virt.block_device [None req-00bf1768-4b4d-4b01-b30c-7a102efdb0f1 tempest-VolumesAssistedSnapshotsTest-76753864 tempest-VolumesAssistedSnapshotsTest-76753864-project-admin] [instance: 9ad6dd25-d461-4c1a-a084-28ad37c432fc] Attempting to driver detach volume e399012a-e480-41ad-ac3e-e15e2fed3b2a from mountpoint /dev/sdb [ 905.510527] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-00bf1768-4b4d-4b01-b30c-7a102efdb0f1 tempest-VolumesAssistedSnapshotsTest-76753864 tempest-VolumesAssistedSnapshotsTest-76753864-project-admin] [instance: 9ad6dd25-d461-4c1a-a084-28ad37c432fc] Volume detach. Driver type: vmdk {{(pid=70527) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 905.510882] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-00bf1768-4b4d-4b01-b30c-7a102efdb0f1 tempest-VolumesAssistedSnapshotsTest-76753864 tempest-VolumesAssistedSnapshotsTest-76753864-project-admin] [instance: 9ad6dd25-d461-4c1a-a084-28ad37c432fc] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-777080', 'volume_id': 'e399012a-e480-41ad-ac3e-e15e2fed3b2a', 'name': 'volume-e399012a-e480-41ad-ac3e-e15e2fed3b2a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9ad6dd25-d461-4c1a-a084-28ad37c432fc', 'attached_at': '', 'detached_at': '', 'volume_id': 'e399012a-e480-41ad-ac3e-e15e2fed3b2a', 'serial': 'e399012a-e480-41ad-ac3e-e15e2fed3b2a'} {{(pid=70527) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 905.511638] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f62b2a9-0d2f-4ea6-b1bc-876ff7a3d161 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.533911] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5576a7-f027-4821-813b-ef9a2475e4c2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.542436] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81597013-5374-4e64-a790-b93e27b0de87 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.566020] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a50139-ff1a-4a60-812d-0652d93c6d5d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.586720] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-00bf1768-4b4d-4b01-b30c-7a102efdb0f1 tempest-VolumesAssistedSnapshotsTest-76753864 tempest-VolumesAssistedSnapshotsTest-76753864-project-admin] The volume has not been displaced from its original location: [datastore2] volume-e399012a-e480-41ad-ac3e-e15e2fed3b2a/volume-e399012a-e480-41ad-ac3e-e15e2fed3b2a.vmdk. No consolidation needed. {{(pid=70527) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 905.595586] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-00bf1768-4b4d-4b01-b30c-7a102efdb0f1 tempest-VolumesAssistedSnapshotsTest-76753864 tempest-VolumesAssistedSnapshotsTest-76753864-project-admin] [instance: 9ad6dd25-d461-4c1a-a084-28ad37c432fc] Reconfiguring VM instance instance-0000000d to detach disk 2001 {{(pid=70527) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 905.596381] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Lock "430c77ef-9bdb-42c1-aee4-2d5bcc6be0da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.438s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.596696] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35d423fc-0b5f-4320-abe0-c524ba6877ee {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.627205] env[70527]: DEBUG oslo_vmware.api [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': task-3913195, 'name': ReconfigVM_Task, 'duration_secs': 0.303804} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.627205] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: e4af2542-8afe-4149-b06c-5be7920c1b28] Reconfigured VM instance instance-00000037 to attach disk [datastore2] e4af2542-8afe-4149-b06c-5be7920c1b28/e4af2542-8afe-4149-b06c-5be7920c1b28.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 905.627205] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e00d9779-ef19-4cef-85f6-084b9a9e8943 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.634174] env[70527]: DEBUG oslo_vmware.api [None req-00bf1768-4b4d-4b01-b30c-7a102efdb0f1 tempest-VolumesAssistedSnapshotsTest-76753864 tempest-VolumesAssistedSnapshotsTest-76753864-project-admin] Waiting for the task: (returnval){ [ 905.634174] env[70527]: value = "task-3913196" [ 905.634174] env[70527]: _type = "Task" [ 905.634174] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.643447] env[70527]: DEBUG oslo_vmware.api [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Waiting for the task: (returnval){ [ 905.643447] env[70527]: value = "task-3913197" [ 905.643447] env[70527]: _type = "Task" [ 905.643447] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.649353] env[70527]: DEBUG oslo_vmware.api [None req-00bf1768-4b4d-4b01-b30c-7a102efdb0f1 tempest-VolumesAssistedSnapshotsTest-76753864 tempest-VolumesAssistedSnapshotsTest-76753864-project-admin] Task: {'id': task-3913196, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.659976] env[70527]: DEBUG oslo_vmware.api [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': task-3913197, 'name': Rename_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.741611] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b61c5e1c-2719-4baf-9344-e1b88d6a91ee tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.875440] env[70527]: DEBUG nova.scheduler.client.report [None req-8d11e784-9da5-4467-91d6-7700a073d685 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 905.890019] env[70527]: DEBUG oslo_vmware.api [None req-4936abc1-8db4-4cb8-80fa-15b8b48034a0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913192, 'name': ReconfigVM_Task, 'duration_secs': 1.408705} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.890413] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-4936abc1-8db4-4cb8-80fa-15b8b48034a0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Reconfigured VM instance instance-00000016 to detach disk 2000 {{(pid=70527) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 905.891147] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29bfced7-6dc7-4156-83a2-eb2410740478 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.920631] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-4936abc1-8db4-4cb8-80fa-15b8b48034a0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 680e9855-2905-4c0d-adc7-e45781fd1e4e/680e9855-2905-4c0d-adc7-e45781fd1e4e.vmdk or device None with type thin {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 905.924418] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad809b71-52cf-41f4-a07c-c2e94df74a08 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.937652] env[70527]: DEBUG oslo_vmware.api [None req-8a140c3a-70b2-4e04-a177-cf19b7ecdf33 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': task-3913194, 'name': PowerOffVM_Task, 'duration_secs': 0.891828} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.938308] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a140c3a-70b2-4e04-a177-cf19b7ecdf33 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 905.938505] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-8a140c3a-70b2-4e04-a177-cf19b7ecdf33 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Updating instance 'cc87d385-12c6-43d2-af21-1d2737c5d451' progress to 17 {{(pid=70527) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 905.947318] env[70527]: DEBUG oslo_vmware.api [None req-4936abc1-8db4-4cb8-80fa-15b8b48034a0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for the task: (returnval){ [ 905.947318] env[70527]: value = "task-3913198" [ 905.947318] env[70527]: _type = "Task" [ 905.947318] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.956700] env[70527]: DEBUG oslo_vmware.api [None req-4936abc1-8db4-4cb8-80fa-15b8b48034a0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913198, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.120644] env[70527]: DEBUG nova.compute.manager [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] [instance: 8fdb5302-cf28-43d6-9e0f-bd361c5f2ccf] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 906.149213] env[70527]: DEBUG oslo_vmware.api [None req-00bf1768-4b4d-4b01-b30c-7a102efdb0f1 tempest-VolumesAssistedSnapshotsTest-76753864 tempest-VolumesAssistedSnapshotsTest-76753864-project-admin] Task: {'id': task-3913196, 'name': ReconfigVM_Task, 'duration_secs': 0.297605} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.149668] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-00bf1768-4b4d-4b01-b30c-7a102efdb0f1 tempest-VolumesAssistedSnapshotsTest-76753864 tempest-VolumesAssistedSnapshotsTest-76753864-project-admin] [instance: 9ad6dd25-d461-4c1a-a084-28ad37c432fc] Reconfigured VM instance instance-0000000d to detach disk 2001 {{(pid=70527) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 906.159819] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab7674be-6655-4bf1-99f0-8ec9cbe9916e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.171144] env[70527]: DEBUG oslo_vmware.api [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': task-3913197, 'name': Rename_Task, 'duration_secs': 0.164845} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.173245] env[70527]: DEBUG nova.compute.manager [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: b19d2ba3-5500-4ca2-842a-fefdfd22f9a6] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 906.175381] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: e4af2542-8afe-4149-b06c-5be7920c1b28] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 906.176652] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e66d57fd-429c-4f1f-9ffb-f58a6c105446 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.182177] env[70527]: DEBUG oslo_vmware.api [None req-00bf1768-4b4d-4b01-b30c-7a102efdb0f1 tempest-VolumesAssistedSnapshotsTest-76753864 tempest-VolumesAssistedSnapshotsTest-76753864-project-admin] Waiting for the task: (returnval){ [ 906.182177] env[70527]: value = "task-3913199" [ 906.182177] env[70527]: _type = "Task" [ 906.182177] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.189956] env[70527]: DEBUG oslo_vmware.api [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Waiting for the task: (returnval){ [ 906.189956] env[70527]: value = "task-3913200" [ 906.189956] env[70527]: _type = "Task" [ 906.189956] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.196060] env[70527]: DEBUG oslo_vmware.api [None req-00bf1768-4b4d-4b01-b30c-7a102efdb0f1 tempest-VolumesAssistedSnapshotsTest-76753864 tempest-VolumesAssistedSnapshotsTest-76753864-project-admin] Task: {'id': task-3913199, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.202635] env[70527]: DEBUG oslo_vmware.api [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': task-3913200, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.211315] env[70527]: DEBUG nova.virt.hardware [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 906.211603] env[70527]: DEBUG nova.virt.hardware [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 906.211949] env[70527]: DEBUG nova.virt.hardware [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 906.215699] env[70527]: DEBUG nova.virt.hardware [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 906.215699] env[70527]: DEBUG nova.virt.hardware [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 906.215699] env[70527]: DEBUG nova.virt.hardware [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 906.215699] env[70527]: DEBUG nova.virt.hardware [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 906.215699] env[70527]: DEBUG nova.virt.hardware [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 906.216443] env[70527]: DEBUG nova.virt.hardware [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 906.216443] env[70527]: DEBUG nova.virt.hardware [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 906.216443] env[70527]: DEBUG nova.virt.hardware [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 906.216443] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8a58db-ade3-499f-8501-0252d90656bc {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.226593] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d31fb3d9-e674-4379-9065-64adb4e6485b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.381916] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8d11e784-9da5-4467-91d6-7700a073d685 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.253s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.385054] env[70527]: DEBUG oslo_concurrency.lockutils [None req-db452531-36ef-4b34-81c1-7857ca2c53bf tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.661s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.385564] env[70527]: DEBUG nova.objects.instance [None req-db452531-36ef-4b34-81c1-7857ca2c53bf tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Lazy-loading 'resources' on Instance uuid 23137459-71e2-4681-9054-1bde06450f13 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 906.412868] env[70527]: INFO nova.scheduler.client.report [None req-8d11e784-9da5-4467-91d6-7700a073d685 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Deleted allocations for instance d77710c6-f1aa-45a5-9318-68bd49f93256 [ 906.446843] env[70527]: DEBUG nova.virt.hardware [None req-8a140c3a-70b2-4e04-a177-cf19b7ecdf33 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 906.447088] env[70527]: DEBUG nova.virt.hardware [None req-8a140c3a-70b2-4e04-a177-cf19b7ecdf33 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 906.447305] env[70527]: DEBUG nova.virt.hardware [None req-8a140c3a-70b2-4e04-a177-cf19b7ecdf33 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 906.447559] env[70527]: DEBUG nova.virt.hardware [None req-8a140c3a-70b2-4e04-a177-cf19b7ecdf33 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 906.447734] env[70527]: DEBUG nova.virt.hardware [None req-8a140c3a-70b2-4e04-a177-cf19b7ecdf33 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 906.447898] env[70527]: DEBUG nova.virt.hardware [None req-8a140c3a-70b2-4e04-a177-cf19b7ecdf33 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 906.448125] env[70527]: DEBUG nova.virt.hardware [None req-8a140c3a-70b2-4e04-a177-cf19b7ecdf33 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 906.448292] env[70527]: DEBUG nova.virt.hardware [None req-8a140c3a-70b2-4e04-a177-cf19b7ecdf33 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 906.448502] env[70527]: DEBUG nova.virt.hardware [None req-8a140c3a-70b2-4e04-a177-cf19b7ecdf33 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 906.448616] env[70527]: DEBUG nova.virt.hardware [None req-8a140c3a-70b2-4e04-a177-cf19b7ecdf33 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 906.448783] env[70527]: DEBUG nova.virt.hardware [None req-8a140c3a-70b2-4e04-a177-cf19b7ecdf33 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 906.454619] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0659427d-0a90-4116-b893-8e9976906052 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.481770] env[70527]: DEBUG oslo_vmware.api [None req-4936abc1-8db4-4cb8-80fa-15b8b48034a0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913198, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.484254] env[70527]: DEBUG oslo_vmware.api [None req-8a140c3a-70b2-4e04-a177-cf19b7ecdf33 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Waiting for the task: (returnval){ [ 906.484254] env[70527]: value = "task-3913201" [ 906.484254] env[70527]: _type = "Task" [ 906.484254] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.497875] env[70527]: DEBUG oslo_vmware.api [None req-8a140c3a-70b2-4e04-a177-cf19b7ecdf33 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': task-3913201, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.649775] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.703023] env[70527]: DEBUG oslo_vmware.api [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': task-3913200, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.706651] env[70527]: DEBUG oslo_vmware.api [None req-00bf1768-4b4d-4b01-b30c-7a102efdb0f1 tempest-VolumesAssistedSnapshotsTest-76753864 tempest-VolumesAssistedSnapshotsTest-76753864-project-admin] Task: {'id': task-3913199, 'name': ReconfigVM_Task, 'duration_secs': 0.190052} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.706989] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-00bf1768-4b4d-4b01-b30c-7a102efdb0f1 tempest-VolumesAssistedSnapshotsTest-76753864 tempest-VolumesAssistedSnapshotsTest-76753864-project-admin] [instance: 9ad6dd25-d461-4c1a-a084-28ad37c432fc] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-777080', 'volume_id': 'e399012a-e480-41ad-ac3e-e15e2fed3b2a', 'name': 'volume-e399012a-e480-41ad-ac3e-e15e2fed3b2a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9ad6dd25-d461-4c1a-a084-28ad37c432fc', 'attached_at': '', 'detached_at': '', 'volume_id': 'e399012a-e480-41ad-ac3e-e15e2fed3b2a', 'serial': 'e399012a-e480-41ad-ac3e-e15e2fed3b2a'} {{(pid=70527) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 906.814720] env[70527]: DEBUG nova.compute.manager [req-167b6000-4703-41f0-8ae4-6561eef76f98 req-13f0d59c-e72c-4e79-b25b-663253ddd61b service nova] [instance: b19d2ba3-5500-4ca2-842a-fefdfd22f9a6] Received event network-vif-plugged-677a3854-7c81-4701-acde-f6948eccc5a1 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 906.814961] env[70527]: DEBUG oslo_concurrency.lockutils [req-167b6000-4703-41f0-8ae4-6561eef76f98 req-13f0d59c-e72c-4e79-b25b-663253ddd61b service nova] Acquiring lock "b19d2ba3-5500-4ca2-842a-fefdfd22f9a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.815211] env[70527]: DEBUG oslo_concurrency.lockutils [req-167b6000-4703-41f0-8ae4-6561eef76f98 req-13f0d59c-e72c-4e79-b25b-663253ddd61b service nova] Lock "b19d2ba3-5500-4ca2-842a-fefdfd22f9a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.815418] env[70527]: DEBUG oslo_concurrency.lockutils [req-167b6000-4703-41f0-8ae4-6561eef76f98 req-13f0d59c-e72c-4e79-b25b-663253ddd61b service nova] Lock "b19d2ba3-5500-4ca2-842a-fefdfd22f9a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.815615] env[70527]: DEBUG nova.compute.manager [req-167b6000-4703-41f0-8ae4-6561eef76f98 req-13f0d59c-e72c-4e79-b25b-663253ddd61b service nova] [instance: b19d2ba3-5500-4ca2-842a-fefdfd22f9a6] No waiting events found dispatching network-vif-plugged-677a3854-7c81-4701-acde-f6948eccc5a1 {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 906.815788] env[70527]: WARNING nova.compute.manager [req-167b6000-4703-41f0-8ae4-6561eef76f98 req-13f0d59c-e72c-4e79-b25b-663253ddd61b service nova] [instance: b19d2ba3-5500-4ca2-842a-fefdfd22f9a6] Received unexpected event network-vif-plugged-677a3854-7c81-4701-acde-f6948eccc5a1 for instance with vm_state building and task_state spawning. [ 906.923204] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8d11e784-9da5-4467-91d6-7700a073d685 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157 tempest-FloatingIPsAssociationNegativeTestJSON-1182819157-project-member] Lock "d77710c6-f1aa-45a5-9318-68bd49f93256" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.897s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.970205] env[70527]: DEBUG oslo_vmware.api [None req-4936abc1-8db4-4cb8-80fa-15b8b48034a0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913198, 'name': ReconfigVM_Task, 'duration_secs': 0.562284} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.970677] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-4936abc1-8db4-4cb8-80fa-15b8b48034a0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 680e9855-2905-4c0d-adc7-e45781fd1e4e/680e9855-2905-4c0d-adc7-e45781fd1e4e.vmdk or device None with type thin {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 906.971251] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4936abc1-8db4-4cb8-80fa-15b8b48034a0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Updating instance '680e9855-2905-4c0d-adc7-e45781fd1e4e' progress to 50 {{(pid=70527) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 906.997028] env[70527]: DEBUG oslo_vmware.api [None req-8a140c3a-70b2-4e04-a177-cf19b7ecdf33 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': task-3913201, 'name': ReconfigVM_Task, 'duration_secs': 0.220993} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.000596] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-8a140c3a-70b2-4e04-a177-cf19b7ecdf33 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Updating instance 'cc87d385-12c6-43d2-af21-1d2737c5d451' progress to 33 {{(pid=70527) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 907.109709] env[70527]: DEBUG nova.network.neutron [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: b19d2ba3-5500-4ca2-842a-fefdfd22f9a6] Successfully updated port: 677a3854-7c81-4701-acde-f6948eccc5a1 {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 907.202881] env[70527]: DEBUG oslo_vmware.api [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': task-3913200, 'name': PowerOnVM_Task, 'duration_secs': 0.531366} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.204061] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: e4af2542-8afe-4149-b06c-5be7920c1b28] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 907.204061] env[70527]: INFO nova.compute.manager [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: e4af2542-8afe-4149-b06c-5be7920c1b28] Took 9.63 seconds to spawn the instance on the hypervisor. [ 907.204061] env[70527]: DEBUG nova.compute.manager [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: e4af2542-8afe-4149-b06c-5be7920c1b28] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 907.204554] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c24ec30-ef78-4958-b8f9-ac445dab9e9d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.301968] env[70527]: DEBUG nova.objects.instance [None req-00bf1768-4b4d-4b01-b30c-7a102efdb0f1 tempest-VolumesAssistedSnapshotsTest-76753864 tempest-VolumesAssistedSnapshotsTest-76753864-project-admin] Lazy-loading 'flavor' on Instance uuid 9ad6dd25-d461-4c1a-a084-28ad37c432fc {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 907.480566] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c575d050-65f3-4fb5-92e4-12a851d41b41 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.507638] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9073c1d3-d8d8-47af-a49f-69ac03032eaf {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.510773] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3329bf82-346f-457f-860d-a6cc7be54326 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.516583] env[70527]: DEBUG nova.virt.hardware [None req-8a140c3a-70b2-4e04-a177-cf19b7ecdf33 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:24:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='0a6765ff-500a-46c9-bbbb-68da8edcf863',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-385357772',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 907.516814] env[70527]: DEBUG nova.virt.hardware [None req-8a140c3a-70b2-4e04-a177-cf19b7ecdf33 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 907.516973] env[70527]: DEBUG nova.virt.hardware [None req-8a140c3a-70b2-4e04-a177-cf19b7ecdf33 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 907.517175] env[70527]: DEBUG nova.virt.hardware [None req-8a140c3a-70b2-4e04-a177-cf19b7ecdf33 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 907.517326] env[70527]: DEBUG nova.virt.hardware [None req-8a140c3a-70b2-4e04-a177-cf19b7ecdf33 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 907.517476] env[70527]: DEBUG nova.virt.hardware [None req-8a140c3a-70b2-4e04-a177-cf19b7ecdf33 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 907.517677] env[70527]: DEBUG nova.virt.hardware [None req-8a140c3a-70b2-4e04-a177-cf19b7ecdf33 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 907.517833] env[70527]: DEBUG nova.virt.hardware [None req-8a140c3a-70b2-4e04-a177-cf19b7ecdf33 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 907.517995] env[70527]: DEBUG nova.virt.hardware [None req-8a140c3a-70b2-4e04-a177-cf19b7ecdf33 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 907.518168] env[70527]: DEBUG nova.virt.hardware [None req-8a140c3a-70b2-4e04-a177-cf19b7ecdf33 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 907.518344] env[70527]: DEBUG nova.virt.hardware [None req-8a140c3a-70b2-4e04-a177-cf19b7ecdf33 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 907.523603] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a140c3a-70b2-4e04-a177-cf19b7ecdf33 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Reconfiguring VM instance instance-0000002d to detach disk 2000 {{(pid=70527) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 907.523937] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bfbe136-706c-4a38-87bc-cd9fb963374d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.556212] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-620f3e89-8b72-44c8-813c-85ed4a3c5d06 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.559741] env[70527]: DEBUG oslo_vmware.api [None req-8a140c3a-70b2-4e04-a177-cf19b7ecdf33 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Waiting for the task: (returnval){ [ 907.559741] env[70527]: value = "task-3913202" [ 907.559741] env[70527]: _type = "Task" [ 907.559741] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.560079] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4936abc1-8db4-4cb8-80fa-15b8b48034a0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Updating instance '680e9855-2905-4c0d-adc7-e45781fd1e4e' progress to 67 {{(pid=70527) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 907.597888] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c676977d-0343-4e4a-888c-651059fbb1a7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.603753] env[70527]: DEBUG oslo_vmware.api [None req-8a140c3a-70b2-4e04-a177-cf19b7ecdf33 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': task-3913202, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.609665] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c4aba6b-d4f3-49c5-bef5-cf64fcaaa0b1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.615799] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Acquiring lock "refresh_cache-b19d2ba3-5500-4ca2-842a-fefdfd22f9a6" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.615799] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Acquired lock "refresh_cache-b19d2ba3-5500-4ca2-842a-fefdfd22f9a6" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.615799] env[70527]: DEBUG nova.network.neutron [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: b19d2ba3-5500-4ca2-842a-fefdfd22f9a6] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 907.627914] env[70527]: DEBUG nova.compute.provider_tree [None req-db452531-36ef-4b34-81c1-7857ca2c53bf tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.731760] env[70527]: INFO nova.compute.manager [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: e4af2542-8afe-4149-b06c-5be7920c1b28] Took 33.62 seconds to build instance. [ 908.081038] env[70527]: DEBUG oslo_vmware.api [None req-8a140c3a-70b2-4e04-a177-cf19b7ecdf33 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': task-3913202, 'name': ReconfigVM_Task, 'duration_secs': 0.445229} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.081426] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a140c3a-70b2-4e04-a177-cf19b7ecdf33 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Reconfigured VM instance instance-0000002d to detach disk 2000 {{(pid=70527) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 908.082367] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6c7513-504c-4536-83c4-d4df2db51e03 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.118919] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a140c3a-70b2-4e04-a177-cf19b7ecdf33 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] cc87d385-12c6-43d2-af21-1d2737c5d451/cc87d385-12c6-43d2-af21-1d2737c5d451.vmdk or device None with type thin {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 908.121254] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-588e77bc-62b9-487a-9fd4-db1c3926fa9e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.138095] env[70527]: DEBUG nova.network.neutron [None req-4936abc1-8db4-4cb8-80fa-15b8b48034a0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Port 2f732305-3f77-40ec-98b1-5eaa8859e005 binding to destination host cpu-1 is already ACTIVE {{(pid=70527) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3252}} [ 908.139145] env[70527]: DEBUG nova.scheduler.client.report [None req-db452531-36ef-4b34-81c1-7857ca2c53bf tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.149908] env[70527]: DEBUG oslo_vmware.api [None req-8a140c3a-70b2-4e04-a177-cf19b7ecdf33 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Waiting for the task: (returnval){ [ 908.149908] env[70527]: value = "task-3913203" [ 908.149908] env[70527]: _type = "Task" [ 908.149908] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.160845] env[70527]: DEBUG oslo_vmware.api [None req-8a140c3a-70b2-4e04-a177-cf19b7ecdf33 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': task-3913203, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.199179] env[70527]: DEBUG nova.network.neutron [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: b19d2ba3-5500-4ca2-842a-fefdfd22f9a6] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 908.236048] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3aa339a7-05f2-4862-bfef-dd0c3bc8aee3 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Lock "e4af2542-8afe-4149-b06c-5be7920c1b28" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.045s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.311024] env[70527]: DEBUG oslo_concurrency.lockutils [None req-00bf1768-4b4d-4b01-b30c-7a102efdb0f1 tempest-VolumesAssistedSnapshotsTest-76753864 tempest-VolumesAssistedSnapshotsTest-76753864-project-admin] Lock "9ad6dd25-d461-4c1a-a084-28ad37c432fc" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.348s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.469249] env[70527]: DEBUG nova.network.neutron [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: b19d2ba3-5500-4ca2-842a-fefdfd22f9a6] Updating instance_info_cache with network_info: [{"id": "677a3854-7c81-4701-acde-f6948eccc5a1", "address": "fa:16:3e:e4:58:49", "network": {"id": "a1a2eabf-2a52-4ee7-850f-7ed6f24624fa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-661551111-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5596d582d4bb48e6b48b97d9ec6d6742", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap677a3854-7c", "ovs_interfaceid": "677a3854-7c81-4701-acde-f6948eccc5a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.650735] env[70527]: DEBUG oslo_concurrency.lockutils [None req-db452531-36ef-4b34-81c1-7857ca2c53bf tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.265s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.654473] env[70527]: DEBUG oslo_concurrency.lockutils [None req-767d28a3-6ccc-4a7a-8b77-1005ecaadfff tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.817s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.656096] env[70527]: DEBUG nova.objects.instance [None req-767d28a3-6ccc-4a7a-8b77-1005ecaadfff tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lazy-loading 'resources' on Instance uuid 1878e6d7-681c-4aca-ae45-7bd001cff323 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 908.666234] env[70527]: DEBUG oslo_vmware.api [None req-8a140c3a-70b2-4e04-a177-cf19b7ecdf33 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': task-3913203, 'name': ReconfigVM_Task, 'duration_secs': 0.406285} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.666528] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a140c3a-70b2-4e04-a177-cf19b7ecdf33 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Reconfigured VM instance instance-0000002d to attach disk [datastore2] cc87d385-12c6-43d2-af21-1d2737c5d451/cc87d385-12c6-43d2-af21-1d2737c5d451.vmdk or device None with type thin {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 908.666788] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-8a140c3a-70b2-4e04-a177-cf19b7ecdf33 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Updating instance 'cc87d385-12c6-43d2-af21-1d2737c5d451' progress to 50 {{(pid=70527) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 908.676081] env[70527]: INFO nova.scheduler.client.report [None req-db452531-36ef-4b34-81c1-7857ca2c53bf tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Deleted allocations for instance 23137459-71e2-4681-9054-1bde06450f13 [ 908.738149] env[70527]: DEBUG nova.compute.manager [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: 440274de-4164-459b-bb75-0cf1b040395e] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 908.913792] env[70527]: DEBUG nova.compute.manager [req-fc322f69-458d-458c-8fd5-b7dcc184eee7 req-62cb366a-f18c-449d-b8d8-559e46789520 service nova] [instance: b19d2ba3-5500-4ca2-842a-fefdfd22f9a6] Received event network-changed-677a3854-7c81-4701-acde-f6948eccc5a1 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 908.914028] env[70527]: DEBUG nova.compute.manager [req-fc322f69-458d-458c-8fd5-b7dcc184eee7 req-62cb366a-f18c-449d-b8d8-559e46789520 service nova] [instance: b19d2ba3-5500-4ca2-842a-fefdfd22f9a6] Refreshing instance network info cache due to event network-changed-677a3854-7c81-4701-acde-f6948eccc5a1. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 908.914267] env[70527]: DEBUG oslo_concurrency.lockutils [req-fc322f69-458d-458c-8fd5-b7dcc184eee7 req-62cb366a-f18c-449d-b8d8-559e46789520 service nova] Acquiring lock "refresh_cache-b19d2ba3-5500-4ca2-842a-fefdfd22f9a6" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.973291] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Releasing lock "refresh_cache-b19d2ba3-5500-4ca2-842a-fefdfd22f9a6" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.973729] env[70527]: DEBUG nova.compute.manager [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: b19d2ba3-5500-4ca2-842a-fefdfd22f9a6] Instance network_info: |[{"id": "677a3854-7c81-4701-acde-f6948eccc5a1", "address": "fa:16:3e:e4:58:49", "network": {"id": "a1a2eabf-2a52-4ee7-850f-7ed6f24624fa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-661551111-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5596d582d4bb48e6b48b97d9ec6d6742", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap677a3854-7c", "ovs_interfaceid": "677a3854-7c81-4701-acde-f6948eccc5a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 908.974110] env[70527]: DEBUG oslo_concurrency.lockutils [req-fc322f69-458d-458c-8fd5-b7dcc184eee7 req-62cb366a-f18c-449d-b8d8-559e46789520 service nova] Acquired lock "refresh_cache-b19d2ba3-5500-4ca2-842a-fefdfd22f9a6" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.974379] env[70527]: DEBUG nova.network.neutron [req-fc322f69-458d-458c-8fd5-b7dcc184eee7 req-62cb366a-f18c-449d-b8d8-559e46789520 service nova] [instance: b19d2ba3-5500-4ca2-842a-fefdfd22f9a6] Refreshing network info cache for port 677a3854-7c81-4701-acde-f6948eccc5a1 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 908.977903] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: b19d2ba3-5500-4ca2-842a-fefdfd22f9a6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:58:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '86a35d07-53d3-46b3-92cb-ae34236c0f41', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '677a3854-7c81-4701-acde-f6948eccc5a1', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 908.986095] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Creating folder: Project (5596d582d4bb48e6b48b97d9ec6d6742). Parent ref: group-v776920. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 908.989931] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c3040f9c-bd2a-47f8-92ed-4517f6e90b3f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.004706] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Created folder: Project (5596d582d4bb48e6b48b97d9ec6d6742) in parent group-v776920. [ 909.004909] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Creating folder: Instances. Parent ref: group-v777085. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 909.005169] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f7db1bb-e9f5-4150-a2db-53057b5f20ca {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.017385] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Created folder: Instances in parent group-v777085. [ 909.017684] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 909.017886] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b19d2ba3-5500-4ca2-842a-fefdfd22f9a6] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 909.018116] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2903f598-c3d9-4f50-86b6-85f47afe581f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.040067] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 909.040067] env[70527]: value = "task-3913207" [ 909.040067] env[70527]: _type = "Task" [ 909.040067] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.050802] env[70527]: DEBUG oslo_concurrency.lockutils [None req-01ecb55f-0660-4b71-91a3-1dd681430d31 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Acquiring lock "430c77ef-9bdb-42c1-aee4-2d5bcc6be0da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.051562] env[70527]: DEBUG oslo_concurrency.lockutils [None req-01ecb55f-0660-4b71-91a3-1dd681430d31 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Lock "430c77ef-9bdb-42c1-aee4-2d5bcc6be0da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.051562] env[70527]: DEBUG oslo_concurrency.lockutils [None req-01ecb55f-0660-4b71-91a3-1dd681430d31 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Acquiring lock "430c77ef-9bdb-42c1-aee4-2d5bcc6be0da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.051562] env[70527]: DEBUG oslo_concurrency.lockutils [None req-01ecb55f-0660-4b71-91a3-1dd681430d31 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Lock "430c77ef-9bdb-42c1-aee4-2d5bcc6be0da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.051742] env[70527]: DEBUG oslo_concurrency.lockutils [None req-01ecb55f-0660-4b71-91a3-1dd681430d31 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Lock "430c77ef-9bdb-42c1-aee4-2d5bcc6be0da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.053318] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913207, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.056537] env[70527]: INFO nova.compute.manager [None req-01ecb55f-0660-4b71-91a3-1dd681430d31 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: 430c77ef-9bdb-42c1-aee4-2d5bcc6be0da] Terminating instance [ 909.185753] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4936abc1-8db4-4cb8-80fa-15b8b48034a0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Acquiring lock "680e9855-2905-4c0d-adc7-e45781fd1e4e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.186085] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4936abc1-8db4-4cb8-80fa-15b8b48034a0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Lock "680e9855-2905-4c0d-adc7-e45781fd1e4e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.186180] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4936abc1-8db4-4cb8-80fa-15b8b48034a0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Lock "680e9855-2905-4c0d-adc7-e45781fd1e4e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.188087] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1bda758-09a9-492c-9b34-f6de1b9382dd {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.193778] env[70527]: DEBUG oslo_concurrency.lockutils [None req-db452531-36ef-4b34-81c1-7857ca2c53bf tempest-ServerRescueTestJSONUnderV235-1054354334 tempest-ServerRescueTestJSONUnderV235-1054354334-project-member] Lock "23137459-71e2-4681-9054-1bde06450f13" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.646s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.218734] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a8b3b6-db8f-459a-a063-0b03d8af4f78 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.240064] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-8a140c3a-70b2-4e04-a177-cf19b7ecdf33 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Updating instance 'cc87d385-12c6-43d2-af21-1d2737c5d451' progress to 67 {{(pid=70527) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 909.267453] env[70527]: DEBUG oslo_concurrency.lockutils [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.279025] env[70527]: DEBUG oslo_concurrency.lockutils [None req-547cb376-0316-402e-af6f-04135f5d52ec tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Acquiring lock "e4af2542-8afe-4149-b06c-5be7920c1b28" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.279275] env[70527]: DEBUG oslo_concurrency.lockutils [None req-547cb376-0316-402e-af6f-04135f5d52ec tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Lock "e4af2542-8afe-4149-b06c-5be7920c1b28" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.279484] env[70527]: DEBUG oslo_concurrency.lockutils [None req-547cb376-0316-402e-af6f-04135f5d52ec tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Acquiring lock "e4af2542-8afe-4149-b06c-5be7920c1b28-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.279696] env[70527]: DEBUG oslo_concurrency.lockutils [None req-547cb376-0316-402e-af6f-04135f5d52ec tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Lock "e4af2542-8afe-4149-b06c-5be7920c1b28-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.279889] env[70527]: DEBUG oslo_concurrency.lockutils [None req-547cb376-0316-402e-af6f-04135f5d52ec tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Lock "e4af2542-8afe-4149-b06c-5be7920c1b28-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.282100] env[70527]: INFO nova.compute.manager [None req-547cb376-0316-402e-af6f-04135f5d52ec tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: e4af2542-8afe-4149-b06c-5be7920c1b28] Terminating instance [ 909.353129] env[70527]: DEBUG nova.network.neutron [req-fc322f69-458d-458c-8fd5-b7dcc184eee7 req-62cb366a-f18c-449d-b8d8-559e46789520 service nova] [instance: b19d2ba3-5500-4ca2-842a-fefdfd22f9a6] Updated VIF entry in instance network info cache for port 677a3854-7c81-4701-acde-f6948eccc5a1. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 909.353539] env[70527]: DEBUG nova.network.neutron [req-fc322f69-458d-458c-8fd5-b7dcc184eee7 req-62cb366a-f18c-449d-b8d8-559e46789520 service nova] [instance: b19d2ba3-5500-4ca2-842a-fefdfd22f9a6] Updating instance_info_cache with network_info: [{"id": "677a3854-7c81-4701-acde-f6948eccc5a1", "address": "fa:16:3e:e4:58:49", "network": {"id": "a1a2eabf-2a52-4ee7-850f-7ed6f24624fa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-661551111-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5596d582d4bb48e6b48b97d9ec6d6742", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap677a3854-7c", "ovs_interfaceid": "677a3854-7c81-4701-acde-f6948eccc5a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.552100] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913207, 'name': CreateVM_Task, 'duration_secs': 0.403697} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.555556] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b19d2ba3-5500-4ca2-842a-fefdfd22f9a6] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 909.557398] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.557632] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.558020] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.558596] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f866fa1-c3a2-4b55-b48b-9bdaa285b384 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.561528] env[70527]: DEBUG nova.compute.manager [None req-01ecb55f-0660-4b71-91a3-1dd681430d31 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: 430c77ef-9bdb-42c1-aee4-2d5bcc6be0da] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 909.561749] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-01ecb55f-0660-4b71-91a3-1dd681430d31 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: 430c77ef-9bdb-42c1-aee4-2d5bcc6be0da] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 909.562614] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897259e5-89a5-4e2f-bd07-3647ad80ac2d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.574136] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-01ecb55f-0660-4b71-91a3-1dd681430d31 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: 430c77ef-9bdb-42c1-aee4-2d5bcc6be0da] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 909.574580] env[70527]: DEBUG oslo_vmware.api [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Waiting for the task: (returnval){ [ 909.574580] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]524ee071-0dbe-705c-b5d8-3ac28fdeb86b" [ 909.574580] env[70527]: _type = "Task" [ 909.574580] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.574794] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7d480be-4a7a-4100-ac50-56ddf08bc045 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.586424] env[70527]: DEBUG oslo_vmware.api [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]524ee071-0dbe-705c-b5d8-3ac28fdeb86b, 'name': SearchDatastore_Task, 'duration_secs': 0.014088} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.590994] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.591282] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: b19d2ba3-5500-4ca2-842a-fefdfd22f9a6] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 909.591686] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.591928] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.592245] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 909.592845] env[70527]: DEBUG oslo_vmware.api [None req-01ecb55f-0660-4b71-91a3-1dd681430d31 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Waiting for the task: (returnval){ [ 909.592845] env[70527]: value = "task-3913208" [ 909.592845] env[70527]: _type = "Task" [ 909.592845] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.593751] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de3bc2f8-cf4b-49f8-b321-6bfa594cd294 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.610781] env[70527]: DEBUG oslo_vmware.api [None req-01ecb55f-0660-4b71-91a3-1dd681430d31 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': task-3913208, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.612282] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 909.612484] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 909.613245] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62b46366-c2db-4311-bfd4-ce1229b16969 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.622118] env[70527]: DEBUG oslo_vmware.api [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Waiting for the task: (returnval){ [ 909.622118] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]528a4c81-f078-07e8-9568-fdc7a69d0285" [ 909.622118] env[70527]: _type = "Task" [ 909.622118] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.635205] env[70527]: DEBUG oslo_vmware.api [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]528a4c81-f078-07e8-9568-fdc7a69d0285, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.785915] env[70527]: DEBUG nova.compute.manager [None req-547cb376-0316-402e-af6f-04135f5d52ec tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: e4af2542-8afe-4149-b06c-5be7920c1b28] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 909.786170] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-547cb376-0316-402e-af6f-04135f5d52ec tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: e4af2542-8afe-4149-b06c-5be7920c1b28] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 909.790463] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9435c4c-3532-48d8-a6ab-c23103a6201e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.799634] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-547cb376-0316-402e-af6f-04135f5d52ec tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: e4af2542-8afe-4149-b06c-5be7920c1b28] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 909.799918] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b7411a8-df9c-4a71-a9de-6ccae2cdfd80 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.812955] env[70527]: DEBUG oslo_vmware.api [None req-547cb376-0316-402e-af6f-04135f5d52ec tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Waiting for the task: (returnval){ [ 909.812955] env[70527]: value = "task-3913209" [ 909.812955] env[70527]: _type = "Task" [ 909.812955] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.831814] env[70527]: DEBUG oslo_vmware.api [None req-547cb376-0316-402e-af6f-04135f5d52ec tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': task-3913209, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.834305] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c716177a-92b6-4553-9fb3-9a7dbfbeaf3d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.843183] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b39035-00aa-44c7-b415-4a442d4d7c9a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.880303] env[70527]: DEBUG oslo_concurrency.lockutils [req-fc322f69-458d-458c-8fd5-b7dcc184eee7 req-62cb366a-f18c-449d-b8d8-559e46789520 service nova] Releasing lock "refresh_cache-b19d2ba3-5500-4ca2-842a-fefdfd22f9a6" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.882148] env[70527]: DEBUG nova.network.neutron [None req-8a140c3a-70b2-4e04-a177-cf19b7ecdf33 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Port 707b3985-2191-4a9c-bbfe-1922ac3dfbce binding to destination host cpu-1 is already ACTIVE {{(pid=70527) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3252}} [ 909.884379] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d343a535-bd41-4dfe-ac04-447b2e5507a8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.893875] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4bf3cbe-b147-4a24-91e0-dd0d4d36801d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.911091] env[70527]: DEBUG nova.compute.provider_tree [None req-767d28a3-6ccc-4a7a-8b77-1005ecaadfff tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.108478] env[70527]: DEBUG oslo_vmware.api [None req-01ecb55f-0660-4b71-91a3-1dd681430d31 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': task-3913208, 'name': PowerOffVM_Task, 'duration_secs': 0.318085} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.108779] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-01ecb55f-0660-4b71-91a3-1dd681430d31 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: 430c77ef-9bdb-42c1-aee4-2d5bcc6be0da] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 910.108922] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-01ecb55f-0660-4b71-91a3-1dd681430d31 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: 430c77ef-9bdb-42c1-aee4-2d5bcc6be0da] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 910.109322] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-063846ed-0b0c-46f4-8215-84bee1c35bd1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.136074] env[70527]: DEBUG oslo_vmware.api [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]528a4c81-f078-07e8-9568-fdc7a69d0285, 'name': SearchDatastore_Task, 'duration_secs': 0.013396} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.136935] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da8c14ef-0c84-425f-aef8-68c8126adc6a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.143266] env[70527]: DEBUG oslo_vmware.api [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Waiting for the task: (returnval){ [ 910.143266] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]5262f84c-85e5-42c8-6c1f-452f2cba1bd6" [ 910.143266] env[70527]: _type = "Task" [ 910.143266] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.152226] env[70527]: DEBUG oslo_vmware.api [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5262f84c-85e5-42c8-6c1f-452f2cba1bd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.186109] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-01ecb55f-0660-4b71-91a3-1dd681430d31 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: 430c77ef-9bdb-42c1-aee4-2d5bcc6be0da] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 910.186480] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-01ecb55f-0660-4b71-91a3-1dd681430d31 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: 430c77ef-9bdb-42c1-aee4-2d5bcc6be0da] Deleting contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 910.186565] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-01ecb55f-0660-4b71-91a3-1dd681430d31 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Deleting the datastore file [datastore2] 430c77ef-9bdb-42c1-aee4-2d5bcc6be0da {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 910.186838] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e38ec390-2335-4d62-ae2a-f088852f15e1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.193770] env[70527]: DEBUG oslo_vmware.api [None req-01ecb55f-0660-4b71-91a3-1dd681430d31 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Waiting for the task: (returnval){ [ 910.193770] env[70527]: value = "task-3913211" [ 910.193770] env[70527]: _type = "Task" [ 910.193770] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.205358] env[70527]: DEBUG oslo_vmware.api [None req-01ecb55f-0660-4b71-91a3-1dd681430d31 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': task-3913211, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.253248] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4936abc1-8db4-4cb8-80fa-15b8b48034a0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Acquiring lock "refresh_cache-680e9855-2905-4c0d-adc7-e45781fd1e4e" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.253482] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4936abc1-8db4-4cb8-80fa-15b8b48034a0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Acquired lock "refresh_cache-680e9855-2905-4c0d-adc7-e45781fd1e4e" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.253666] env[70527]: DEBUG nova.network.neutron [None req-4936abc1-8db4-4cb8-80fa-15b8b48034a0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 910.324672] env[70527]: DEBUG oslo_vmware.api [None req-547cb376-0316-402e-af6f-04135f5d52ec tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': task-3913209, 'name': PowerOffVM_Task, 'duration_secs': 0.26} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.324952] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-547cb376-0316-402e-af6f-04135f5d52ec tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: e4af2542-8afe-4149-b06c-5be7920c1b28] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 910.325140] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-547cb376-0316-402e-af6f-04135f5d52ec tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: e4af2542-8afe-4149-b06c-5be7920c1b28] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 910.325459] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51b190a1-153d-4cfc-8dba-d006a45609e8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.398452] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-547cb376-0316-402e-af6f-04135f5d52ec tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: e4af2542-8afe-4149-b06c-5be7920c1b28] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 910.398719] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-547cb376-0316-402e-af6f-04135f5d52ec tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: e4af2542-8afe-4149-b06c-5be7920c1b28] Deleting contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 910.398906] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-547cb376-0316-402e-af6f-04135f5d52ec tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Deleting the datastore file [datastore2] e4af2542-8afe-4149-b06c-5be7920c1b28 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 910.399188] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7985e874-c90a-46b6-9a92-66ede45d4751 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.407208] env[70527]: DEBUG oslo_vmware.api [None req-547cb376-0316-402e-af6f-04135f5d52ec tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Waiting for the task: (returnval){ [ 910.407208] env[70527]: value = "task-3913213" [ 910.407208] env[70527]: _type = "Task" [ 910.407208] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.417737] env[70527]: DEBUG nova.scheduler.client.report [None req-767d28a3-6ccc-4a7a-8b77-1005ecaadfff tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.422019] env[70527]: DEBUG oslo_vmware.api [None req-547cb376-0316-402e-af6f-04135f5d52ec tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': task-3913213, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.655627] env[70527]: DEBUG oslo_vmware.api [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5262f84c-85e5-42c8-6c1f-452f2cba1bd6, 'name': SearchDatastore_Task, 'duration_secs': 0.020574} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.655901] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.656210] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] b19d2ba3-5500-4ca2-842a-fefdfd22f9a6/b19d2ba3-5500-4ca2-842a-fefdfd22f9a6.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 910.656467] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b2128db-d855-4be9-bc23-b014b4b4b076 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.663544] env[70527]: DEBUG oslo_vmware.api [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Waiting for the task: (returnval){ [ 910.663544] env[70527]: value = "task-3913214" [ 910.663544] env[70527]: _type = "Task" [ 910.663544] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.674059] env[70527]: DEBUG oslo_vmware.api [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3913214, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.704576] env[70527]: DEBUG oslo_vmware.api [None req-01ecb55f-0660-4b71-91a3-1dd681430d31 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': task-3913211, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.433064} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.704785] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-01ecb55f-0660-4b71-91a3-1dd681430d31 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 910.704969] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-01ecb55f-0660-4b71-91a3-1dd681430d31 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: 430c77ef-9bdb-42c1-aee4-2d5bcc6be0da] Deleted contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 910.705162] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-01ecb55f-0660-4b71-91a3-1dd681430d31 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: 430c77ef-9bdb-42c1-aee4-2d5bcc6be0da] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 910.705336] env[70527]: INFO nova.compute.manager [None req-01ecb55f-0660-4b71-91a3-1dd681430d31 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: 430c77ef-9bdb-42c1-aee4-2d5bcc6be0da] Took 1.14 seconds to destroy the instance on the hypervisor. [ 910.705593] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01ecb55f-0660-4b71-91a3-1dd681430d31 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 910.705800] env[70527]: DEBUG nova.compute.manager [-] [instance: 430c77ef-9bdb-42c1-aee4-2d5bcc6be0da] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 910.706294] env[70527]: DEBUG nova.network.neutron [-] [instance: 430c77ef-9bdb-42c1-aee4-2d5bcc6be0da] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 910.920120] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8a140c3a-70b2-4e04-a177-cf19b7ecdf33 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Acquiring lock "cc87d385-12c6-43d2-af21-1d2737c5d451-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.920344] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8a140c3a-70b2-4e04-a177-cf19b7ecdf33 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Lock "cc87d385-12c6-43d2-af21-1d2737c5d451-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.920727] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8a140c3a-70b2-4e04-a177-cf19b7ecdf33 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Lock "cc87d385-12c6-43d2-af21-1d2737c5d451-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.923589] env[70527]: DEBUG oslo_concurrency.lockutils [None req-767d28a3-6ccc-4a7a-8b77-1005ecaadfff tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.269s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.928127] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9a8b5515-c870-47cf-a675-4d14a478a2ec tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.555s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.929899] env[70527]: INFO nova.compute.claims [None req-9a8b5515-c870-47cf-a675-4d14a478a2ec tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] [instance: dd9ece4e-5f48-4ee0-8f15-94d952cd564b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 910.939832] env[70527]: DEBUG oslo_vmware.api [None req-547cb376-0316-402e-af6f-04135f5d52ec tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': task-3913213, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.28242} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.939832] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-547cb376-0316-402e-af6f-04135f5d52ec tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 910.939832] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-547cb376-0316-402e-af6f-04135f5d52ec tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: e4af2542-8afe-4149-b06c-5be7920c1b28] Deleted contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 910.939832] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-547cb376-0316-402e-af6f-04135f5d52ec tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: e4af2542-8afe-4149-b06c-5be7920c1b28] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 910.939832] env[70527]: INFO nova.compute.manager [None req-547cb376-0316-402e-af6f-04135f5d52ec tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: e4af2542-8afe-4149-b06c-5be7920c1b28] Took 1.15 seconds to destroy the instance on the hypervisor. [ 910.940306] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-547cb376-0316-402e-af6f-04135f5d52ec tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 910.940306] env[70527]: DEBUG nova.compute.manager [-] [instance: e4af2542-8afe-4149-b06c-5be7920c1b28] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 910.940427] env[70527]: DEBUG nova.network.neutron [-] [instance: e4af2542-8afe-4149-b06c-5be7920c1b28] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 910.958394] env[70527]: INFO nova.scheduler.client.report [None req-767d28a3-6ccc-4a7a-8b77-1005ecaadfff tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Deleted allocations for instance 1878e6d7-681c-4aca-ae45-7bd001cff323 [ 911.183248] env[70527]: DEBUG oslo_vmware.api [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3913214, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.469041] env[70527]: DEBUG oslo_concurrency.lockutils [None req-767d28a3-6ccc-4a7a-8b77-1005ecaadfff tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lock "1878e6d7-681c-4aca-ae45-7bd001cff323" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.802s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.681066] env[70527]: DEBUG oslo_vmware.api [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3913214, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.691906} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.681066] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] b19d2ba3-5500-4ca2-842a-fefdfd22f9a6/b19d2ba3-5500-4ca2-842a-fefdfd22f9a6.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 911.681066] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: b19d2ba3-5500-4ca2-842a-fefdfd22f9a6] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 911.681066] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-917b02f3-0eb4-489b-ac2d-9e57d2a5cab1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.688755] env[70527]: DEBUG oslo_vmware.api [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Waiting for the task: (returnval){ [ 911.688755] env[70527]: value = "task-3913215" [ 911.688755] env[70527]: _type = "Task" [ 911.688755] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.699742] env[70527]: DEBUG oslo_vmware.api [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3913215, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.794850] env[70527]: DEBUG nova.compute.manager [req-84d33e15-d7e3-4257-9744-7b23332e60af req-30291a5b-21f1-4f82-8bba-d54f4bb58703 service nova] [instance: e4af2542-8afe-4149-b06c-5be7920c1b28] Received event network-vif-deleted-067fee7b-ad4e-46d1-aecf-00957b3ffa7a {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.795070] env[70527]: INFO nova.compute.manager [req-84d33e15-d7e3-4257-9744-7b23332e60af req-30291a5b-21f1-4f82-8bba-d54f4bb58703 service nova] [instance: e4af2542-8afe-4149-b06c-5be7920c1b28] Neutron deleted interface 067fee7b-ad4e-46d1-aecf-00957b3ffa7a; detaching it from the instance and deleting it from the info cache [ 911.795250] env[70527]: DEBUG nova.network.neutron [req-84d33e15-d7e3-4257-9744-7b23332e60af req-30291a5b-21f1-4f82-8bba-d54f4bb58703 service nova] [instance: e4af2542-8afe-4149-b06c-5be7920c1b28] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.855909] env[70527]: DEBUG nova.network.neutron [None req-4936abc1-8db4-4cb8-80fa-15b8b48034a0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Updating instance_info_cache with network_info: [{"id": "2f732305-3f77-40ec-98b1-5eaa8859e005", "address": "fa:16:3e:c6:ca:e7", "network": {"id": "6b7058bf-638c-4d72-9f51-37a045c3ebde", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1062784441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbf5afba87784fe2b33ca0fa6a95c5b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f732305-3f", "ovs_interfaceid": "2f732305-3f77-40ec-98b1-5eaa8859e005", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.977167] env[70527]: DEBUG nova.compute.manager [req-48f6f361-0618-4442-8a29-2ffef6e5157f req-a60bb543-987d-473b-be23-28a26202dfc6 service nova] [instance: 430c77ef-9bdb-42c1-aee4-2d5bcc6be0da] Received event network-vif-deleted-21552545-b78a-44da-a5aa-5999f51ac8ca {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.977167] env[70527]: INFO nova.compute.manager [req-48f6f361-0618-4442-8a29-2ffef6e5157f req-a60bb543-987d-473b-be23-28a26202dfc6 service nova] [instance: 430c77ef-9bdb-42c1-aee4-2d5bcc6be0da] Neutron deleted interface 21552545-b78a-44da-a5aa-5999f51ac8ca; detaching it from the instance and deleting it from the info cache [ 911.977319] env[70527]: DEBUG nova.network.neutron [req-48f6f361-0618-4442-8a29-2ffef6e5157f req-a60bb543-987d-473b-be23-28a26202dfc6 service nova] [instance: 430c77ef-9bdb-42c1-aee4-2d5bcc6be0da] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.978338] env[70527]: DEBUG nova.network.neutron [-] [instance: e4af2542-8afe-4149-b06c-5be7920c1b28] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.983198] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8a140c3a-70b2-4e04-a177-cf19b7ecdf33 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Acquiring lock "refresh_cache-cc87d385-12c6-43d2-af21-1d2737c5d451" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.983198] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8a140c3a-70b2-4e04-a177-cf19b7ecdf33 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Acquired lock "refresh_cache-cc87d385-12c6-43d2-af21-1d2737c5d451" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.983198] env[70527]: DEBUG nova.network.neutron [None req-8a140c3a-70b2-4e04-a177-cf19b7ecdf33 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 912.202135] env[70527]: DEBUG oslo_vmware.api [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3913215, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067167} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.204943] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: b19d2ba3-5500-4ca2-842a-fefdfd22f9a6] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 912.206628] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5cb5844-3c3c-4020-ae42-c88a37ff89ee {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.230472] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: b19d2ba3-5500-4ca2-842a-fefdfd22f9a6] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] b19d2ba3-5500-4ca2-842a-fefdfd22f9a6/b19d2ba3-5500-4ca2-842a-fefdfd22f9a6.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 912.234672] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20b689be-51c8-45be-ba9d-b8aac58e2eab {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.257966] env[70527]: DEBUG oslo_vmware.api [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Waiting for the task: (returnval){ [ 912.257966] env[70527]: value = "task-3913216" [ 912.257966] env[70527]: _type = "Task" [ 912.257966] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.271131] env[70527]: DEBUG oslo_vmware.api [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3913216, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.300966] env[70527]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7893e8e1-d665-4a9d-9b56-54dd9308bcb3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.311039] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01db1aa1-e329-4f45-90dd-b0566c466512 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.328791] env[70527]: DEBUG nova.network.neutron [-] [instance: 430c77ef-9bdb-42c1-aee4-2d5bcc6be0da] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.356917] env[70527]: DEBUG nova.compute.manager [req-84d33e15-d7e3-4257-9744-7b23332e60af req-30291a5b-21f1-4f82-8bba-d54f4bb58703 service nova] [instance: e4af2542-8afe-4149-b06c-5be7920c1b28] Detach interface failed, port_id=067fee7b-ad4e-46d1-aecf-00957b3ffa7a, reason: Instance e4af2542-8afe-4149-b06c-5be7920c1b28 could not be found. {{(pid=70527) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 912.360465] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4936abc1-8db4-4cb8-80fa-15b8b48034a0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Releasing lock "refresh_cache-680e9855-2905-4c0d-adc7-e45781fd1e4e" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.481552] env[70527]: INFO nova.compute.manager [-] [instance: e4af2542-8afe-4149-b06c-5be7920c1b28] Took 1.54 seconds to deallocate network for instance. [ 912.494096] env[70527]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-756150b9-920d-41ff-9906-74a96a703413 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.505891] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be87d12c-93ae-436d-a78f-036ddcee88d5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.551529] env[70527]: DEBUG nova.compute.manager [req-48f6f361-0618-4442-8a29-2ffef6e5157f req-a60bb543-987d-473b-be23-28a26202dfc6 service nova] [instance: 430c77ef-9bdb-42c1-aee4-2d5bcc6be0da] Detach interface failed, port_id=21552545-b78a-44da-a5aa-5999f51ac8ca, reason: Instance 430c77ef-9bdb-42c1-aee4-2d5bcc6be0da could not be found. {{(pid=70527) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 912.648610] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5045b46a-25ee-4b16-add2-c828a4ee0c3a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.659361] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91fcd7ac-5e52-47ae-a14d-3a8ad5721074 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.690740] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8aab5392-426e-4747-af99-139c731a84b0 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Acquiring lock "9ad6dd25-d461-4c1a-a084-28ad37c432fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.690993] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8aab5392-426e-4747-af99-139c731a84b0 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Lock "9ad6dd25-d461-4c1a-a084-28ad37c432fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.691216] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8aab5392-426e-4747-af99-139c731a84b0 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Acquiring lock "9ad6dd25-d461-4c1a-a084-28ad37c432fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.691398] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8aab5392-426e-4747-af99-139c731a84b0 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Lock "9ad6dd25-d461-4c1a-a084-28ad37c432fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.691561] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8aab5392-426e-4747-af99-139c731a84b0 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Lock "9ad6dd25-d461-4c1a-a084-28ad37c432fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.694233] env[70527]: INFO nova.compute.manager [None req-8aab5392-426e-4747-af99-139c731a84b0 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] [instance: 9ad6dd25-d461-4c1a-a084-28ad37c432fc] Terminating instance [ 912.696152] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c326a15a-30b5-4cec-a6da-9d3c0fe558c9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.707950] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ca7dbe-4460-46e4-9789-c80d04af9b70 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.728684] env[70527]: DEBUG nova.compute.provider_tree [None req-9a8b5515-c870-47cf-a675-4d14a478a2ec tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.769057] env[70527]: DEBUG oslo_vmware.api [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3913216, 'name': ReconfigVM_Task, 'duration_secs': 0.302164} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.769057] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: b19d2ba3-5500-4ca2-842a-fefdfd22f9a6] Reconfigured VM instance instance-00000038 to attach disk [datastore1] b19d2ba3-5500-4ca2-842a-fefdfd22f9a6/b19d2ba3-5500-4ca2-842a-fefdfd22f9a6.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 912.769517] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-24fb82de-4b30-4519-9738-1ef83dccc950 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.777093] env[70527]: DEBUG oslo_vmware.api [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Waiting for the task: (returnval){ [ 912.777093] env[70527]: value = "task-3913217" [ 912.777093] env[70527]: _type = "Task" [ 912.777093] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.789846] env[70527]: DEBUG oslo_vmware.api [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3913217, 'name': Rename_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.831552] env[70527]: INFO nova.compute.manager [-] [instance: 430c77ef-9bdb-42c1-aee4-2d5bcc6be0da] Took 2.13 seconds to deallocate network for instance. [ 912.892150] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad349543-7cee-4516-9a8c-0a2acc38c444 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.914914] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395607c8-9aa8-4e8a-aafa-fbe7d26999be {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.928162] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4936abc1-8db4-4cb8-80fa-15b8b48034a0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Updating instance '680e9855-2905-4c0d-adc7-e45781fd1e4e' progress to 83 {{(pid=70527) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 912.939626] env[70527]: DEBUG nova.network.neutron [None req-8a140c3a-70b2-4e04-a177-cf19b7ecdf33 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Updating instance_info_cache with network_info: [{"id": "707b3985-2191-4a9c-bbfe-1922ac3dfbce", "address": "fa:16:3e:e1:43:d6", "network": {"id": "29b8e902-296b-4709-aca2-c446fcf3fa56", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3eee3a2e62a4bcdad1e7484fcad9e2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap707b3985-21", "ovs_interfaceid": "707b3985-2191-4a9c-bbfe-1922ac3dfbce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.005412] env[70527]: DEBUG oslo_concurrency.lockutils [None req-547cb376-0316-402e-af6f-04135f5d52ec tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.202312] env[70527]: DEBUG nova.compute.manager [None req-8aab5392-426e-4747-af99-139c731a84b0 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] [instance: 9ad6dd25-d461-4c1a-a084-28ad37c432fc] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 913.202548] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-8aab5392-426e-4747-af99-139c731a84b0 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] [instance: 9ad6dd25-d461-4c1a-a084-28ad37c432fc] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 913.203496] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdcd3668-f4ef-4110-a004-a6b62313ae2c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.214753] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aab5392-426e-4747-af99-139c731a84b0 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] [instance: 9ad6dd25-d461-4c1a-a084-28ad37c432fc] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 913.215036] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a4ecd65-579f-4cd0-bf73-87dbdf46c1a2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.222265] env[70527]: DEBUG oslo_vmware.api [None req-8aab5392-426e-4747-af99-139c731a84b0 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Waiting for the task: (returnval){ [ 913.222265] env[70527]: value = "task-3913218" [ 913.222265] env[70527]: _type = "Task" [ 913.222265] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.236846] env[70527]: DEBUG nova.scheduler.client.report [None req-9a8b5515-c870-47cf-a675-4d14a478a2ec tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 913.241958] env[70527]: DEBUG oslo_vmware.api [None req-8aab5392-426e-4747-af99-139c731a84b0 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Task: {'id': task-3913218, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.292490] env[70527]: DEBUG oslo_vmware.api [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3913217, 'name': Rename_Task, 'duration_secs': 0.15239} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.293556] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: b19d2ba3-5500-4ca2-842a-fefdfd22f9a6] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 913.296118] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd1e7287-ee28-40b9-b6c2-c70e2a580dc6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.305015] env[70527]: DEBUG oslo_vmware.api [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Waiting for the task: (returnval){ [ 913.305015] env[70527]: value = "task-3913219" [ 913.305015] env[70527]: _type = "Task" [ 913.305015] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.315335] env[70527]: DEBUG oslo_vmware.api [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3913219, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.341407] env[70527]: DEBUG oslo_concurrency.lockutils [None req-01ecb55f-0660-4b71-91a3-1dd681430d31 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.435368] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4936abc1-8db4-4cb8-80fa-15b8b48034a0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Updating instance '680e9855-2905-4c0d-adc7-e45781fd1e4e' progress to 100 {{(pid=70527) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 913.443430] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8a140c3a-70b2-4e04-a177-cf19b7ecdf33 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Releasing lock "refresh_cache-cc87d385-12c6-43d2-af21-1d2737c5d451" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.734763] env[70527]: DEBUG oslo_vmware.api [None req-8aab5392-426e-4747-af99-139c731a84b0 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Task: {'id': task-3913218, 'name': PowerOffVM_Task, 'duration_secs': 0.260606} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.735118] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aab5392-426e-4747-af99-139c731a84b0 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] [instance: 9ad6dd25-d461-4c1a-a084-28ad37c432fc] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 913.735297] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-8aab5392-426e-4747-af99-139c731a84b0 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] [instance: 9ad6dd25-d461-4c1a-a084-28ad37c432fc] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 913.735654] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac4056d7-559f-4007-ad1c-e75d91ffd558 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.743968] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9a8b5515-c870-47cf-a675-4d14a478a2ec tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.816s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.744573] env[70527]: DEBUG nova.compute.manager [None req-9a8b5515-c870-47cf-a675-4d14a478a2ec tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] [instance: dd9ece4e-5f48-4ee0-8f15-94d952cd564b] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 913.747522] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c7aab040-f3b2-41c0-864c-485d77317d19 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.507s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.747765] env[70527]: DEBUG nova.objects.instance [None req-c7aab040-f3b2-41c0-864c-485d77317d19 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Lazy-loading 'resources' on Instance uuid 9945a305-bb71-4d5b-a06d-20ec0e17d457 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 913.805914] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-8aab5392-426e-4747-af99-139c731a84b0 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] [instance: 9ad6dd25-d461-4c1a-a084-28ad37c432fc] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 913.806687] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-8aab5392-426e-4747-af99-139c731a84b0 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] [instance: 9ad6dd25-d461-4c1a-a084-28ad37c432fc] Deleting contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 913.806687] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-8aab5392-426e-4747-af99-139c731a84b0 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Deleting the datastore file [datastore2] 9ad6dd25-d461-4c1a-a084-28ad37c432fc {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 913.812564] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e81f1f57-7a14-4323-8c4c-b72acbef526a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.820709] env[70527]: DEBUG oslo_vmware.api [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3913219, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.824084] env[70527]: DEBUG oslo_vmware.api [None req-8aab5392-426e-4747-af99-139c731a84b0 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Waiting for the task: (returnval){ [ 913.824084] env[70527]: value = "task-3913221" [ 913.824084] env[70527]: _type = "Task" [ 913.824084] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.838058] env[70527]: DEBUG oslo_vmware.api [None req-8aab5392-426e-4747-af99-139c731a84b0 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Task: {'id': task-3913221, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.980072] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecaddc97-a982-43ee-978c-de797a7e71f0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.005019] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8783b5-a9e5-4c92-b5ae-3f81b5d4a79b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.012356] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-8a140c3a-70b2-4e04-a177-cf19b7ecdf33 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Updating instance 'cc87d385-12c6-43d2-af21-1d2737c5d451' progress to 83 {{(pid=70527) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 914.251233] env[70527]: DEBUG nova.compute.utils [None req-9a8b5515-c870-47cf-a675-4d14a478a2ec tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 914.253169] env[70527]: DEBUG nova.compute.manager [None req-9a8b5515-c870-47cf-a675-4d14a478a2ec tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] [instance: dd9ece4e-5f48-4ee0-8f15-94d952cd564b] Not allocating networking since 'none' was specified. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 914.326019] env[70527]: DEBUG oslo_vmware.api [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3913219, 'name': PowerOnVM_Task, 'duration_secs': 0.671133} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.326264] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: b19d2ba3-5500-4ca2-842a-fefdfd22f9a6] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 914.326689] env[70527]: INFO nova.compute.manager [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: b19d2ba3-5500-4ca2-842a-fefdfd22f9a6] Took 8.15 seconds to spawn the instance on the hypervisor. [ 914.327038] env[70527]: DEBUG nova.compute.manager [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: b19d2ba3-5500-4ca2-842a-fefdfd22f9a6] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 914.328407] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243141d0-2500-4dee-ace4-de0cead16709 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.354068] env[70527]: DEBUG oslo_vmware.api [None req-8aab5392-426e-4747-af99-139c731a84b0 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Task: {'id': task-3913221, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.338346} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.355061] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-8aab5392-426e-4747-af99-139c731a84b0 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 914.355478] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-8aab5392-426e-4747-af99-139c731a84b0 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] [instance: 9ad6dd25-d461-4c1a-a084-28ad37c432fc] Deleted contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 914.355768] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-8aab5392-426e-4747-af99-139c731a84b0 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] [instance: 9ad6dd25-d461-4c1a-a084-28ad37c432fc] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 914.356071] env[70527]: INFO nova.compute.manager [None req-8aab5392-426e-4747-af99-139c731a84b0 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] [instance: 9ad6dd25-d461-4c1a-a084-28ad37c432fc] Took 1.15 seconds to destroy the instance on the hypervisor. [ 914.356453] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8aab5392-426e-4747-af99-139c731a84b0 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 914.356864] env[70527]: DEBUG nova.compute.manager [-] [instance: 9ad6dd25-d461-4c1a-a084-28ad37c432fc] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 914.358361] env[70527]: DEBUG nova.network.neutron [-] [instance: 9ad6dd25-d461-4c1a-a084-28ad37c432fc] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 914.485283] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquiring lock "d8ef288c-ca75-4166-93bc-09dd69753f8b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.485527] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lock "d8ef288c-ca75-4166-93bc-09dd69753f8b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.518601] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a140c3a-70b2-4e04-a177-cf19b7ecdf33 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 914.518935] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-02114975-fad2-4e52-8883-4257065fc1ec {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.531881] env[70527]: DEBUG oslo_vmware.api [None req-8a140c3a-70b2-4e04-a177-cf19b7ecdf33 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Waiting for the task: (returnval){ [ 914.531881] env[70527]: value = "task-3913222" [ 914.531881] env[70527]: _type = "Task" [ 914.531881] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.551117] env[70527]: DEBUG oslo_vmware.api [None req-8a140c3a-70b2-4e04-a177-cf19b7ecdf33 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': task-3913222, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.757596] env[70527]: DEBUG nova.compute.manager [None req-9a8b5515-c870-47cf-a675-4d14a478a2ec tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] [instance: dd9ece4e-5f48-4ee0-8f15-94d952cd564b] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 914.859219] env[70527]: INFO nova.compute.manager [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: b19d2ba3-5500-4ca2-842a-fefdfd22f9a6] Took 35.95 seconds to build instance. [ 914.967620] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b0ada2-e549-4467-940a-81ded50ee10e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.995534] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76249259-c1f8-4f81-af2a-71bc0d63b431 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.039681] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-082f4047-4147-46cf-8231-541bb72fa413 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.056109] env[70527]: DEBUG oslo_vmware.api [None req-8a140c3a-70b2-4e04-a177-cf19b7ecdf33 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': task-3913222, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.068091] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5b8a35-87da-4894-90f5-1643b3e4ae9f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.094699] env[70527]: DEBUG nova.compute.provider_tree [None req-c7aab040-f3b2-41c0-864c-485d77317d19 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.366172] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0ddebfa3-f463-4d68-8855-a43580105f32 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Lock "b19d2ba3-5500-4ca2-842a-fefdfd22f9a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.706s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.533192] env[70527]: DEBUG nova.compute.manager [req-96ab5cdc-7681-42dc-abbd-86f6d23e7f15 req-f34dbc1a-2933-4c2d-987a-5e3cef90b0c8 service nova] [instance: 9ad6dd25-d461-4c1a-a084-28ad37c432fc] Received event network-vif-deleted-4f49c968-d5c6-40d2-a792-e81645ac849a {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.533192] env[70527]: INFO nova.compute.manager [req-96ab5cdc-7681-42dc-abbd-86f6d23e7f15 req-f34dbc1a-2933-4c2d-987a-5e3cef90b0c8 service nova] [instance: 9ad6dd25-d461-4c1a-a084-28ad37c432fc] Neutron deleted interface 4f49c968-d5c6-40d2-a792-e81645ac849a; detaching it from the instance and deleting it from the info cache [ 915.533192] env[70527]: DEBUG nova.network.neutron [req-96ab5cdc-7681-42dc-abbd-86f6d23e7f15 req-f34dbc1a-2933-4c2d-987a-5e3cef90b0c8 service nova] [instance: 9ad6dd25-d461-4c1a-a084-28ad37c432fc] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.552775] env[70527]: DEBUG oslo_vmware.api [None req-8a140c3a-70b2-4e04-a177-cf19b7ecdf33 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': task-3913222, 'name': PowerOnVM_Task, 'duration_secs': 0.629653} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.553720] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a140c3a-70b2-4e04-a177-cf19b7ecdf33 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 915.553908] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-8a140c3a-70b2-4e04-a177-cf19b7ecdf33 tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Updating instance 'cc87d385-12c6-43d2-af21-1d2737c5d451' progress to 100 {{(pid=70527) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 915.600605] env[70527]: DEBUG nova.scheduler.client.report [None req-c7aab040-f3b2-41c0-864c-485d77317d19 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.775862] env[70527]: DEBUG nova.compute.manager [None req-9a8b5515-c870-47cf-a675-4d14a478a2ec tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] [instance: dd9ece4e-5f48-4ee0-8f15-94d952cd564b] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 915.791779] env[70527]: DEBUG nova.network.neutron [-] [instance: 9ad6dd25-d461-4c1a-a084-28ad37c432fc] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.801165] env[70527]: DEBUG nova.compute.manager [req-e62c48fe-d052-4319-9d88-498c24e1aa8e req-f48cd9a1-976f-4969-9961-fc923fef4d13 service nova] [instance: b19d2ba3-5500-4ca2-842a-fefdfd22f9a6] Received event network-changed-677a3854-7c81-4701-acde-f6948eccc5a1 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.801165] env[70527]: DEBUG nova.compute.manager [req-e62c48fe-d052-4319-9d88-498c24e1aa8e req-f48cd9a1-976f-4969-9961-fc923fef4d13 service nova] [instance: b19d2ba3-5500-4ca2-842a-fefdfd22f9a6] Refreshing instance network info cache due to event network-changed-677a3854-7c81-4701-acde-f6948eccc5a1. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 915.801165] env[70527]: DEBUG oslo_concurrency.lockutils [req-e62c48fe-d052-4319-9d88-498c24e1aa8e req-f48cd9a1-976f-4969-9961-fc923fef4d13 service nova] Acquiring lock "refresh_cache-b19d2ba3-5500-4ca2-842a-fefdfd22f9a6" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.801165] env[70527]: DEBUG oslo_concurrency.lockutils [req-e62c48fe-d052-4319-9d88-498c24e1aa8e req-f48cd9a1-976f-4969-9961-fc923fef4d13 service nova] Acquired lock "refresh_cache-b19d2ba3-5500-4ca2-842a-fefdfd22f9a6" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.801165] env[70527]: DEBUG nova.network.neutron [req-e62c48fe-d052-4319-9d88-498c24e1aa8e req-f48cd9a1-976f-4969-9961-fc923fef4d13 service nova] [instance: b19d2ba3-5500-4ca2-842a-fefdfd22f9a6] Refreshing network info cache for port 677a3854-7c81-4701-acde-f6948eccc5a1 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 915.817861] env[70527]: DEBUG nova.virt.hardware [None req-9a8b5515-c870-47cf-a675-4d14a478a2ec tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 915.818103] env[70527]: DEBUG nova.virt.hardware [None req-9a8b5515-c870-47cf-a675-4d14a478a2ec tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 915.818268] env[70527]: DEBUG nova.virt.hardware [None req-9a8b5515-c870-47cf-a675-4d14a478a2ec tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 915.818445] env[70527]: DEBUG nova.virt.hardware [None req-9a8b5515-c870-47cf-a675-4d14a478a2ec tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 915.818588] env[70527]: DEBUG nova.virt.hardware [None req-9a8b5515-c870-47cf-a675-4d14a478a2ec tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 915.818730] env[70527]: DEBUG nova.virt.hardware [None req-9a8b5515-c870-47cf-a675-4d14a478a2ec tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 915.818938] env[70527]: DEBUG nova.virt.hardware [None req-9a8b5515-c870-47cf-a675-4d14a478a2ec tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 915.819117] env[70527]: DEBUG nova.virt.hardware [None req-9a8b5515-c870-47cf-a675-4d14a478a2ec tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 915.819291] env[70527]: DEBUG nova.virt.hardware [None req-9a8b5515-c870-47cf-a675-4d14a478a2ec tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 915.819453] env[70527]: DEBUG nova.virt.hardware [None req-9a8b5515-c870-47cf-a675-4d14a478a2ec tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 915.819619] env[70527]: DEBUG nova.virt.hardware [None req-9a8b5515-c870-47cf-a675-4d14a478a2ec tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 915.821011] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea2da3e-296c-4cf7-bffd-f8c56f8c81e7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.831899] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77cbd225-8389-4c93-a984-d672ae5c0035 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.849264] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-9a8b5515-c870-47cf-a675-4d14a478a2ec tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] [instance: dd9ece4e-5f48-4ee0-8f15-94d952cd564b] Instance VIF info [] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 915.856025] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a8b5515-c870-47cf-a675-4d14a478a2ec tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Creating folder: Project (2ebb8a57274c4f8898c660e6abbbe885). Parent ref: group-v776920. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 915.857719] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f3afaf23-996e-4f06-9b95-02f3880a3ea4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.873586] env[70527]: DEBUG nova.compute.manager [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: d8ef288c-ca75-4166-93bc-09dd69753f8b] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 915.876965] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-9a8b5515-c870-47cf-a675-4d14a478a2ec tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Created folder: Project (2ebb8a57274c4f8898c660e6abbbe885) in parent group-v776920. [ 915.876965] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a8b5515-c870-47cf-a675-4d14a478a2ec tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Creating folder: Instances. Parent ref: group-v777088. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 915.877603] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de29a375-7a4e-4f0d-a36a-1691520edbce {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.890026] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-9a8b5515-c870-47cf-a675-4d14a478a2ec tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Created folder: Instances in parent group-v777088. [ 915.890278] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a8b5515-c870-47cf-a675-4d14a478a2ec tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 915.890468] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd9ece4e-5f48-4ee0-8f15-94d952cd564b] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 915.890702] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7089cdc4-e3f7-4aa9-a4b7-5932c8fca0b5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.912835] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 915.912835] env[70527]: value = "task-3913225" [ 915.912835] env[70527]: _type = "Task" [ 915.912835] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.923320] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913225, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.039942] env[70527]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6abd5385-0d0a-4a27-9105-5a71798ee780 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.051937] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b894f9-a149-45c2-a794-3aafee92e693 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.095685] env[70527]: DEBUG nova.compute.manager [req-96ab5cdc-7681-42dc-abbd-86f6d23e7f15 req-f34dbc1a-2933-4c2d-987a-5e3cef90b0c8 service nova] [instance: 9ad6dd25-d461-4c1a-a084-28ad37c432fc] Detach interface failed, port_id=4f49c968-d5c6-40d2-a792-e81645ac849a, reason: Instance 9ad6dd25-d461-4c1a-a084-28ad37c432fc could not be found. {{(pid=70527) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 916.108033] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c7aab040-f3b2-41c0-864c-485d77317d19 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.359s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.110158] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.814s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.111775] env[70527]: INFO nova.compute.claims [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: b0e3fd31-6785-4d93-bc58-be1a03aa5f31] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 916.141030] env[70527]: INFO nova.scheduler.client.report [None req-c7aab040-f3b2-41c0-864c-485d77317d19 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Deleted allocations for instance 9945a305-bb71-4d5b-a06d-20ec0e17d457 [ 916.293707] env[70527]: INFO nova.compute.manager [-] [instance: 9ad6dd25-d461-4c1a-a084-28ad37c432fc] Took 1.94 seconds to deallocate network for instance. [ 916.366437] env[70527]: DEBUG oslo_concurrency.lockutils [None req-994ec47d-9b4c-4bc5-b8f7-de157b444d73 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Acquiring lock "680e9855-2905-4c0d-adc7-e45781fd1e4e" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.366774] env[70527]: DEBUG oslo_concurrency.lockutils [None req-994ec47d-9b4c-4bc5-b8f7-de157b444d73 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Lock "680e9855-2905-4c0d-adc7-e45781fd1e4e" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.366984] env[70527]: DEBUG nova.compute.manager [None req-994ec47d-9b4c-4bc5-b8f7-de157b444d73 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Going to confirm migration 2 {{(pid=70527) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 916.394648] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.425863] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913225, 'name': CreateVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.595159] env[70527]: DEBUG nova.network.neutron [req-e62c48fe-d052-4319-9d88-498c24e1aa8e req-f48cd9a1-976f-4969-9961-fc923fef4d13 service nova] [instance: b19d2ba3-5500-4ca2-842a-fefdfd22f9a6] Updated VIF entry in instance network info cache for port 677a3854-7c81-4701-acde-f6948eccc5a1. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 916.595159] env[70527]: DEBUG nova.network.neutron [req-e62c48fe-d052-4319-9d88-498c24e1aa8e req-f48cd9a1-976f-4969-9961-fc923fef4d13 service nova] [instance: b19d2ba3-5500-4ca2-842a-fefdfd22f9a6] Updating instance_info_cache with network_info: [{"id": "677a3854-7c81-4701-acde-f6948eccc5a1", "address": "fa:16:3e:e4:58:49", "network": {"id": "a1a2eabf-2a52-4ee7-850f-7ed6f24624fa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-661551111-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5596d582d4bb48e6b48b97d9ec6d6742", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap677a3854-7c", "ovs_interfaceid": "677a3854-7c81-4701-acde-f6948eccc5a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.649951] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c7aab040-f3b2-41c0-864c-485d77317d19 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Lock "9945a305-bb71-4d5b-a06d-20ec0e17d457" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.624s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.804247] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8aab5392-426e-4747-af99-139c731a84b0 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.920682] env[70527]: DEBUG oslo_concurrency.lockutils [None req-994ec47d-9b4c-4bc5-b8f7-de157b444d73 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Acquiring lock "refresh_cache-680e9855-2905-4c0d-adc7-e45781fd1e4e" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.921108] env[70527]: DEBUG oslo_concurrency.lockutils [None req-994ec47d-9b4c-4bc5-b8f7-de157b444d73 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Acquired lock "refresh_cache-680e9855-2905-4c0d-adc7-e45781fd1e4e" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.921336] env[70527]: DEBUG nova.network.neutron [None req-994ec47d-9b4c-4bc5-b8f7-de157b444d73 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 916.921580] env[70527]: DEBUG nova.objects.instance [None req-994ec47d-9b4c-4bc5-b8f7-de157b444d73 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Lazy-loading 'info_cache' on Instance uuid 680e9855-2905-4c0d-adc7-e45781fd1e4e {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 916.931419] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913225, 'name': CreateVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.096467] env[70527]: DEBUG oslo_concurrency.lockutils [req-e62c48fe-d052-4319-9d88-498c24e1aa8e req-f48cd9a1-976f-4969-9961-fc923fef4d13 service nova] Releasing lock "refresh_cache-b19d2ba3-5500-4ca2-842a-fefdfd22f9a6" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.423177] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913225, 'name': CreateVM_Task, 'duration_secs': 1.356545} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.426030] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd9ece4e-5f48-4ee0-8f15-94d952cd564b] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 917.427032] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9a8b5515-c870-47cf-a675-4d14a478a2ec tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.427032] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9a8b5515-c870-47cf-a675-4d14a478a2ec tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.427273] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9a8b5515-c870-47cf-a675-4d14a478a2ec tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.427554] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-013bae9f-7c6d-4ebf-a351-5b2b54da30f0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.434877] env[70527]: DEBUG oslo_vmware.api [None req-9a8b5515-c870-47cf-a675-4d14a478a2ec tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Waiting for the task: (returnval){ [ 917.434877] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]520e38a1-3ec0-674b-bbef-c7ec2c16f454" [ 917.434877] env[70527]: _type = "Task" [ 917.434877] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.450317] env[70527]: DEBUG oslo_vmware.api [None req-9a8b5515-c870-47cf-a675-4d14a478a2ec tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]520e38a1-3ec0-674b-bbef-c7ec2c16f454, 'name': SearchDatastore_Task, 'duration_secs': 0.012779} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.450695] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9a8b5515-c870-47cf-a675-4d14a478a2ec tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.450955] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-9a8b5515-c870-47cf-a675-4d14a478a2ec tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] [instance: dd9ece4e-5f48-4ee0-8f15-94d952cd564b] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 917.451250] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9a8b5515-c870-47cf-a675-4d14a478a2ec tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.451442] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9a8b5515-c870-47cf-a675-4d14a478a2ec tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.451683] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a8b5515-c870-47cf-a675-4d14a478a2ec tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 917.451975] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5caaa97-ca17-43a4-bb69-97c37b7f31d1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.464531] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a8b5515-c870-47cf-a675-4d14a478a2ec tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 917.465772] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-9a8b5515-c870-47cf-a675-4d14a478a2ec tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 917.465920] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f5ad32e-c656-4f34-b79d-7c06d03d4df2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.475954] env[70527]: DEBUG oslo_vmware.api [None req-9a8b5515-c870-47cf-a675-4d14a478a2ec tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Waiting for the task: (returnval){ [ 917.475954] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52803af9-df3c-5cf9-bcc0-8789c8cb68e0" [ 917.475954] env[70527]: _type = "Task" [ 917.475954] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.485756] env[70527]: DEBUG oslo_vmware.api [None req-9a8b5515-c870-47cf-a675-4d14a478a2ec tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52803af9-df3c-5cf9-bcc0-8789c8cb68e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.628292] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0625dd0-b325-4dfd-986a-1a89121f980a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.638616] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0afa6d1-c630-407f-80c9-9cd1fded9ab5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.675797] env[70527]: DEBUG nova.network.neutron [None req-54e90aec-ca43-4f4b-9eac-c14cbb7cd5fe tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Port 707b3985-2191-4a9c-bbfe-1922ac3dfbce binding to destination host cpu-1 is already ACTIVE {{(pid=70527) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3252}} [ 917.676302] env[70527]: DEBUG oslo_concurrency.lockutils [None req-54e90aec-ca43-4f4b-9eac-c14cbb7cd5fe tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Acquiring lock "refresh_cache-cc87d385-12c6-43d2-af21-1d2737c5d451" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.676668] env[70527]: DEBUG oslo_concurrency.lockutils [None req-54e90aec-ca43-4f4b-9eac-c14cbb7cd5fe tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Acquired lock "refresh_cache-cc87d385-12c6-43d2-af21-1d2737c5d451" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.676968] env[70527]: DEBUG nova.network.neutron [None req-54e90aec-ca43-4f4b-9eac-c14cbb7cd5fe tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 917.678990] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6cbfb6a-7e77-4fba-ac6f-c9d12bcb8cb8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.688935] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-875d9e4f-8ecd-419a-a7f8-61aa60ca45e1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.705302] env[70527]: DEBUG nova.compute.provider_tree [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.985787] env[70527]: DEBUG oslo_vmware.api [None req-9a8b5515-c870-47cf-a675-4d14a478a2ec tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52803af9-df3c-5cf9-bcc0-8789c8cb68e0, 'name': SearchDatastore_Task, 'duration_secs': 0.015199} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.986593] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-735be1d6-d91e-4b35-94f3-396838cf9a01 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.992333] env[70527]: DEBUG oslo_vmware.api [None req-9a8b5515-c870-47cf-a675-4d14a478a2ec tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Waiting for the task: (returnval){ [ 917.992333] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]5258dfee-41b0-8a5c-5ac2-c358518a2e73" [ 917.992333] env[70527]: _type = "Task" [ 917.992333] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.001418] env[70527]: DEBUG oslo_vmware.api [None req-9a8b5515-c870-47cf-a675-4d14a478a2ec tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5258dfee-41b0-8a5c-5ac2-c358518a2e73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.179443] env[70527]: DEBUG nova.network.neutron [None req-994ec47d-9b4c-4bc5-b8f7-de157b444d73 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Updating instance_info_cache with network_info: [{"id": "2f732305-3f77-40ec-98b1-5eaa8859e005", "address": "fa:16:3e:c6:ca:e7", "network": {"id": "6b7058bf-638c-4d72-9f51-37a045c3ebde", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1062784441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbf5afba87784fe2b33ca0fa6a95c5b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f732305-3f", "ovs_interfaceid": "2f732305-3f77-40ec-98b1-5eaa8859e005", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.209038] env[70527]: DEBUG nova.scheduler.client.report [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 918.479792] env[70527]: DEBUG nova.network.neutron [None req-54e90aec-ca43-4f4b-9eac-c14cbb7cd5fe tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Updating instance_info_cache with network_info: [{"id": "707b3985-2191-4a9c-bbfe-1922ac3dfbce", "address": "fa:16:3e:e1:43:d6", "network": {"id": "29b8e902-296b-4709-aca2-c446fcf3fa56", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3eee3a2e62a4bcdad1e7484fcad9e2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap707b3985-21", "ovs_interfaceid": "707b3985-2191-4a9c-bbfe-1922ac3dfbce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.503862] env[70527]: DEBUG oslo_vmware.api [None req-9a8b5515-c870-47cf-a675-4d14a478a2ec tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5258dfee-41b0-8a5c-5ac2-c358518a2e73, 'name': SearchDatastore_Task, 'duration_secs': 0.020335} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.504154] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9a8b5515-c870-47cf-a675-4d14a478a2ec tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.504453] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a8b5515-c870-47cf-a675-4d14a478a2ec tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] dd9ece4e-5f48-4ee0-8f15-94d952cd564b/dd9ece4e-5f48-4ee0-8f15-94d952cd564b.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 918.504723] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e138acf2-9edb-4f49-be54-43ab3b7ec3a9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.512146] env[70527]: DEBUG oslo_vmware.api [None req-9a8b5515-c870-47cf-a675-4d14a478a2ec tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Waiting for the task: (returnval){ [ 918.512146] env[70527]: value = "task-3913230" [ 918.512146] env[70527]: _type = "Task" [ 918.512146] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.521053] env[70527]: DEBUG oslo_vmware.api [None req-9a8b5515-c870-47cf-a675-4d14a478a2ec tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Task: {'id': task-3913230, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.683876] env[70527]: DEBUG oslo_concurrency.lockutils [None req-994ec47d-9b4c-4bc5-b8f7-de157b444d73 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Releasing lock "refresh_cache-680e9855-2905-4c0d-adc7-e45781fd1e4e" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.684419] env[70527]: DEBUG nova.objects.instance [None req-994ec47d-9b4c-4bc5-b8f7-de157b444d73 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Lazy-loading 'migration_context' on Instance uuid 680e9855-2905-4c0d-adc7-e45781fd1e4e {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 918.714743] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.605s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.715359] env[70527]: DEBUG nova.compute.manager [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: b0e3fd31-6785-4d93-bc58-be1a03aa5f31] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 918.720019] env[70527]: DEBUG oslo_concurrency.lockutils [None req-af795769-e260-4cca-a397-9ebbefdc753f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 29.948s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.985487] env[70527]: DEBUG oslo_concurrency.lockutils [None req-54e90aec-ca43-4f4b-9eac-c14cbb7cd5fe tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Releasing lock "refresh_cache-cc87d385-12c6-43d2-af21-1d2737c5d451" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.023303] env[70527]: DEBUG oslo_vmware.api [None req-9a8b5515-c870-47cf-a675-4d14a478a2ec tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Task: {'id': task-3913230, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.188041] env[70527]: DEBUG nova.objects.base [None req-994ec47d-9b4c-4bc5-b8f7-de157b444d73 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Object Instance<680e9855-2905-4c0d-adc7-e45781fd1e4e> lazy-loaded attributes: info_cache,migration_context {{(pid=70527) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 919.189289] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a620009-c952-4f6c-8df9-5c386c7264ba {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.220674] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99870263-0d7f-45cb-a097-b37be719a129 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.225290] env[70527]: DEBUG nova.compute.utils [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 919.229379] env[70527]: INFO nova.compute.claims [None req-af795769-e260-4cca-a397-9ebbefdc753f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5017d1d4-1e04-44b0-88eb-9acbfcee557c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 919.233696] env[70527]: DEBUG nova.compute.manager [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: b0e3fd31-6785-4d93-bc58-be1a03aa5f31] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 919.233977] env[70527]: DEBUG nova.network.neutron [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: b0e3fd31-6785-4d93-bc58-be1a03aa5f31] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 919.241995] env[70527]: DEBUG oslo_vmware.api [None req-994ec47d-9b4c-4bc5-b8f7-de157b444d73 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for the task: (returnval){ [ 919.241995] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52733b81-9a6e-9383-6b75-e61d6d420507" [ 919.241995] env[70527]: _type = "Task" [ 919.241995] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.253639] env[70527]: DEBUG oslo_vmware.api [None req-994ec47d-9b4c-4bc5-b8f7-de157b444d73 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52733b81-9a6e-9383-6b75-e61d6d420507, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.288073] env[70527]: DEBUG nova.policy [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e63372064164e18ad42709561222790', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '217e9dedf6ba423980df628f40219825', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 919.489720] env[70527]: DEBUG nova.compute.manager [None req-54e90aec-ca43-4f4b-9eac-c14cbb7cd5fe tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=70527) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 919.489897] env[70527]: DEBUG oslo_concurrency.lockutils [None req-54e90aec-ca43-4f4b-9eac-c14cbb7cd5fe tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.529023] env[70527]: DEBUG oslo_vmware.api [None req-9a8b5515-c870-47cf-a675-4d14a478a2ec tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Task: {'id': task-3913230, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.94804} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.529023] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a8b5515-c870-47cf-a675-4d14a478a2ec tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] dd9ece4e-5f48-4ee0-8f15-94d952cd564b/dd9ece4e-5f48-4ee0-8f15-94d952cd564b.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 919.529023] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-9a8b5515-c870-47cf-a675-4d14a478a2ec tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] [instance: dd9ece4e-5f48-4ee0-8f15-94d952cd564b] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 919.529023] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d51826d-cc76-411e-be0e-c8b937598021 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.537631] env[70527]: DEBUG oslo_vmware.api [None req-9a8b5515-c870-47cf-a675-4d14a478a2ec tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Waiting for the task: (returnval){ [ 919.537631] env[70527]: value = "task-3913232" [ 919.537631] env[70527]: _type = "Task" [ 919.537631] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.549786] env[70527]: DEBUG oslo_vmware.api [None req-9a8b5515-c870-47cf-a675-4d14a478a2ec tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Task: {'id': task-3913232, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.734923] env[70527]: DEBUG nova.compute.manager [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: b0e3fd31-6785-4d93-bc58-be1a03aa5f31] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 919.741491] env[70527]: INFO nova.compute.resource_tracker [None req-af795769-e260-4cca-a397-9ebbefdc753f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5017d1d4-1e04-44b0-88eb-9acbfcee557c] Updating resource usage from migration 8ccbbb20-fa14-4908-9375-4f6c7a0fc9eb [ 919.757011] env[70527]: DEBUG oslo_vmware.api [None req-994ec47d-9b4c-4bc5-b8f7-de157b444d73 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52733b81-9a6e-9383-6b75-e61d6d420507, 'name': SearchDatastore_Task, 'duration_secs': 0.032257} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.757398] env[70527]: DEBUG oslo_concurrency.lockutils [None req-994ec47d-9b4c-4bc5-b8f7-de157b444d73 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.028770] env[70527]: DEBUG nova.network.neutron [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: b0e3fd31-6785-4d93-bc58-be1a03aa5f31] Successfully created port: 245f5f8b-bcb1-46ef-a63b-d618abb0d2a4 {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 920.055133] env[70527]: DEBUG oslo_vmware.api [None req-9a8b5515-c870-47cf-a675-4d14a478a2ec tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Task: {'id': task-3913232, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.211131} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.055481] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-9a8b5515-c870-47cf-a675-4d14a478a2ec tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] [instance: dd9ece4e-5f48-4ee0-8f15-94d952cd564b] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 920.056683] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ec3857-3ca8-4639-a0b6-cec0a005e9d6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.085795] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a8b5515-c870-47cf-a675-4d14a478a2ec tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] [instance: dd9ece4e-5f48-4ee0-8f15-94d952cd564b] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] dd9ece4e-5f48-4ee0-8f15-94d952cd564b/dd9ece4e-5f48-4ee0-8f15-94d952cd564b.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 920.089410] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebbb2c02-77e3-40f9-8438-a50a7ab37ad6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.114871] env[70527]: DEBUG oslo_vmware.api [None req-9a8b5515-c870-47cf-a675-4d14a478a2ec tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Waiting for the task: (returnval){ [ 920.114871] env[70527]: value = "task-3913233" [ 920.114871] env[70527]: _type = "Task" [ 920.114871] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.130628] env[70527]: DEBUG oslo_vmware.api [None req-9a8b5515-c870-47cf-a675-4d14a478a2ec tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Task: {'id': task-3913233, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.402921] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-495c735e-8c59-491d-8541-deb5d17ebd67 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.411062] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c579f8ae-c79a-4366-aff2-9d88ed2d3b6e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.443075] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8704023f-578d-481a-84ef-ce1b54810699 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.452303] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3236010a-f5c7-4a76-8741-66b1f5eb9f27 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.467222] env[70527]: DEBUG nova.compute.provider_tree [None req-af795769-e260-4cca-a397-9ebbefdc753f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 920.527593] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fedcfb5b-4e48-4af1-8027-e4acdd23ca05 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Acquiring lock "11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.527874] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fedcfb5b-4e48-4af1-8027-e4acdd23ca05 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Lock "11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.528106] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fedcfb5b-4e48-4af1-8027-e4acdd23ca05 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Acquiring lock "11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.528287] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fedcfb5b-4e48-4af1-8027-e4acdd23ca05 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Lock "11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.528458] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fedcfb5b-4e48-4af1-8027-e4acdd23ca05 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Lock "11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.530737] env[70527]: INFO nova.compute.manager [None req-fedcfb5b-4e48-4af1-8027-e4acdd23ca05 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] [instance: 11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6] Terminating instance [ 920.626023] env[70527]: DEBUG oslo_vmware.api [None req-9a8b5515-c870-47cf-a675-4d14a478a2ec tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Task: {'id': task-3913233, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.754502] env[70527]: DEBUG nova.compute.manager [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: b0e3fd31-6785-4d93-bc58-be1a03aa5f31] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 920.786016] env[70527]: DEBUG nova.virt.hardware [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 920.787035] env[70527]: DEBUG nova.virt.hardware [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 920.787035] env[70527]: DEBUG nova.virt.hardware [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 920.787035] env[70527]: DEBUG nova.virt.hardware [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 920.787183] env[70527]: DEBUG nova.virt.hardware [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 920.787673] env[70527]: DEBUG nova.virt.hardware [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 920.787673] env[70527]: DEBUG nova.virt.hardware [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 920.787673] env[70527]: DEBUG nova.virt.hardware [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 920.787855] env[70527]: DEBUG nova.virt.hardware [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 920.788037] env[70527]: DEBUG nova.virt.hardware [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 920.789627] env[70527]: DEBUG nova.virt.hardware [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 920.789627] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84cd204-54cb-4efa-9a4f-4b5b968376d0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.798033] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ec94cc-1a44-4582-830d-2bdd68ba7dba {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.971051] env[70527]: DEBUG nova.scheduler.client.report [None req-af795769-e260-4cca-a397-9ebbefdc753f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 921.035221] env[70527]: DEBUG nova.compute.manager [None req-fedcfb5b-4e48-4af1-8027-e4acdd23ca05 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] [instance: 11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 921.035554] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-fedcfb5b-4e48-4af1-8027-e4acdd23ca05 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] [instance: 11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 921.036528] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0490478-7353-40a7-bd56-1d1b22aac7c2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.046087] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-fedcfb5b-4e48-4af1-8027-e4acdd23ca05 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] [instance: 11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 921.046500] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12e6574f-ad24-4ebb-b9bd-65b7093e4c13 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.054244] env[70527]: DEBUG oslo_vmware.api [None req-fedcfb5b-4e48-4af1-8027-e4acdd23ca05 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Waiting for the task: (returnval){ [ 921.054244] env[70527]: value = "task-3913235" [ 921.054244] env[70527]: _type = "Task" [ 921.054244] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.062904] env[70527]: DEBUG oslo_vmware.api [None req-fedcfb5b-4e48-4af1-8027-e4acdd23ca05 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Task: {'id': task-3913235, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.127803] env[70527]: DEBUG oslo_vmware.api [None req-9a8b5515-c870-47cf-a675-4d14a478a2ec tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Task: {'id': task-3913233, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.476025] env[70527]: DEBUG oslo_concurrency.lockutils [None req-af795769-e260-4cca-a397-9ebbefdc753f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.757s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.476374] env[70527]: INFO nova.compute.manager [None req-af795769-e260-4cca-a397-9ebbefdc753f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5017d1d4-1e04-44b0-88eb-9acbfcee557c] Migrating [ 921.483581] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.658s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.485747] env[70527]: INFO nova.compute.claims [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 1bf0b648-03d2-4915-bf40-f2af832e4e81] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 921.570040] env[70527]: DEBUG oslo_vmware.api [None req-fedcfb5b-4e48-4af1-8027-e4acdd23ca05 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Task: {'id': task-3913235, 'name': PowerOffVM_Task, 'duration_secs': 0.40889} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.570647] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-fedcfb5b-4e48-4af1-8027-e4acdd23ca05 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] [instance: 11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 921.570778] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-fedcfb5b-4e48-4af1-8027-e4acdd23ca05 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] [instance: 11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 921.571214] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63d3319f-c2a8-4c58-9bb8-e531e23451c5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.627527] env[70527]: DEBUG oslo_vmware.api [None req-9a8b5515-c870-47cf-a675-4d14a478a2ec tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Task: {'id': task-3913233, 'name': ReconfigVM_Task, 'duration_secs': 1.109936} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.627956] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a8b5515-c870-47cf-a675-4d14a478a2ec tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] [instance: dd9ece4e-5f48-4ee0-8f15-94d952cd564b] Reconfigured VM instance instance-00000039 to attach disk [datastore2] dd9ece4e-5f48-4ee0-8f15-94d952cd564b/dd9ece4e-5f48-4ee0-8f15-94d952cd564b.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 921.628762] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca8a4d75-db24-4505-9f5d-49123dfe8293 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.636165] env[70527]: DEBUG oslo_vmware.api [None req-9a8b5515-c870-47cf-a675-4d14a478a2ec tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Waiting for the task: (returnval){ [ 921.636165] env[70527]: value = "task-3913237" [ 921.636165] env[70527]: _type = "Task" [ 921.636165] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.645535] env[70527]: DEBUG oslo_vmware.api [None req-9a8b5515-c870-47cf-a675-4d14a478a2ec tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Task: {'id': task-3913237, 'name': Rename_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.665311] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-fedcfb5b-4e48-4af1-8027-e4acdd23ca05 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] [instance: 11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 921.665601] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-fedcfb5b-4e48-4af1-8027-e4acdd23ca05 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] [instance: 11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6] Deleting contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 921.665766] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-fedcfb5b-4e48-4af1-8027-e4acdd23ca05 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Deleting the datastore file [datastore1] 11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 921.665990] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31cc80d4-41a8-4b4b-802b-86b83b57d727 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.673374] env[70527]: DEBUG oslo_vmware.api [None req-fedcfb5b-4e48-4af1-8027-e4acdd23ca05 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Waiting for the task: (returnval){ [ 921.673374] env[70527]: value = "task-3913238" [ 921.673374] env[70527]: _type = "Task" [ 921.673374] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.682300] env[70527]: DEBUG oslo_vmware.api [None req-fedcfb5b-4e48-4af1-8027-e4acdd23ca05 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Task: {'id': task-3913238, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.769356] env[70527]: DEBUG nova.compute.manager [req-e947c127-f750-4c51-b2bb-e2360ae1afea req-260d5fb1-81f0-4e20-95bd-0c4c83589981 service nova] [instance: b0e3fd31-6785-4d93-bc58-be1a03aa5f31] Received event network-vif-plugged-245f5f8b-bcb1-46ef-a63b-d618abb0d2a4 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 921.769638] env[70527]: DEBUG oslo_concurrency.lockutils [req-e947c127-f750-4c51-b2bb-e2360ae1afea req-260d5fb1-81f0-4e20-95bd-0c4c83589981 service nova] Acquiring lock "b0e3fd31-6785-4d93-bc58-be1a03aa5f31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.769813] env[70527]: DEBUG oslo_concurrency.lockutils [req-e947c127-f750-4c51-b2bb-e2360ae1afea req-260d5fb1-81f0-4e20-95bd-0c4c83589981 service nova] Lock "b0e3fd31-6785-4d93-bc58-be1a03aa5f31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.770056] env[70527]: DEBUG oslo_concurrency.lockutils [req-e947c127-f750-4c51-b2bb-e2360ae1afea req-260d5fb1-81f0-4e20-95bd-0c4c83589981 service nova] Lock "b0e3fd31-6785-4d93-bc58-be1a03aa5f31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.770254] env[70527]: DEBUG nova.compute.manager [req-e947c127-f750-4c51-b2bb-e2360ae1afea req-260d5fb1-81f0-4e20-95bd-0c4c83589981 service nova] [instance: b0e3fd31-6785-4d93-bc58-be1a03aa5f31] No waiting events found dispatching network-vif-plugged-245f5f8b-bcb1-46ef-a63b-d618abb0d2a4 {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 921.770470] env[70527]: WARNING nova.compute.manager [req-e947c127-f750-4c51-b2bb-e2360ae1afea req-260d5fb1-81f0-4e20-95bd-0c4c83589981 service nova] [instance: b0e3fd31-6785-4d93-bc58-be1a03aa5f31] Received unexpected event network-vif-plugged-245f5f8b-bcb1-46ef-a63b-d618abb0d2a4 for instance with vm_state building and task_state spawning. [ 921.897543] env[70527]: DEBUG nova.network.neutron [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: b0e3fd31-6785-4d93-bc58-be1a03aa5f31] Successfully updated port: 245f5f8b-bcb1-46ef-a63b-d618abb0d2a4 {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 921.997485] env[70527]: DEBUG oslo_concurrency.lockutils [None req-af795769-e260-4cca-a397-9ebbefdc753f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquiring lock "refresh_cache-5017d1d4-1e04-44b0-88eb-9acbfcee557c" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.997680] env[70527]: DEBUG oslo_concurrency.lockutils [None req-af795769-e260-4cca-a397-9ebbefdc753f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquired lock "refresh_cache-5017d1d4-1e04-44b0-88eb-9acbfcee557c" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.997757] env[70527]: DEBUG nova.network.neutron [None req-af795769-e260-4cca-a397-9ebbefdc753f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5017d1d4-1e04-44b0-88eb-9acbfcee557c] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 922.146325] env[70527]: DEBUG oslo_vmware.api [None req-9a8b5515-c870-47cf-a675-4d14a478a2ec tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Task: {'id': task-3913237, 'name': Rename_Task, 'duration_secs': 0.164087} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.146953] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a8b5515-c870-47cf-a675-4d14a478a2ec tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] [instance: dd9ece4e-5f48-4ee0-8f15-94d952cd564b] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 922.146953] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c14ed30c-a268-4e2b-af85-6a7805e1530b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.155000] env[70527]: DEBUG oslo_vmware.api [None req-9a8b5515-c870-47cf-a675-4d14a478a2ec tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Waiting for the task: (returnval){ [ 922.155000] env[70527]: value = "task-3913239" [ 922.155000] env[70527]: _type = "Task" [ 922.155000] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.163599] env[70527]: DEBUG oslo_vmware.api [None req-9a8b5515-c870-47cf-a675-4d14a478a2ec tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Task: {'id': task-3913239, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.183844] env[70527]: DEBUG oslo_vmware.api [None req-fedcfb5b-4e48-4af1-8027-e4acdd23ca05 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Task: {'id': task-3913238, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179833} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.184173] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-fedcfb5b-4e48-4af1-8027-e4acdd23ca05 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 922.184392] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-fedcfb5b-4e48-4af1-8027-e4acdd23ca05 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] [instance: 11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6] Deleted contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 922.184578] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-fedcfb5b-4e48-4af1-8027-e4acdd23ca05 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] [instance: 11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 922.184756] env[70527]: INFO nova.compute.manager [None req-fedcfb5b-4e48-4af1-8027-e4acdd23ca05 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] [instance: 11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6] Took 1.15 seconds to destroy the instance on the hypervisor. [ 922.184998] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fedcfb5b-4e48-4af1-8027-e4acdd23ca05 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 922.185209] env[70527]: DEBUG nova.compute.manager [-] [instance: 11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 922.185305] env[70527]: DEBUG nova.network.neutron [-] [instance: 11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 922.400971] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Acquiring lock "refresh_cache-b0e3fd31-6785-4d93-bc58-be1a03aa5f31" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.400971] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Acquired lock "refresh_cache-b0e3fd31-6785-4d93-bc58-be1a03aa5f31" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.401217] env[70527]: DEBUG nova.network.neutron [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: b0e3fd31-6785-4d93-bc58-be1a03aa5f31] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 922.673858] env[70527]: DEBUG oslo_vmware.api [None req-9a8b5515-c870-47cf-a675-4d14a478a2ec tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Task: {'id': task-3913239, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.959479] env[70527]: DEBUG nova.network.neutron [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: b0e3fd31-6785-4d93-bc58-be1a03aa5f31] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 922.997638] env[70527]: DEBUG nova.network.neutron [None req-af795769-e260-4cca-a397-9ebbefdc753f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5017d1d4-1e04-44b0-88eb-9acbfcee557c] Updating instance_info_cache with network_info: [{"id": "350bcb9f-f36a-4128-abd4-d0e7c42b5e02", "address": "fa:16:3e:ad:5c:f2", "network": {"id": "ac4c5c7a-9727-4cf7-83da-cc12f81bae3a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-994465232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffc6c328f56e4971bceb097b0ceef30d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap350bcb9f-f3", "ovs_interfaceid": "350bcb9f-f36a-4128-abd4-d0e7c42b5e02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.116574] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a27ab8-7ee0-472f-8111-463ad8905beb {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.125719] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93dd5337-fb68-444f-9018-b62389dfd166 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.158105] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d529d0-bc80-4e51-93ef-e3021517f42d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.169395] env[70527]: DEBUG oslo_vmware.api [None req-9a8b5515-c870-47cf-a675-4d14a478a2ec tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Task: {'id': task-3913239, 'name': PowerOnVM_Task, 'duration_secs': 0.853492} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.171795] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a8b5515-c870-47cf-a675-4d14a478a2ec tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] [instance: dd9ece4e-5f48-4ee0-8f15-94d952cd564b] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 923.172040] env[70527]: INFO nova.compute.manager [None req-9a8b5515-c870-47cf-a675-4d14a478a2ec tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] [instance: dd9ece4e-5f48-4ee0-8f15-94d952cd564b] Took 7.40 seconds to spawn the instance on the hypervisor. [ 923.172226] env[70527]: DEBUG nova.compute.manager [None req-9a8b5515-c870-47cf-a675-4d14a478a2ec tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] [instance: dd9ece4e-5f48-4ee0-8f15-94d952cd564b] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 923.173354] env[70527]: DEBUG nova.network.neutron [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: b0e3fd31-6785-4d93-bc58-be1a03aa5f31] Updating instance_info_cache with network_info: [{"id": "245f5f8b-bcb1-46ef-a63b-d618abb0d2a4", "address": "fa:16:3e:50:93:89", "network": {"id": "6a4f3b6e-2245-4a82-bf13-e4002ce51c7b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-274635677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "217e9dedf6ba423980df628f40219825", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap245f5f8b-bc", "ovs_interfaceid": "245f5f8b-bcb1-46ef-a63b-d618abb0d2a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.175254] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195809f9-ad4a-44bb-b29b-9033b757c2a2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.178841] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40738e3f-ccec-49cc-a9bb-b351eaf65cba {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.194076] env[70527]: DEBUG nova.compute.provider_tree [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 923.377861] env[70527]: DEBUG nova.network.neutron [-] [instance: 11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.501027] env[70527]: DEBUG oslo_concurrency.lockutils [None req-af795769-e260-4cca-a397-9ebbefdc753f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Releasing lock "refresh_cache-5017d1d4-1e04-44b0-88eb-9acbfcee557c" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.684060] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Releasing lock "refresh_cache-b0e3fd31-6785-4d93-bc58-be1a03aa5f31" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.684425] env[70527]: DEBUG nova.compute.manager [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: b0e3fd31-6785-4d93-bc58-be1a03aa5f31] Instance network_info: |[{"id": "245f5f8b-bcb1-46ef-a63b-d618abb0d2a4", "address": "fa:16:3e:50:93:89", "network": {"id": "6a4f3b6e-2245-4a82-bf13-e4002ce51c7b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-274635677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "217e9dedf6ba423980df628f40219825", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap245f5f8b-bc", "ovs_interfaceid": "245f5f8b-bcb1-46ef-a63b-d618abb0d2a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 923.684870] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: b0e3fd31-6785-4d93-bc58-be1a03aa5f31] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:93:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4db2961d-273d-4634-9d06-a94fa9d384fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '245f5f8b-bcb1-46ef-a63b-d618abb0d2a4', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 923.692547] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Creating folder: Project (217e9dedf6ba423980df628f40219825). Parent ref: group-v776920. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 923.692843] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-93478f38-80e9-40bd-bffd-7051992e4d07 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.701903] env[70527]: DEBUG nova.scheduler.client.report [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 923.710945] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Created folder: Project (217e9dedf6ba423980df628f40219825) in parent group-v776920. [ 923.712030] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Creating folder: Instances. Parent ref: group-v777094. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 923.712974] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-45606474-46b2-4b7e-ab87-3620e4dfe922 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.715129] env[70527]: INFO nova.compute.manager [None req-9a8b5515-c870-47cf-a675-4d14a478a2ec tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] [instance: dd9ece4e-5f48-4ee0-8f15-94d952cd564b] Took 38.37 seconds to build instance. [ 923.724925] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Created folder: Instances in parent group-v777094. [ 923.725264] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 923.725432] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0e3fd31-6785-4d93-bc58-be1a03aa5f31] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 923.725671] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef9888ae-f134-48c7-9f73-56d4660e1291 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.746741] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 923.746741] env[70527]: value = "task-3913243" [ 923.746741] env[70527]: _type = "Task" [ 923.746741] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.755717] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913243, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.816363] env[70527]: DEBUG nova.compute.manager [req-17de9117-e86c-4f5e-9471-7e6cc1633abe req-1fcc9b8d-9fa1-4301-84a4-2b3b536eb4b9 service nova] [instance: b0e3fd31-6785-4d93-bc58-be1a03aa5f31] Received event network-changed-245f5f8b-bcb1-46ef-a63b-d618abb0d2a4 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 923.816671] env[70527]: DEBUG nova.compute.manager [req-17de9117-e86c-4f5e-9471-7e6cc1633abe req-1fcc9b8d-9fa1-4301-84a4-2b3b536eb4b9 service nova] [instance: b0e3fd31-6785-4d93-bc58-be1a03aa5f31] Refreshing instance network info cache due to event network-changed-245f5f8b-bcb1-46ef-a63b-d618abb0d2a4. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 923.817020] env[70527]: DEBUG oslo_concurrency.lockutils [req-17de9117-e86c-4f5e-9471-7e6cc1633abe req-1fcc9b8d-9fa1-4301-84a4-2b3b536eb4b9 service nova] Acquiring lock "refresh_cache-b0e3fd31-6785-4d93-bc58-be1a03aa5f31" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.817188] env[70527]: DEBUG oslo_concurrency.lockutils [req-17de9117-e86c-4f5e-9471-7e6cc1633abe req-1fcc9b8d-9fa1-4301-84a4-2b3b536eb4b9 service nova] Acquired lock "refresh_cache-b0e3fd31-6785-4d93-bc58-be1a03aa5f31" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.817380] env[70527]: DEBUG nova.network.neutron [req-17de9117-e86c-4f5e-9471-7e6cc1633abe req-1fcc9b8d-9fa1-4301-84a4-2b3b536eb4b9 service nova] [instance: b0e3fd31-6785-4d93-bc58-be1a03aa5f31] Refreshing network info cache for port 245f5f8b-bcb1-46ef-a63b-d618abb0d2a4 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 923.881459] env[70527]: INFO nova.compute.manager [-] [instance: 11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6] Took 1.70 seconds to deallocate network for instance. [ 924.212348] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.727s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.212348] env[70527]: DEBUG nova.compute.manager [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 1bf0b648-03d2-4915-bf40-f2af832e4e81] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 924.214363] env[70527]: DEBUG oslo_concurrency.lockutils [None req-287325e7-408f-46d7-aa0c-90e2b93ff2b4 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.002s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.214592] env[70527]: DEBUG nova.objects.instance [None req-287325e7-408f-46d7-aa0c-90e2b93ff2b4 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Lazy-loading 'resources' on Instance uuid 7448dd1a-e7e3-4d9f-bcdf-5d8fe057ba38 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 924.217410] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9a8b5515-c870-47cf-a675-4d14a478a2ec tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Lock "dd9ece4e-5f48-4ee0-8f15-94d952cd564b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.624s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.260073] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913243, 'name': CreateVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.391202] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fedcfb5b-4e48-4af1-8027-e4acdd23ca05 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.545105] env[70527]: DEBUG nova.network.neutron [req-17de9117-e86c-4f5e-9471-7e6cc1633abe req-1fcc9b8d-9fa1-4301-84a4-2b3b536eb4b9 service nova] [instance: b0e3fd31-6785-4d93-bc58-be1a03aa5f31] Updated VIF entry in instance network info cache for port 245f5f8b-bcb1-46ef-a63b-d618abb0d2a4. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 924.545513] env[70527]: DEBUG nova.network.neutron [req-17de9117-e86c-4f5e-9471-7e6cc1633abe req-1fcc9b8d-9fa1-4301-84a4-2b3b536eb4b9 service nova] [instance: b0e3fd31-6785-4d93-bc58-be1a03aa5f31] Updating instance_info_cache with network_info: [{"id": "245f5f8b-bcb1-46ef-a63b-d618abb0d2a4", "address": "fa:16:3e:50:93:89", "network": {"id": "6a4f3b6e-2245-4a82-bf13-e4002ce51c7b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-274635677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "217e9dedf6ba423980df628f40219825", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap245f5f8b-bc", "ovs_interfaceid": "245f5f8b-bcb1-46ef-a63b-d618abb0d2a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.718475] env[70527]: DEBUG nova.compute.utils [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 924.722328] env[70527]: DEBUG nova.compute.manager [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 1bf0b648-03d2-4915-bf40-f2af832e4e81] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 924.722684] env[70527]: DEBUG nova.network.neutron [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 1bf0b648-03d2-4915-bf40-f2af832e4e81] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 924.757879] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913243, 'name': CreateVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.763232] env[70527]: DEBUG nova.policy [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd14fd244fb4d4074a471e1dd31884e5b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd73cd31a8f4f415abd708bd42dd9131f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 925.018375] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ed4e9d-8ea4-4baf-b464-831968b047d2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.042300] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-af795769-e260-4cca-a397-9ebbefdc753f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5017d1d4-1e04-44b0-88eb-9acbfcee557c] Updating instance '5017d1d4-1e04-44b0-88eb-9acbfcee557c' progress to 0 {{(pid=70527) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 925.049051] env[70527]: DEBUG oslo_concurrency.lockutils [req-17de9117-e86c-4f5e-9471-7e6cc1633abe req-1fcc9b8d-9fa1-4301-84a4-2b3b536eb4b9 service nova] Releasing lock "refresh_cache-b0e3fd31-6785-4d93-bc58-be1a03aa5f31" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.049315] env[70527]: DEBUG nova.compute.manager [req-17de9117-e86c-4f5e-9471-7e6cc1633abe req-1fcc9b8d-9fa1-4301-84a4-2b3b536eb4b9 service nova] [instance: 11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6] Received event network-vif-deleted-dda56ee0-696b-4d69-ae68-3cfe9e6324bc {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 925.091432] env[70527]: DEBUG nova.network.neutron [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 1bf0b648-03d2-4915-bf40-f2af832e4e81] Successfully created port: ea518aac-6d67-4de0-8e1e-76e452898856 {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 925.223663] env[70527]: DEBUG nova.compute.manager [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 1bf0b648-03d2-4915-bf40-f2af832e4e81] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 925.261487] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913243, 'name': CreateVM_Task, 'duration_secs': 1.366903} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.261487] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0e3fd31-6785-4d93-bc58-be1a03aa5f31] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 925.261487] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.261487] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.261487] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.261487] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db67ad6d-791f-45a9-831e-7b3d53f5cd85 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.271649] env[70527]: DEBUG oslo_vmware.api [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for the task: (returnval){ [ 925.271649] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52d3fc41-b85f-905a-9532-96535fdb34e8" [ 925.271649] env[70527]: _type = "Task" [ 925.271649] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.286538] env[70527]: DEBUG oslo_vmware.api [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52d3fc41-b85f-905a-9532-96535fdb34e8, 'name': SearchDatastore_Task, 'duration_secs': 0.011926} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.286538] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.286538] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: b0e3fd31-6785-4d93-bc58-be1a03aa5f31] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 925.286538] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.286709] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.286831] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 925.287134] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba023da3-968a-4cb0-8202-945c0f76fe81 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.302224] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 925.302224] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 925.302305] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5626344-4223-4978-9cc6-5fbb5ebc1f99 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.310221] env[70527]: DEBUG oslo_vmware.api [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for the task: (returnval){ [ 925.310221] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52b10b27-b193-2a7c-95de-a30bf6433a37" [ 925.310221] env[70527]: _type = "Task" [ 925.310221] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.321479] env[70527]: DEBUG oslo_vmware.api [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52b10b27-b193-2a7c-95de-a30bf6433a37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.372951] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b6537a-232e-4bb5-8a21-14be4888d969 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.381573] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33ff14a-2213-4438-8050-75918106f9a6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.424833] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f4b6f5-87c2-48b0-bd7a-ef3b98222466 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.430864] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92944fd1-25c3-4cbc-8a80-0dbfe7eac689 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.446816] env[70527]: DEBUG nova.compute.provider_tree [None req-287325e7-408f-46d7-aa0c-90e2b93ff2b4 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 925.552165] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-af795769-e260-4cca-a397-9ebbefdc753f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5017d1d4-1e04-44b0-88eb-9acbfcee557c] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 925.552485] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0589a70-2fd6-4ebd-a192-541e4712e4b9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.563642] env[70527]: DEBUG oslo_vmware.api [None req-af795769-e260-4cca-a397-9ebbefdc753f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for the task: (returnval){ [ 925.563642] env[70527]: value = "task-3913245" [ 925.563642] env[70527]: _type = "Task" [ 925.563642] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.578938] env[70527]: DEBUG oslo_vmware.api [None req-af795769-e260-4cca-a397-9ebbefdc753f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3913245, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.822305] env[70527]: DEBUG oslo_vmware.api [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52b10b27-b193-2a7c-95de-a30bf6433a37, 'name': SearchDatastore_Task, 'duration_secs': 0.01065} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.823208] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-904fac92-556e-40ae-83b5-bfbc88df6de5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.829701] env[70527]: DEBUG oslo_vmware.api [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for the task: (returnval){ [ 925.829701] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]525d123e-1033-e363-55c4-82356c88f91f" [ 925.829701] env[70527]: _type = "Task" [ 925.829701] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.838777] env[70527]: DEBUG oslo_vmware.api [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]525d123e-1033-e363-55c4-82356c88f91f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.950972] env[70527]: DEBUG nova.scheduler.client.report [None req-287325e7-408f-46d7-aa0c-90e2b93ff2b4 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.074362] env[70527]: DEBUG oslo_vmware.api [None req-af795769-e260-4cca-a397-9ebbefdc753f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3913245, 'name': PowerOffVM_Task, 'duration_secs': 0.235348} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.074718] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-af795769-e260-4cca-a397-9ebbefdc753f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5017d1d4-1e04-44b0-88eb-9acbfcee557c] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 926.075031] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-af795769-e260-4cca-a397-9ebbefdc753f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5017d1d4-1e04-44b0-88eb-9acbfcee557c] Updating instance '5017d1d4-1e04-44b0-88eb-9acbfcee557c' progress to 17 {{(pid=70527) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 926.236821] env[70527]: DEBUG nova.compute.manager [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 1bf0b648-03d2-4915-bf40-f2af832e4e81] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 926.265348] env[70527]: DEBUG nova.virt.hardware [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 926.265593] env[70527]: DEBUG nova.virt.hardware [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 926.265747] env[70527]: DEBUG nova.virt.hardware [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 926.265928] env[70527]: DEBUG nova.virt.hardware [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 926.266084] env[70527]: DEBUG nova.virt.hardware [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 926.266235] env[70527]: DEBUG nova.virt.hardware [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 926.266470] env[70527]: DEBUG nova.virt.hardware [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 926.266640] env[70527]: DEBUG nova.virt.hardware [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 926.266811] env[70527]: DEBUG nova.virt.hardware [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 926.266976] env[70527]: DEBUG nova.virt.hardware [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 926.267182] env[70527]: DEBUG nova.virt.hardware [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 926.268073] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39cef14b-8f07-4356-aab9-69e01b528e1d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.278522] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5463b975-305e-476d-8682-38c22da72d0d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.341811] env[70527]: DEBUG oslo_vmware.api [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]525d123e-1033-e363-55c4-82356c88f91f, 'name': SearchDatastore_Task, 'duration_secs': 0.010519} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.341962] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.342128] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] b0e3fd31-6785-4d93-bc58-be1a03aa5f31/b0e3fd31-6785-4d93-bc58-be1a03aa5f31.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 926.342534] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92c3cfd4-6b78-401a-82f9-03c642b466a8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.351018] env[70527]: DEBUG oslo_vmware.api [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for the task: (returnval){ [ 926.351018] env[70527]: value = "task-3913246" [ 926.351018] env[70527]: _type = "Task" [ 926.351018] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.359879] env[70527]: DEBUG oslo_vmware.api [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913246, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.456835] env[70527]: DEBUG oslo_concurrency.lockutils [None req-287325e7-408f-46d7-aa0c-90e2b93ff2b4 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.242s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.460454] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a9ec5f39-5c01-43fa-8a08-ad5521c6d3bc tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.207s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.461663] env[70527]: INFO nova.compute.claims [None req-a9ec5f39-5c01-43fa-8a08-ad5521c6d3bc tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] [instance: ae092240-d091-4b1c-a61b-aaefa003271a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 926.492109] env[70527]: INFO nova.scheduler.client.report [None req-287325e7-408f-46d7-aa0c-90e2b93ff2b4 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Deleted allocations for instance 7448dd1a-e7e3-4d9f-bcdf-5d8fe057ba38 [ 926.582562] env[70527]: DEBUG nova.virt.hardware [None req-af795769-e260-4cca-a397-9ebbefdc753f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 926.582969] env[70527]: DEBUG nova.virt.hardware [None req-af795769-e260-4cca-a397-9ebbefdc753f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 926.582969] env[70527]: DEBUG nova.virt.hardware [None req-af795769-e260-4cca-a397-9ebbefdc753f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 926.583171] env[70527]: DEBUG nova.virt.hardware [None req-af795769-e260-4cca-a397-9ebbefdc753f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 926.583252] env[70527]: DEBUG nova.virt.hardware [None req-af795769-e260-4cca-a397-9ebbefdc753f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 926.583401] env[70527]: DEBUG nova.virt.hardware [None req-af795769-e260-4cca-a397-9ebbefdc753f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 926.583598] env[70527]: DEBUG nova.virt.hardware [None req-af795769-e260-4cca-a397-9ebbefdc753f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 926.583750] env[70527]: DEBUG nova.virt.hardware [None req-af795769-e260-4cca-a397-9ebbefdc753f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 926.583913] env[70527]: DEBUG nova.virt.hardware [None req-af795769-e260-4cca-a397-9ebbefdc753f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 926.584084] env[70527]: DEBUG nova.virt.hardware [None req-af795769-e260-4cca-a397-9ebbefdc753f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 926.584256] env[70527]: DEBUG nova.virt.hardware [None req-af795769-e260-4cca-a397-9ebbefdc753f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 926.589734] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b1a6522-6ca4-4839-bde5-fe01bea2ad65 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.606075] env[70527]: DEBUG oslo_vmware.api [None req-af795769-e260-4cca-a397-9ebbefdc753f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for the task: (returnval){ [ 926.606075] env[70527]: value = "task-3913247" [ 926.606075] env[70527]: _type = "Task" [ 926.606075] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.612579] env[70527]: DEBUG nova.compute.manager [req-d660764c-9cf4-438e-a015-e16308a323a4 req-5965010f-4f6e-454d-8e2f-e70d2256e2c6 service nova] [instance: 1bf0b648-03d2-4915-bf40-f2af832e4e81] Received event network-vif-plugged-ea518aac-6d67-4de0-8e1e-76e452898856 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 926.612894] env[70527]: DEBUG oslo_concurrency.lockutils [req-d660764c-9cf4-438e-a015-e16308a323a4 req-5965010f-4f6e-454d-8e2f-e70d2256e2c6 service nova] Acquiring lock "1bf0b648-03d2-4915-bf40-f2af832e4e81-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.613038] env[70527]: DEBUG oslo_concurrency.lockutils [req-d660764c-9cf4-438e-a015-e16308a323a4 req-5965010f-4f6e-454d-8e2f-e70d2256e2c6 service nova] Lock "1bf0b648-03d2-4915-bf40-f2af832e4e81-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.613211] env[70527]: DEBUG oslo_concurrency.lockutils [req-d660764c-9cf4-438e-a015-e16308a323a4 req-5965010f-4f6e-454d-8e2f-e70d2256e2c6 service nova] Lock "1bf0b648-03d2-4915-bf40-f2af832e4e81-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.613346] env[70527]: DEBUG nova.compute.manager [req-d660764c-9cf4-438e-a015-e16308a323a4 req-5965010f-4f6e-454d-8e2f-e70d2256e2c6 service nova] [instance: 1bf0b648-03d2-4915-bf40-f2af832e4e81] No waiting events found dispatching network-vif-plugged-ea518aac-6d67-4de0-8e1e-76e452898856 {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 926.613489] env[70527]: WARNING nova.compute.manager [req-d660764c-9cf4-438e-a015-e16308a323a4 req-5965010f-4f6e-454d-8e2f-e70d2256e2c6 service nova] [instance: 1bf0b648-03d2-4915-bf40-f2af832e4e81] Received unexpected event network-vif-plugged-ea518aac-6d67-4de0-8e1e-76e452898856 for instance with vm_state building and task_state spawning. [ 926.620442] env[70527]: DEBUG oslo_vmware.api [None req-af795769-e260-4cca-a397-9ebbefdc753f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3913247, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.740106] env[70527]: DEBUG nova.network.neutron [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 1bf0b648-03d2-4915-bf40-f2af832e4e81] Successfully updated port: ea518aac-6d67-4de0-8e1e-76e452898856 {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 926.867798] env[70527]: DEBUG oslo_vmware.api [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913246, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.001062] env[70527]: DEBUG oslo_concurrency.lockutils [None req-287325e7-408f-46d7-aa0c-90e2b93ff2b4 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Lock "7448dd1a-e7e3-4d9f-bcdf-5d8fe057ba38" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.335s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.119665] env[70527]: DEBUG oslo_vmware.api [None req-af795769-e260-4cca-a397-9ebbefdc753f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3913247, 'name': ReconfigVM_Task, 'duration_secs': 0.279914} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.120267] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-af795769-e260-4cca-a397-9ebbefdc753f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5017d1d4-1e04-44b0-88eb-9acbfcee557c] Updating instance '5017d1d4-1e04-44b0-88eb-9acbfcee557c' progress to 33 {{(pid=70527) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 927.244708] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Acquiring lock "refresh_cache-1bf0b648-03d2-4915-bf40-f2af832e4e81" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.244972] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Acquired lock "refresh_cache-1bf0b648-03d2-4915-bf40-f2af832e4e81" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.245103] env[70527]: DEBUG nova.network.neutron [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 1bf0b648-03d2-4915-bf40-f2af832e4e81] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 927.366421] env[70527]: DEBUG oslo_vmware.api [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913246, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.870664} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.367113] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] b0e3fd31-6785-4d93-bc58-be1a03aa5f31/b0e3fd31-6785-4d93-bc58-be1a03aa5f31.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 927.367113] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: b0e3fd31-6785-4d93-bc58-be1a03aa5f31] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 927.367368] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cfb574ed-6ea3-45c6-8175-c633f077e200 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.375921] env[70527]: DEBUG oslo_vmware.api [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for the task: (returnval){ [ 927.375921] env[70527]: value = "task-3913248" [ 927.375921] env[70527]: _type = "Task" [ 927.375921] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.386701] env[70527]: DEBUG oslo_vmware.api [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913248, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.627296] env[70527]: DEBUG nova.virt.hardware [None req-af795769-e260-4cca-a397-9ebbefdc753f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 927.627651] env[70527]: DEBUG nova.virt.hardware [None req-af795769-e260-4cca-a397-9ebbefdc753f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 927.627784] env[70527]: DEBUG nova.virt.hardware [None req-af795769-e260-4cca-a397-9ebbefdc753f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 927.627971] env[70527]: DEBUG nova.virt.hardware [None req-af795769-e260-4cca-a397-9ebbefdc753f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 927.628136] env[70527]: DEBUG nova.virt.hardware [None req-af795769-e260-4cca-a397-9ebbefdc753f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 927.628726] env[70527]: DEBUG nova.virt.hardware [None req-af795769-e260-4cca-a397-9ebbefdc753f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 927.628726] env[70527]: DEBUG nova.virt.hardware [None req-af795769-e260-4cca-a397-9ebbefdc753f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 927.628726] env[70527]: DEBUG nova.virt.hardware [None req-af795769-e260-4cca-a397-9ebbefdc753f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 927.628933] env[70527]: DEBUG nova.virt.hardware [None req-af795769-e260-4cca-a397-9ebbefdc753f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 927.628968] env[70527]: DEBUG nova.virt.hardware [None req-af795769-e260-4cca-a397-9ebbefdc753f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 927.629134] env[70527]: DEBUG nova.virt.hardware [None req-af795769-e260-4cca-a397-9ebbefdc753f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 927.634845] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-af795769-e260-4cca-a397-9ebbefdc753f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5017d1d4-1e04-44b0-88eb-9acbfcee557c] Reconfiguring VM instance instance-0000002f to detach disk 2000 {{(pid=70527) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 927.638030] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a4f630d-cc14-4e98-baa6-b2b7ca4075aa {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.659773] env[70527]: DEBUG oslo_vmware.api [None req-af795769-e260-4cca-a397-9ebbefdc753f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for the task: (returnval){ [ 927.659773] env[70527]: value = "task-3913249" [ 927.659773] env[70527]: _type = "Task" [ 927.659773] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.670515] env[70527]: DEBUG oslo_vmware.api [None req-af795769-e260-4cca-a397-9ebbefdc753f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3913249, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.808421] env[70527]: DEBUG nova.network.neutron [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 1bf0b648-03d2-4915-bf40-f2af832e4e81] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 927.890340] env[70527]: DEBUG oslo_vmware.api [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913248, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067825} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.890340] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: b0e3fd31-6785-4d93-bc58-be1a03aa5f31] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 927.891075] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f26af7e8-3bca-4c03-88a7-1ed955d0c60d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.917852] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: b0e3fd31-6785-4d93-bc58-be1a03aa5f31] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] b0e3fd31-6785-4d93-bc58-be1a03aa5f31/b0e3fd31-6785-4d93-bc58-be1a03aa5f31.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 927.923866] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f999cdd9-c17a-4a7b-9582-025340cc0a36 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.944531] env[70527]: DEBUG oslo_vmware.api [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for the task: (returnval){ [ 927.944531] env[70527]: value = "task-3913250" [ 927.944531] env[70527]: _type = "Task" [ 927.944531] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.953477] env[70527]: DEBUG oslo_vmware.api [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913250, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.038702] env[70527]: DEBUG nova.network.neutron [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 1bf0b648-03d2-4915-bf40-f2af832e4e81] Updating instance_info_cache with network_info: [{"id": "ea518aac-6d67-4de0-8e1e-76e452898856", "address": "fa:16:3e:56:0a:b4", "network": {"id": "4bdcfc12-9191-401b-9e65-96c6c26887fa", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2058770791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d73cd31a8f4f415abd708bd42dd9131f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea518aac-6d", "ovs_interfaceid": "ea518aac-6d67-4de0-8e1e-76e452898856", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.109092] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e97876-ad68-4c4b-a6c6-340e6f953076 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.117333] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb5e225f-0909-46a8-b5ca-24a308d250c3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.149759] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1bcff3c-5e3a-4126-9171-1b40e9534edd {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.159454] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df2d0bad-55b8-48f1-bc39-6bf5d18ea744 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.172780] env[70527]: DEBUG oslo_vmware.api [None req-af795769-e260-4cca-a397-9ebbefdc753f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3913249, 'name': ReconfigVM_Task, 'duration_secs': 0.172981} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.181171] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-af795769-e260-4cca-a397-9ebbefdc753f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5017d1d4-1e04-44b0-88eb-9acbfcee557c] Reconfigured VM instance instance-0000002f to detach disk 2000 {{(pid=70527) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 928.181714] env[70527]: DEBUG nova.compute.provider_tree [None req-a9ec5f39-5c01-43fa-8a08-ad5521c6d3bc tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 928.184118] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7ead63-4f15-4f0a-886f-10c3d8f99ef1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.209518] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-af795769-e260-4cca-a397-9ebbefdc753f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5017d1d4-1e04-44b0-88eb-9acbfcee557c] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 5017d1d4-1e04-44b0-88eb-9acbfcee557c/5017d1d4-1e04-44b0-88eb-9acbfcee557c.vmdk or device None with type thin {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 928.210199] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d1c1607-4d79-458e-83f4-584e12a7dbf9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.231024] env[70527]: DEBUG oslo_vmware.api [None req-af795769-e260-4cca-a397-9ebbefdc753f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for the task: (returnval){ [ 928.231024] env[70527]: value = "task-3913251" [ 928.231024] env[70527]: _type = "Task" [ 928.231024] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.240818] env[70527]: DEBUG oslo_vmware.api [None req-af795769-e260-4cca-a397-9ebbefdc753f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3913251, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.457631] env[70527]: DEBUG oslo_vmware.api [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913250, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.540763] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Releasing lock "refresh_cache-1bf0b648-03d2-4915-bf40-f2af832e4e81" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.541561] env[70527]: DEBUG nova.compute.manager [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 1bf0b648-03d2-4915-bf40-f2af832e4e81] Instance network_info: |[{"id": "ea518aac-6d67-4de0-8e1e-76e452898856", "address": "fa:16:3e:56:0a:b4", "network": {"id": "4bdcfc12-9191-401b-9e65-96c6c26887fa", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2058770791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d73cd31a8f4f415abd708bd42dd9131f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea518aac-6d", "ovs_interfaceid": "ea518aac-6d67-4de0-8e1e-76e452898856", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 928.542145] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 1bf0b648-03d2-4915-bf40-f2af832e4e81] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:0a:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '438671d0-9468-4e44-84c1-4c0ebaa743e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea518aac-6d67-4de0-8e1e-76e452898856', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 928.551948] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 928.551948] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bf0b648-03d2-4915-bf40-f2af832e4e81] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 928.552229] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-deff7c53-80d0-4eae-9d7b-f74cf1373755 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.574796] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 928.574796] env[70527]: value = "task-3913252" [ 928.574796] env[70527]: _type = "Task" [ 928.574796] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.583833] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913252, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.641079] env[70527]: DEBUG nova.compute.manager [req-9acb13dc-0db3-449f-a9dc-53b22f8aaeec req-5ad7a253-8639-4c2b-8d59-15523d9e9389 service nova] [instance: 1bf0b648-03d2-4915-bf40-f2af832e4e81] Received event network-changed-ea518aac-6d67-4de0-8e1e-76e452898856 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.641293] env[70527]: DEBUG nova.compute.manager [req-9acb13dc-0db3-449f-a9dc-53b22f8aaeec req-5ad7a253-8639-4c2b-8d59-15523d9e9389 service nova] [instance: 1bf0b648-03d2-4915-bf40-f2af832e4e81] Refreshing instance network info cache due to event network-changed-ea518aac-6d67-4de0-8e1e-76e452898856. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 928.641519] env[70527]: DEBUG oslo_concurrency.lockutils [req-9acb13dc-0db3-449f-a9dc-53b22f8aaeec req-5ad7a253-8639-4c2b-8d59-15523d9e9389 service nova] Acquiring lock "refresh_cache-1bf0b648-03d2-4915-bf40-f2af832e4e81" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.641664] env[70527]: DEBUG oslo_concurrency.lockutils [req-9acb13dc-0db3-449f-a9dc-53b22f8aaeec req-5ad7a253-8639-4c2b-8d59-15523d9e9389 service nova] Acquired lock "refresh_cache-1bf0b648-03d2-4915-bf40-f2af832e4e81" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.641817] env[70527]: DEBUG nova.network.neutron [req-9acb13dc-0db3-449f-a9dc-53b22f8aaeec req-5ad7a253-8639-4c2b-8d59-15523d9e9389 service nova] [instance: 1bf0b648-03d2-4915-bf40-f2af832e4e81] Refreshing network info cache for port ea518aac-6d67-4de0-8e1e-76e452898856 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 928.688811] env[70527]: DEBUG nova.scheduler.client.report [None req-a9ec5f39-5c01-43fa-8a08-ad5521c6d3bc tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 928.745698] env[70527]: DEBUG oslo_vmware.api [None req-af795769-e260-4cca-a397-9ebbefdc753f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3913251, 'name': ReconfigVM_Task, 'duration_secs': 0.297995} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.745801] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-af795769-e260-4cca-a397-9ebbefdc753f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5017d1d4-1e04-44b0-88eb-9acbfcee557c] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 5017d1d4-1e04-44b0-88eb-9acbfcee557c/5017d1d4-1e04-44b0-88eb-9acbfcee557c.vmdk or device None with type thin {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 928.746747] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-af795769-e260-4cca-a397-9ebbefdc753f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5017d1d4-1e04-44b0-88eb-9acbfcee557c] Updating instance '5017d1d4-1e04-44b0-88eb-9acbfcee557c' progress to 50 {{(pid=70527) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 928.956529] env[70527]: DEBUG oslo_vmware.api [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913250, 'name': ReconfigVM_Task, 'duration_secs': 0.641609} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.956840] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: b0e3fd31-6785-4d93-bc58-be1a03aa5f31] Reconfigured VM instance instance-0000003a to attach disk [datastore1] b0e3fd31-6785-4d93-bc58-be1a03aa5f31/b0e3fd31-6785-4d93-bc58-be1a03aa5f31.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 928.957613] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ea6fa9b-9bd7-4ba7-9b6f-236db0539361 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.964680] env[70527]: DEBUG oslo_vmware.api [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for the task: (returnval){ [ 928.964680] env[70527]: value = "task-3913253" [ 928.964680] env[70527]: _type = "Task" [ 928.964680] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.973614] env[70527]: DEBUG oslo_vmware.api [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913253, 'name': Rename_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.087495] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913252, 'name': CreateVM_Task, 'duration_secs': 0.379937} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.087495] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bf0b648-03d2-4915-bf40-f2af832e4e81] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 929.087495] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.087675] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.087975] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.088288] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d1d4026-2184-4d67-8166-9f3e62337a00 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.094907] env[70527]: DEBUG oslo_vmware.api [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Waiting for the task: (returnval){ [ 929.094907] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]529bdc7b-6425-a4ac-7f10-fd979151ac70" [ 929.094907] env[70527]: _type = "Task" [ 929.094907] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.105289] env[70527]: DEBUG oslo_vmware.api [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]529bdc7b-6425-a4ac-7f10-fd979151ac70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.220065] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a9ec5f39-5c01-43fa-8a08-ad5521c6d3bc tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.734s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.220065] env[70527]: DEBUG nova.compute.manager [None req-a9ec5f39-5c01-43fa-8a08-ad5521c6d3bc tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] [instance: ae092240-d091-4b1c-a61b-aaefa003271a] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 929.220065] env[70527]: DEBUG oslo_concurrency.lockutils [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.614s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.220065] env[70527]: INFO nova.compute.claims [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] [instance: 749d082e-c7a7-44b1-a4a3-37828b4ab05c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 929.254351] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041ef2ec-ef8e-4897-821e-52c882aec028 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.288571] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1760c4c-ba90-4ecc-a6fc-b631d11ecf07 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.312901] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-af795769-e260-4cca-a397-9ebbefdc753f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5017d1d4-1e04-44b0-88eb-9acbfcee557c] Updating instance '5017d1d4-1e04-44b0-88eb-9acbfcee557c' progress to 67 {{(pid=70527) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 929.478694] env[70527]: DEBUG oslo_vmware.api [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913253, 'name': Rename_Task, 'duration_secs': 0.267988} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.479057] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: b0e3fd31-6785-4d93-bc58-be1a03aa5f31] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 929.479265] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dbc3428a-f0b6-4f79-b8d9-c931124daa1f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.486920] env[70527]: DEBUG oslo_vmware.api [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for the task: (returnval){ [ 929.486920] env[70527]: value = "task-3913255" [ 929.486920] env[70527]: _type = "Task" [ 929.486920] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.495899] env[70527]: DEBUG oslo_vmware.api [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913255, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.549192] env[70527]: DEBUG nova.network.neutron [req-9acb13dc-0db3-449f-a9dc-53b22f8aaeec req-5ad7a253-8639-4c2b-8d59-15523d9e9389 service nova] [instance: 1bf0b648-03d2-4915-bf40-f2af832e4e81] Updated VIF entry in instance network info cache for port ea518aac-6d67-4de0-8e1e-76e452898856. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 929.549706] env[70527]: DEBUG nova.network.neutron [req-9acb13dc-0db3-449f-a9dc-53b22f8aaeec req-5ad7a253-8639-4c2b-8d59-15523d9e9389 service nova] [instance: 1bf0b648-03d2-4915-bf40-f2af832e4e81] Updating instance_info_cache with network_info: [{"id": "ea518aac-6d67-4de0-8e1e-76e452898856", "address": "fa:16:3e:56:0a:b4", "network": {"id": "4bdcfc12-9191-401b-9e65-96c6c26887fa", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2058770791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d73cd31a8f4f415abd708bd42dd9131f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea518aac-6d", "ovs_interfaceid": "ea518aac-6d67-4de0-8e1e-76e452898856", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.608861] env[70527]: DEBUG oslo_vmware.api [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]529bdc7b-6425-a4ac-7f10-fd979151ac70, 'name': SearchDatastore_Task, 'duration_secs': 0.010819} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.609203] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.609441] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 1bf0b648-03d2-4915-bf40-f2af832e4e81] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 929.609686] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.609829] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.610010] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 929.610291] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88dc81fa-e4af-4e3f-86b4-7cc376f5adae {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.636246] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 929.636516] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 929.637302] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5027ebb7-d8a6-47de-8a67-11592ed4174d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.644141] env[70527]: DEBUG oslo_vmware.api [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Waiting for the task: (returnval){ [ 929.644141] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52ed6912-530e-e32c-4933-4dc3130e9986" [ 929.644141] env[70527]: _type = "Task" [ 929.644141] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.654157] env[70527]: DEBUG oslo_vmware.api [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52ed6912-530e-e32c-4933-4dc3130e9986, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.709177] env[70527]: DEBUG nova.compute.utils [None req-a9ec5f39-5c01-43fa-8a08-ad5521c6d3bc tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 929.714480] env[70527]: DEBUG nova.compute.manager [None req-a9ec5f39-5c01-43fa-8a08-ad5521c6d3bc tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] [instance: ae092240-d091-4b1c-a61b-aaefa003271a] Not allocating networking since 'none' was specified. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 929.880885] env[70527]: DEBUG nova.network.neutron [None req-af795769-e260-4cca-a397-9ebbefdc753f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5017d1d4-1e04-44b0-88eb-9acbfcee557c] Port 350bcb9f-f36a-4128-abd4-d0e7c42b5e02 binding to destination host cpu-1 is already ACTIVE {{(pid=70527) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3252}} [ 929.998326] env[70527]: DEBUG oslo_vmware.api [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913255, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.052843] env[70527]: DEBUG oslo_concurrency.lockutils [req-9acb13dc-0db3-449f-a9dc-53b22f8aaeec req-5ad7a253-8639-4c2b-8d59-15523d9e9389 service nova] Releasing lock "refresh_cache-1bf0b648-03d2-4915-bf40-f2af832e4e81" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.156630] env[70527]: DEBUG oslo_vmware.api [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52ed6912-530e-e32c-4933-4dc3130e9986, 'name': SearchDatastore_Task, 'duration_secs': 0.035444} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.157072] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-914cf467-69d7-4198-be82-439a6ec9478b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.164190] env[70527]: DEBUG oslo_vmware.api [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Waiting for the task: (returnval){ [ 930.164190] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]528fddd3-b4a9-a5f1-60c1-f71d5b3c5356" [ 930.164190] env[70527]: _type = "Task" [ 930.164190] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.173410] env[70527]: DEBUG oslo_vmware.api [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]528fddd3-b4a9-a5f1-60c1-f71d5b3c5356, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.217337] env[70527]: DEBUG nova.compute.manager [None req-a9ec5f39-5c01-43fa-8a08-ad5521c6d3bc tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] [instance: ae092240-d091-4b1c-a61b-aaefa003271a] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 930.499472] env[70527]: DEBUG oslo_vmware.api [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913255, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.682698] env[70527]: DEBUG oslo_vmware.api [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]528fddd3-b4a9-a5f1-60c1-f71d5b3c5356, 'name': SearchDatastore_Task, 'duration_secs': 0.037007} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.683035] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.683617] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] 1bf0b648-03d2-4915-bf40-f2af832e4e81/1bf0b648-03d2-4915-bf40-f2af832e4e81.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 930.683737] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae6145c3-306d-4b14-a59e-ca95ae75eb9a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.693208] env[70527]: DEBUG oslo_vmware.api [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Waiting for the task: (returnval){ [ 930.693208] env[70527]: value = "task-3913256" [ 930.693208] env[70527]: _type = "Task" [ 930.693208] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.712981] env[70527]: DEBUG oslo_vmware.api [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': task-3913256, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.750100] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24e264f-5a1b-4c3e-ae6c-a55cbbefde81 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.763785] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-964b6354-e84d-44ca-8a0c-9a8a0176007f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.803280] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de495d3-21b8-4d3d-a388-638e114c1b26 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.812446] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ebe758-6fd8-4d04-9603-8230123e6fe8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.828080] env[70527]: DEBUG nova.compute.provider_tree [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 930.906484] env[70527]: DEBUG oslo_concurrency.lockutils [None req-af795769-e260-4cca-a397-9ebbefdc753f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquiring lock "5017d1d4-1e04-44b0-88eb-9acbfcee557c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.906484] env[70527]: DEBUG oslo_concurrency.lockutils [None req-af795769-e260-4cca-a397-9ebbefdc753f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Lock "5017d1d4-1e04-44b0-88eb-9acbfcee557c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.906484] env[70527]: DEBUG oslo_concurrency.lockutils [None req-af795769-e260-4cca-a397-9ebbefdc753f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Lock "5017d1d4-1e04-44b0-88eb-9acbfcee557c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.004699] env[70527]: DEBUG oslo_vmware.api [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913255, 'name': PowerOnVM_Task, 'duration_secs': 1.138637} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.005174] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: b0e3fd31-6785-4d93-bc58-be1a03aa5f31] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 931.005512] env[70527]: INFO nova.compute.manager [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: b0e3fd31-6785-4d93-bc58-be1a03aa5f31] Took 10.25 seconds to spawn the instance on the hypervisor. [ 931.005803] env[70527]: DEBUG nova.compute.manager [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: b0e3fd31-6785-4d93-bc58-be1a03aa5f31] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 931.007182] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5841d655-dbab-4308-b72c-ca4c4f2f8921 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.211043] env[70527]: DEBUG oslo_vmware.api [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': task-3913256, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.226750] env[70527]: DEBUG nova.compute.manager [None req-a9ec5f39-5c01-43fa-8a08-ad5521c6d3bc tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] [instance: ae092240-d091-4b1c-a61b-aaefa003271a] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 931.258174] env[70527]: DEBUG nova.virt.hardware [None req-a9ec5f39-5c01-43fa-8a08-ad5521c6d3bc tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 931.258524] env[70527]: DEBUG nova.virt.hardware [None req-a9ec5f39-5c01-43fa-8a08-ad5521c6d3bc tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 931.258729] env[70527]: DEBUG nova.virt.hardware [None req-a9ec5f39-5c01-43fa-8a08-ad5521c6d3bc tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 931.258970] env[70527]: DEBUG nova.virt.hardware [None req-a9ec5f39-5c01-43fa-8a08-ad5521c6d3bc tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 931.259180] env[70527]: DEBUG nova.virt.hardware [None req-a9ec5f39-5c01-43fa-8a08-ad5521c6d3bc tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 931.259441] env[70527]: DEBUG nova.virt.hardware [None req-a9ec5f39-5c01-43fa-8a08-ad5521c6d3bc tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 931.259792] env[70527]: DEBUG nova.virt.hardware [None req-a9ec5f39-5c01-43fa-8a08-ad5521c6d3bc tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 931.260234] env[70527]: DEBUG nova.virt.hardware [None req-a9ec5f39-5c01-43fa-8a08-ad5521c6d3bc tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 931.260234] env[70527]: DEBUG nova.virt.hardware [None req-a9ec5f39-5c01-43fa-8a08-ad5521c6d3bc tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 931.260300] env[70527]: DEBUG nova.virt.hardware [None req-a9ec5f39-5c01-43fa-8a08-ad5521c6d3bc tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 931.260468] env[70527]: DEBUG nova.virt.hardware [None req-a9ec5f39-5c01-43fa-8a08-ad5521c6d3bc tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 931.261622] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0119d5b-dc14-485b-999d-592a2c10a291 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.275738] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a80697-0c9c-4a9d-898e-6cb626ad88d8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.299731] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-a9ec5f39-5c01-43fa-8a08-ad5521c6d3bc tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] [instance: ae092240-d091-4b1c-a61b-aaefa003271a] Instance VIF info [] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 931.306244] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9ec5f39-5c01-43fa-8a08-ad5521c6d3bc tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 931.306622] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae092240-d091-4b1c-a61b-aaefa003271a] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 931.306927] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-268a88ff-6236-4af7-8ce3-8c5773ed3727 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.328505] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 931.328505] env[70527]: value = "task-3913258" [ 931.328505] env[70527]: _type = "Task" [ 931.328505] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.333800] env[70527]: DEBUG nova.scheduler.client.report [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.345390] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913258, 'name': CreateVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.528192] env[70527]: INFO nova.compute.manager [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: b0e3fd31-6785-4d93-bc58-be1a03aa5f31] Took 45.26 seconds to build instance. [ 931.709998] env[70527]: DEBUG oslo_vmware.api [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': task-3913256, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.714197} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.710293] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] 1bf0b648-03d2-4915-bf40-f2af832e4e81/1bf0b648-03d2-4915-bf40-f2af832e4e81.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 931.710509] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 1bf0b648-03d2-4915-bf40-f2af832e4e81] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 931.710777] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6eff65d9-24f2-44a7-b501-775a396b5b9b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.718709] env[70527]: DEBUG oslo_vmware.api [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Waiting for the task: (returnval){ [ 931.718709] env[70527]: value = "task-3913259" [ 931.718709] env[70527]: _type = "Task" [ 931.718709] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.728898] env[70527]: DEBUG oslo_vmware.api [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': task-3913259, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.840381] env[70527]: DEBUG oslo_concurrency.lockutils [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.640s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.840923] env[70527]: DEBUG nova.compute.manager [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] [instance: 749d082e-c7a7-44b1-a4a3-37828b4ab05c] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 931.843388] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913258, 'name': CreateVM_Task, 'duration_secs': 0.308525} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.843784] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 34.458s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.847020] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.847020] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70527) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 931.847020] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.269s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.847020] env[70527]: INFO nova.compute.claims [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 8023716a-02ca-479e-ae56-9af98b173fd1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 931.848613] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae092240-d091-4b1c-a61b-aaefa003271a] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 931.851132] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-604aaa24-b4a3-4c05-ac98-6809cdd4d8a6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.853553] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a9ec5f39-5c01-43fa-8a08-ad5521c6d3bc tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.853708] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a9ec5f39-5c01-43fa-8a08-ad5521c6d3bc tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.854067] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a9ec5f39-5c01-43fa-8a08-ad5521c6d3bc tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.854572] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92f5d4dc-19d9-4083-be0c-ef54d6bc081f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.867960] env[70527]: DEBUG oslo_vmware.api [None req-a9ec5f39-5c01-43fa-8a08-ad5521c6d3bc tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Waiting for the task: (returnval){ [ 931.867960] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52c89a0a-5e73-5895-2bda-3f59472305a8" [ 931.867960] env[70527]: _type = "Task" [ 931.867960] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.868390] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dad752b-4c5e-43dd-beb5-0f94dbb368c2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.887303] env[70527]: DEBUG oslo_vmware.api [None req-a9ec5f39-5c01-43fa-8a08-ad5521c6d3bc tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52c89a0a-5e73-5895-2bda-3f59472305a8, 'name': SearchDatastore_Task} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.895969] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a9ec5f39-5c01-43fa-8a08-ad5521c6d3bc tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.896269] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-a9ec5f39-5c01-43fa-8a08-ad5521c6d3bc tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] [instance: ae092240-d091-4b1c-a61b-aaefa003271a] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 931.896536] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a9ec5f39-5c01-43fa-8a08-ad5521c6d3bc tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.896688] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a9ec5f39-5c01-43fa-8a08-ad5521c6d3bc tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.896865] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9ec5f39-5c01-43fa-8a08-ad5521c6d3bc tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 931.898180] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c7c4a93-ebb7-48c4-b856-c41e213c5cc5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.900610] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c93a48-c21c-4e0b-9716-86e46bc24f15 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.909074] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32407d4f-1642-42cc-b6c6-5962485837cc {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.916131] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9ec5f39-5c01-43fa-8a08-ad5521c6d3bc tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 931.917145] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-a9ec5f39-5c01-43fa-8a08-ad5521c6d3bc tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 931.917583] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84ba3d54-3c42-4978-8e06-f8e8881411f5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.948968] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178494MB free_disk=39GB free_vcpus=48 pci_devices=None {{(pid=70527) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 931.949120] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.951773] env[70527]: DEBUG oslo_vmware.api [None req-a9ec5f39-5c01-43fa-8a08-ad5521c6d3bc tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Waiting for the task: (returnval){ [ 931.951773] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52915f5d-eb69-8358-9119-f42b0afbee81" [ 931.951773] env[70527]: _type = "Task" [ 931.951773] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.960476] env[70527]: DEBUG oslo_vmware.api [None req-a9ec5f39-5c01-43fa-8a08-ad5521c6d3bc tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52915f5d-eb69-8358-9119-f42b0afbee81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.979239] env[70527]: DEBUG oslo_concurrency.lockutils [None req-af795769-e260-4cca-a397-9ebbefdc753f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquiring lock "refresh_cache-5017d1d4-1e04-44b0-88eb-9acbfcee557c" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.979463] env[70527]: DEBUG oslo_concurrency.lockutils [None req-af795769-e260-4cca-a397-9ebbefdc753f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquired lock "refresh_cache-5017d1d4-1e04-44b0-88eb-9acbfcee557c" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.979656] env[70527]: DEBUG nova.network.neutron [None req-af795769-e260-4cca-a397-9ebbefdc753f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5017d1d4-1e04-44b0-88eb-9acbfcee557c] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 932.034121] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d377a479-0568-4da1-a19a-6177f358465c tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Lock "b0e3fd31-6785-4d93-bc58-be1a03aa5f31" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.143s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.230997] env[70527]: DEBUG oslo_vmware.api [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': task-3913259, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.350895] env[70527]: DEBUG nova.compute.utils [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 932.356021] env[70527]: DEBUG nova.compute.manager [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] [instance: 749d082e-c7a7-44b1-a4a3-37828b4ab05c] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 932.356021] env[70527]: DEBUG nova.network.neutron [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] [instance: 749d082e-c7a7-44b1-a4a3-37828b4ab05c] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 932.464506] env[70527]: DEBUG oslo_vmware.api [None req-a9ec5f39-5c01-43fa-8a08-ad5521c6d3bc tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52915f5d-eb69-8358-9119-f42b0afbee81, 'name': SearchDatastore_Task, 'duration_secs': 0.043742} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.467083] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d07b7f35-8221-40ca-9208-5f1468f5d4fc {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.473110] env[70527]: DEBUG oslo_vmware.api [None req-a9ec5f39-5c01-43fa-8a08-ad5521c6d3bc tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Waiting for the task: (returnval){ [ 932.473110] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]521ddd4b-c9ef-68d4-7a62-c3c887ae89ce" [ 932.473110] env[70527]: _type = "Task" [ 932.473110] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.485283] env[70527]: DEBUG oslo_vmware.api [None req-a9ec5f39-5c01-43fa-8a08-ad5521c6d3bc tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]521ddd4b-c9ef-68d4-7a62-c3c887ae89ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.674058] env[70527]: DEBUG nova.policy [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'abaa417910fd41b39bfae2242e420824', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1176e5bf85f64f1891cf75ea833dbd99', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 932.733803] env[70527]: DEBUG oslo_vmware.api [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': task-3913259, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.760122] env[70527]: DEBUG nova.compute.manager [req-5f6d5009-ddbb-4561-8f80-f16d7fcfbb31 req-a27865ca-d30e-45fb-9789-e3d25b3b21ef service nova] [instance: b0e3fd31-6785-4d93-bc58-be1a03aa5f31] Received event network-changed-245f5f8b-bcb1-46ef-a63b-d618abb0d2a4 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 932.760122] env[70527]: DEBUG nova.compute.manager [req-5f6d5009-ddbb-4561-8f80-f16d7fcfbb31 req-a27865ca-d30e-45fb-9789-e3d25b3b21ef service nova] [instance: b0e3fd31-6785-4d93-bc58-be1a03aa5f31] Refreshing instance network info cache due to event network-changed-245f5f8b-bcb1-46ef-a63b-d618abb0d2a4. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 932.760122] env[70527]: DEBUG oslo_concurrency.lockutils [req-5f6d5009-ddbb-4561-8f80-f16d7fcfbb31 req-a27865ca-d30e-45fb-9789-e3d25b3b21ef service nova] Acquiring lock "refresh_cache-b0e3fd31-6785-4d93-bc58-be1a03aa5f31" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.760122] env[70527]: DEBUG oslo_concurrency.lockutils [req-5f6d5009-ddbb-4561-8f80-f16d7fcfbb31 req-a27865ca-d30e-45fb-9789-e3d25b3b21ef service nova] Acquired lock "refresh_cache-b0e3fd31-6785-4d93-bc58-be1a03aa5f31" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.760122] env[70527]: DEBUG nova.network.neutron [req-5f6d5009-ddbb-4561-8f80-f16d7fcfbb31 req-a27865ca-d30e-45fb-9789-e3d25b3b21ef service nova] [instance: b0e3fd31-6785-4d93-bc58-be1a03aa5f31] Refreshing network info cache for port 245f5f8b-bcb1-46ef-a63b-d618abb0d2a4 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 932.859425] env[70527]: DEBUG nova.compute.manager [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] [instance: 749d082e-c7a7-44b1-a4a3-37828b4ab05c] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 932.988016] env[70527]: DEBUG oslo_vmware.api [None req-a9ec5f39-5c01-43fa-8a08-ad5521c6d3bc tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]521ddd4b-c9ef-68d4-7a62-c3c887ae89ce, 'name': SearchDatastore_Task, 'duration_secs': 0.047643} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.988611] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a9ec5f39-5c01-43fa-8a08-ad5521c6d3bc tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.988899] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9ec5f39-5c01-43fa-8a08-ad5521c6d3bc tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] ae092240-d091-4b1c-a61b-aaefa003271a/ae092240-d091-4b1c-a61b-aaefa003271a.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 932.989198] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76dff8bd-7418-4d65-9563-cd9f816d53cf {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.999732] env[70527]: DEBUG oslo_vmware.api [None req-a9ec5f39-5c01-43fa-8a08-ad5521c6d3bc tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Waiting for the task: (returnval){ [ 932.999732] env[70527]: value = "task-3913260" [ 932.999732] env[70527]: _type = "Task" [ 932.999732] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.012294] env[70527]: DEBUG oslo_vmware.api [None req-a9ec5f39-5c01-43fa-8a08-ad5521c6d3bc tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Task: {'id': task-3913260, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.020856] env[70527]: DEBUG nova.network.neutron [None req-af795769-e260-4cca-a397-9ebbefdc753f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5017d1d4-1e04-44b0-88eb-9acbfcee557c] Updating instance_info_cache with network_info: [{"id": "350bcb9f-f36a-4128-abd4-d0e7c42b5e02", "address": "fa:16:3e:ad:5c:f2", "network": {"id": "ac4c5c7a-9727-4cf7-83da-cc12f81bae3a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-994465232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffc6c328f56e4971bceb097b0ceef30d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap350bcb9f-f3", "ovs_interfaceid": "350bcb9f-f36a-4128-abd4-d0e7c42b5e02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.238425] env[70527]: DEBUG oslo_vmware.api [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': task-3913259, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.091473} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.238744] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 1bf0b648-03d2-4915-bf40-f2af832e4e81] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 933.239928] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb38ec13-ae5a-45a9-a831-e9a902463cae {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.270096] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 1bf0b648-03d2-4915-bf40-f2af832e4e81] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 1bf0b648-03d2-4915-bf40-f2af832e4e81/1bf0b648-03d2-4915-bf40-f2af832e4e81.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 933.274995] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e809b360-1e44-47ea-8ae2-2a12e08f9286 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.292744] env[70527]: DEBUG nova.network.neutron [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] [instance: 749d082e-c7a7-44b1-a4a3-37828b4ab05c] Successfully created port: 41fe9c56-a523-478e-bb8e-468c8411c6f1 {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 933.303545] env[70527]: DEBUG oslo_vmware.api [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Waiting for the task: (returnval){ [ 933.303545] env[70527]: value = "task-3913261" [ 933.303545] env[70527]: _type = "Task" [ 933.303545] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.315612] env[70527]: DEBUG oslo_vmware.api [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': task-3913261, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.516141] env[70527]: DEBUG oslo_vmware.api [None req-a9ec5f39-5c01-43fa-8a08-ad5521c6d3bc tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Task: {'id': task-3913260, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.524106] env[70527]: DEBUG oslo_concurrency.lockutils [None req-af795769-e260-4cca-a397-9ebbefdc753f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Releasing lock "refresh_cache-5017d1d4-1e04-44b0-88eb-9acbfcee557c" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.645651] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a00cf7f8-5ae6-42e5-a27f-06dcd199adcc {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.653688] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bcfffb5-7652-4bf2-9d06-119dca52a334 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.695685] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cbd7ffb-5ad7-418d-a020-b1aebb00a21d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.701456] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3abe8ff6-5be2-4a01-b868-622344296331 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.716020] env[70527]: DEBUG nova.compute.provider_tree [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 933.818191] env[70527]: DEBUG oslo_vmware.api [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': task-3913261, 'name': ReconfigVM_Task, 'duration_secs': 0.309647} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.818596] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 1bf0b648-03d2-4915-bf40-f2af832e4e81] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 1bf0b648-03d2-4915-bf40-f2af832e4e81/1bf0b648-03d2-4915-bf40-f2af832e4e81.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 933.819553] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9e23215-3153-4820-9500-e2fe3bb9aa59 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.829218] env[70527]: DEBUG oslo_vmware.api [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Waiting for the task: (returnval){ [ 933.829218] env[70527]: value = "task-3913263" [ 933.829218] env[70527]: _type = "Task" [ 933.829218] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.845166] env[70527]: DEBUG oslo_vmware.api [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': task-3913263, 'name': Rename_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.845272] env[70527]: DEBUG nova.network.neutron [req-5f6d5009-ddbb-4561-8f80-f16d7fcfbb31 req-a27865ca-d30e-45fb-9789-e3d25b3b21ef service nova] [instance: b0e3fd31-6785-4d93-bc58-be1a03aa5f31] Updated VIF entry in instance network info cache for port 245f5f8b-bcb1-46ef-a63b-d618abb0d2a4. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 933.845977] env[70527]: DEBUG nova.network.neutron [req-5f6d5009-ddbb-4561-8f80-f16d7fcfbb31 req-a27865ca-d30e-45fb-9789-e3d25b3b21ef service nova] [instance: b0e3fd31-6785-4d93-bc58-be1a03aa5f31] Updating instance_info_cache with network_info: [{"id": "245f5f8b-bcb1-46ef-a63b-d618abb0d2a4", "address": "fa:16:3e:50:93:89", "network": {"id": "6a4f3b6e-2245-4a82-bf13-e4002ce51c7b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-274635677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "217e9dedf6ba423980df628f40219825", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap245f5f8b-bc", "ovs_interfaceid": "245f5f8b-bcb1-46ef-a63b-d618abb0d2a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.870356] env[70527]: DEBUG nova.compute.manager [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] [instance: 749d082e-c7a7-44b1-a4a3-37828b4ab05c] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 933.903840] env[70527]: DEBUG nova.virt.hardware [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 933.903840] env[70527]: DEBUG nova.virt.hardware [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 933.903840] env[70527]: DEBUG nova.virt.hardware [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 933.904034] env[70527]: DEBUG nova.virt.hardware [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 933.904034] env[70527]: DEBUG nova.virt.hardware [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 933.904034] env[70527]: DEBUG nova.virt.hardware [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 933.904034] env[70527]: DEBUG nova.virt.hardware [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 933.904034] env[70527]: DEBUG nova.virt.hardware [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 933.904179] env[70527]: DEBUG nova.virt.hardware [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 933.904179] env[70527]: DEBUG nova.virt.hardware [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 933.904474] env[70527]: DEBUG nova.virt.hardware [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 933.906742] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2bfaef7-e964-4cb1-a4c5-6510e140bb64 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.915293] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7005bd48-621c-4847-bdb5-596b08dd3d02 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.015111] env[70527]: DEBUG oslo_vmware.api [None req-a9ec5f39-5c01-43fa-8a08-ad5521c6d3bc tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Task: {'id': task-3913260, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.062504] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3befeb7-c6a5-4c66-a06d-b57c5b76e86d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.085988] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44715e62-04a1-4ccc-ad15-a1ea2aa81bbf {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.103161] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-af795769-e260-4cca-a397-9ebbefdc753f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5017d1d4-1e04-44b0-88eb-9acbfcee557c] Updating instance '5017d1d4-1e04-44b0-88eb-9acbfcee557c' progress to 83 {{(pid=70527) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 934.219897] env[70527]: DEBUG nova.scheduler.client.report [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 934.340648] env[70527]: DEBUG oslo_vmware.api [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': task-3913263, 'name': Rename_Task, 'duration_secs': 0.152841} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.340781] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 1bf0b648-03d2-4915-bf40-f2af832e4e81] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 934.341066] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe660e8c-ab38-4498-b67a-92327d69add4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.349909] env[70527]: DEBUG oslo_concurrency.lockutils [req-5f6d5009-ddbb-4561-8f80-f16d7fcfbb31 req-a27865ca-d30e-45fb-9789-e3d25b3b21ef service nova] Releasing lock "refresh_cache-b0e3fd31-6785-4d93-bc58-be1a03aa5f31" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.351531] env[70527]: DEBUG oslo_vmware.api [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Waiting for the task: (returnval){ [ 934.351531] env[70527]: value = "task-3913264" [ 934.351531] env[70527]: _type = "Task" [ 934.351531] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.360190] env[70527]: DEBUG oslo_vmware.api [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': task-3913264, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.521684] env[70527]: DEBUG oslo_vmware.api [None req-a9ec5f39-5c01-43fa-8a08-ad5521c6d3bc tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Task: {'id': task-3913260, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.314594} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.521684] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9ec5f39-5c01-43fa-8a08-ad5521c6d3bc tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] ae092240-d091-4b1c-a61b-aaefa003271a/ae092240-d091-4b1c-a61b-aaefa003271a.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 934.521684] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-a9ec5f39-5c01-43fa-8a08-ad5521c6d3bc tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] [instance: ae092240-d091-4b1c-a61b-aaefa003271a] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 934.522045] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97a6687b-981c-4e1d-add5-a7aa15f8d8e7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.529802] env[70527]: DEBUG oslo_vmware.api [None req-a9ec5f39-5c01-43fa-8a08-ad5521c6d3bc tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Waiting for the task: (returnval){ [ 934.529802] env[70527]: value = "task-3913265" [ 934.529802] env[70527]: _type = "Task" [ 934.529802] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.542027] env[70527]: DEBUG oslo_vmware.api [None req-a9ec5f39-5c01-43fa-8a08-ad5521c6d3bc tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Task: {'id': task-3913265, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.597183] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f7e0ecad-8e94-4329-9d39-97e38c29d701 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Acquiring lock "0bcc182a-d2e4-4900-930a-d8e2d93f6fc4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.597537] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f7e0ecad-8e94-4329-9d39-97e38c29d701 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Lock "0bcc182a-d2e4-4900-930a-d8e2d93f6fc4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.597733] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f7e0ecad-8e94-4329-9d39-97e38c29d701 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Acquiring lock "0bcc182a-d2e4-4900-930a-d8e2d93f6fc4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.597927] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f7e0ecad-8e94-4329-9d39-97e38c29d701 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Lock "0bcc182a-d2e4-4900-930a-d8e2d93f6fc4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.598134] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f7e0ecad-8e94-4329-9d39-97e38c29d701 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Lock "0bcc182a-d2e4-4900-930a-d8e2d93f6fc4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.600522] env[70527]: INFO nova.compute.manager [None req-f7e0ecad-8e94-4329-9d39-97e38c29d701 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] [instance: 0bcc182a-d2e4-4900-930a-d8e2d93f6fc4] Terminating instance [ 934.610433] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-af795769-e260-4cca-a397-9ebbefdc753f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5017d1d4-1e04-44b0-88eb-9acbfcee557c] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 934.610682] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a26c44f6-ef04-4bd2-9299-d9f8cd3e69c0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.621805] env[70527]: DEBUG oslo_vmware.api [None req-af795769-e260-4cca-a397-9ebbefdc753f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for the task: (returnval){ [ 934.621805] env[70527]: value = "task-3913266" [ 934.621805] env[70527]: _type = "Task" [ 934.621805] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.632705] env[70527]: DEBUG oslo_vmware.api [None req-af795769-e260-4cca-a397-9ebbefdc753f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3913266, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.727261] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.883s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.727894] env[70527]: DEBUG nova.compute.manager [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 8023716a-02ca-479e-ae56-9af98b173fd1] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 934.731018] env[70527]: DEBUG oslo_concurrency.lockutils [None req-318b0af0-fd33-49bc-ab4e-9c852c7ca1f7 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.364s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.731247] env[70527]: DEBUG nova.objects.instance [None req-318b0af0-fd33-49bc-ab4e-9c852c7ca1f7 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] [instance: 01ecb952-4274-4c03-9642-ff7fc894df3c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70527) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 934.864279] env[70527]: DEBUG oslo_vmware.api [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': task-3913264, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.041776] env[70527]: DEBUG oslo_vmware.api [None req-a9ec5f39-5c01-43fa-8a08-ad5521c6d3bc tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Task: {'id': task-3913265, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07636} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.042220] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-a9ec5f39-5c01-43fa-8a08-ad5521c6d3bc tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] [instance: ae092240-d091-4b1c-a61b-aaefa003271a] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 935.043290] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d31924-eb85-40a7-9b50-d74e4ca31e4e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.068407] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9ec5f39-5c01-43fa-8a08-ad5521c6d3bc tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] [instance: ae092240-d091-4b1c-a61b-aaefa003271a] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] ae092240-d091-4b1c-a61b-aaefa003271a/ae092240-d091-4b1c-a61b-aaefa003271a.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 935.068886] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-448615de-a5f3-45a0-892b-86aa8b4873bc {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.092523] env[70527]: DEBUG oslo_vmware.api [None req-a9ec5f39-5c01-43fa-8a08-ad5521c6d3bc tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Waiting for the task: (returnval){ [ 935.092523] env[70527]: value = "task-3913267" [ 935.092523] env[70527]: _type = "Task" [ 935.092523] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.103109] env[70527]: DEBUG oslo_vmware.api [None req-a9ec5f39-5c01-43fa-8a08-ad5521c6d3bc tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Task: {'id': task-3913267, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.103904] env[70527]: DEBUG nova.compute.manager [None req-f7e0ecad-8e94-4329-9d39-97e38c29d701 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] [instance: 0bcc182a-d2e4-4900-930a-d8e2d93f6fc4] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 935.104396] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e0ecad-8e94-4329-9d39-97e38c29d701 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] [instance: 0bcc182a-d2e4-4900-930a-d8e2d93f6fc4] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 935.105261] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4412ebf5-35e8-417e-b260-746e6f2a730a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.113773] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7e0ecad-8e94-4329-9d39-97e38c29d701 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] [instance: 0bcc182a-d2e4-4900-930a-d8e2d93f6fc4] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 935.114218] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a67c1e8d-d60d-4508-82b4-c7ae1fb7147c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.122559] env[70527]: DEBUG oslo_vmware.api [None req-f7e0ecad-8e94-4329-9d39-97e38c29d701 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Waiting for the task: (returnval){ [ 935.122559] env[70527]: value = "task-3913268" [ 935.122559] env[70527]: _type = "Task" [ 935.122559] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.141606] env[70527]: DEBUG oslo_vmware.api [None req-af795769-e260-4cca-a397-9ebbefdc753f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3913266, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.142379] env[70527]: DEBUG oslo_vmware.api [None req-f7e0ecad-8e94-4329-9d39-97e38c29d701 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Task: {'id': task-3913268, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.177493] env[70527]: DEBUG nova.compute.manager [req-e9b7a256-4b4e-477b-b38a-bc14cc6dc8ca req-fbb5a623-c8e5-416e-a108-25ab8bee7d5a service nova] [instance: 749d082e-c7a7-44b1-a4a3-37828b4ab05c] Received event network-vif-plugged-41fe9c56-a523-478e-bb8e-468c8411c6f1 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.177714] env[70527]: DEBUG oslo_concurrency.lockutils [req-e9b7a256-4b4e-477b-b38a-bc14cc6dc8ca req-fbb5a623-c8e5-416e-a108-25ab8bee7d5a service nova] Acquiring lock "749d082e-c7a7-44b1-a4a3-37828b4ab05c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.177945] env[70527]: DEBUG oslo_concurrency.lockutils [req-e9b7a256-4b4e-477b-b38a-bc14cc6dc8ca req-fbb5a623-c8e5-416e-a108-25ab8bee7d5a service nova] Lock "749d082e-c7a7-44b1-a4a3-37828b4ab05c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.178501] env[70527]: DEBUG oslo_concurrency.lockutils [req-e9b7a256-4b4e-477b-b38a-bc14cc6dc8ca req-fbb5a623-c8e5-416e-a108-25ab8bee7d5a service nova] Lock "749d082e-c7a7-44b1-a4a3-37828b4ab05c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.178790] env[70527]: DEBUG nova.compute.manager [req-e9b7a256-4b4e-477b-b38a-bc14cc6dc8ca req-fbb5a623-c8e5-416e-a108-25ab8bee7d5a service nova] [instance: 749d082e-c7a7-44b1-a4a3-37828b4ab05c] No waiting events found dispatching network-vif-plugged-41fe9c56-a523-478e-bb8e-468c8411c6f1 {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 935.179171] env[70527]: WARNING nova.compute.manager [req-e9b7a256-4b4e-477b-b38a-bc14cc6dc8ca req-fbb5a623-c8e5-416e-a108-25ab8bee7d5a service nova] [instance: 749d082e-c7a7-44b1-a4a3-37828b4ab05c] Received unexpected event network-vif-plugged-41fe9c56-a523-478e-bb8e-468c8411c6f1 for instance with vm_state building and task_state spawning. [ 935.236853] env[70527]: DEBUG nova.compute.utils [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 935.242019] env[70527]: DEBUG nova.compute.manager [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 8023716a-02ca-479e-ae56-9af98b173fd1] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 935.246334] env[70527]: DEBUG nova.network.neutron [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 8023716a-02ca-479e-ae56-9af98b173fd1] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 935.307456] env[70527]: DEBUG nova.network.neutron [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] [instance: 749d082e-c7a7-44b1-a4a3-37828b4ab05c] Successfully updated port: 41fe9c56-a523-478e-bb8e-468c8411c6f1 {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 935.328215] env[70527]: DEBUG nova.policy [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5292bbff934e4a23bce1ba8fd66a76d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '030332ea48994bab8d286711ee279556', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 935.365586] env[70527]: DEBUG oslo_vmware.api [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': task-3913264, 'name': PowerOnVM_Task, 'duration_secs': 0.66827} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.368773] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 1bf0b648-03d2-4915-bf40-f2af832e4e81] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 935.369167] env[70527]: INFO nova.compute.manager [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 1bf0b648-03d2-4915-bf40-f2af832e4e81] Took 9.13 seconds to spawn the instance on the hypervisor. [ 935.369395] env[70527]: DEBUG nova.compute.manager [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 1bf0b648-03d2-4915-bf40-f2af832e4e81] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 935.370436] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6707b7c-ca70-42ca-8841-5cc6670cbe1f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.604204] env[70527]: DEBUG oslo_vmware.api [None req-a9ec5f39-5c01-43fa-8a08-ad5521c6d3bc tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Task: {'id': task-3913267, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.632733] env[70527]: DEBUG oslo_vmware.api [None req-af795769-e260-4cca-a397-9ebbefdc753f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3913266, 'name': PowerOnVM_Task} progress is 78%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.644053] env[70527]: DEBUG oslo_vmware.api [None req-f7e0ecad-8e94-4329-9d39-97e38c29d701 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Task: {'id': task-3913268, 'name': PowerOffVM_Task, 'duration_secs': 0.247593} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.644359] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7e0ecad-8e94-4329-9d39-97e38c29d701 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] [instance: 0bcc182a-d2e4-4900-930a-d8e2d93f6fc4] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 935.644534] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e0ecad-8e94-4329-9d39-97e38c29d701 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] [instance: 0bcc182a-d2e4-4900-930a-d8e2d93f6fc4] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 935.644787] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2169d616-d156-4e43-9879-bd14612dc6d7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.709120] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e0ecad-8e94-4329-9d39-97e38c29d701 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] [instance: 0bcc182a-d2e4-4900-930a-d8e2d93f6fc4] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 935.709349] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e0ecad-8e94-4329-9d39-97e38c29d701 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] [instance: 0bcc182a-d2e4-4900-930a-d8e2d93f6fc4] Deleting contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 935.709646] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7e0ecad-8e94-4329-9d39-97e38c29d701 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Deleting the datastore file [datastore1] 0bcc182a-d2e4-4900-930a-d8e2d93f6fc4 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 935.709805] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ad3b3b7-ce23-4825-b022-81d4c6deda19 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.719606] env[70527]: DEBUG oslo_vmware.api [None req-f7e0ecad-8e94-4329-9d39-97e38c29d701 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Waiting for the task: (returnval){ [ 935.719606] env[70527]: value = "task-3913270" [ 935.719606] env[70527]: _type = "Task" [ 935.719606] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.731135] env[70527]: DEBUG oslo_vmware.api [None req-f7e0ecad-8e94-4329-9d39-97e38c29d701 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Task: {'id': task-3913270, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.744102] env[70527]: DEBUG oslo_concurrency.lockutils [None req-318b0af0-fd33-49bc-ab4e-9c852c7ca1f7 tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.745462] env[70527]: DEBUG nova.compute.manager [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 8023716a-02ca-479e-ae56-9af98b173fd1] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 935.750241] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.008s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.752899] env[70527]: INFO nova.compute.claims [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] [instance: 818f37c0-1d7d-45ec-a21b-93d87d21f1dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 935.812906] env[70527]: DEBUG oslo_concurrency.lockutils [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Acquiring lock "refresh_cache-749d082e-c7a7-44b1-a4a3-37828b4ab05c" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.812906] env[70527]: DEBUG oslo_concurrency.lockutils [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Acquired lock "refresh_cache-749d082e-c7a7-44b1-a4a3-37828b4ab05c" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.812906] env[70527]: DEBUG nova.network.neutron [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] [instance: 749d082e-c7a7-44b1-a4a3-37828b4ab05c] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 935.818601] env[70527]: DEBUG nova.network.neutron [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 8023716a-02ca-479e-ae56-9af98b173fd1] Successfully created port: 52a5a97d-0b89-4670-a64e-15d625ce7af5 {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 935.892695] env[70527]: INFO nova.compute.manager [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 1bf0b648-03d2-4915-bf40-f2af832e4e81] Took 47.10 seconds to build instance. [ 936.109459] env[70527]: DEBUG oslo_vmware.api [None req-a9ec5f39-5c01-43fa-8a08-ad5521c6d3bc tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Task: {'id': task-3913267, 'name': ReconfigVM_Task, 'duration_secs': 0.805547} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.109751] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9ec5f39-5c01-43fa-8a08-ad5521c6d3bc tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] [instance: ae092240-d091-4b1c-a61b-aaefa003271a] Reconfigured VM instance instance-0000003c to attach disk [datastore2] ae092240-d091-4b1c-a61b-aaefa003271a/ae092240-d091-4b1c-a61b-aaefa003271a.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 936.110437] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79578d5d-2706-4255-86f1-36e1e58e3518 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.122024] env[70527]: DEBUG oslo_vmware.api [None req-a9ec5f39-5c01-43fa-8a08-ad5521c6d3bc tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Waiting for the task: (returnval){ [ 936.122024] env[70527]: value = "task-3913271" [ 936.122024] env[70527]: _type = "Task" [ 936.122024] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.138560] env[70527]: DEBUG oslo_vmware.api [None req-af795769-e260-4cca-a397-9ebbefdc753f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3913266, 'name': PowerOnVM_Task, 'duration_secs': 1.295369} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.142833] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-af795769-e260-4cca-a397-9ebbefdc753f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5017d1d4-1e04-44b0-88eb-9acbfcee557c] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 936.143324] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-af795769-e260-4cca-a397-9ebbefdc753f tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5017d1d4-1e04-44b0-88eb-9acbfcee557c] Updating instance '5017d1d4-1e04-44b0-88eb-9acbfcee557c' progress to 100 {{(pid=70527) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 936.148087] env[70527]: DEBUG oslo_vmware.api [None req-a9ec5f39-5c01-43fa-8a08-ad5521c6d3bc tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Task: {'id': task-3913271, 'name': Rename_Task} progress is 10%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.232448] env[70527]: DEBUG oslo_vmware.api [None req-f7e0ecad-8e94-4329-9d39-97e38c29d701 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Task: {'id': task-3913270, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.509527} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.232824] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7e0ecad-8e94-4329-9d39-97e38c29d701 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 936.233063] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e0ecad-8e94-4329-9d39-97e38c29d701 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] [instance: 0bcc182a-d2e4-4900-930a-d8e2d93f6fc4] Deleted contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 936.233365] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e0ecad-8e94-4329-9d39-97e38c29d701 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] [instance: 0bcc182a-d2e4-4900-930a-d8e2d93f6fc4] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 936.233566] env[70527]: INFO nova.compute.manager [None req-f7e0ecad-8e94-4329-9d39-97e38c29d701 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] [instance: 0bcc182a-d2e4-4900-930a-d8e2d93f6fc4] Took 1.13 seconds to destroy the instance on the hypervisor. [ 936.233908] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7e0ecad-8e94-4329-9d39-97e38c29d701 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 936.234121] env[70527]: DEBUG nova.compute.manager [-] [instance: 0bcc182a-d2e4-4900-930a-d8e2d93f6fc4] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 936.234222] env[70527]: DEBUG nova.network.neutron [-] [instance: 0bcc182a-d2e4-4900-930a-d8e2d93f6fc4] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 936.367356] env[70527]: DEBUG nova.network.neutron [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] [instance: 749d082e-c7a7-44b1-a4a3-37828b4ab05c] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 936.396925] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f5479e3e-1d95-4d51-bfb8-ffec42d52b3b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Lock "1bf0b648-03d2-4915-bf40-f2af832e4e81" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.741s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.567499] env[70527]: DEBUG nova.network.neutron [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] [instance: 749d082e-c7a7-44b1-a4a3-37828b4ab05c] Updating instance_info_cache with network_info: [{"id": "41fe9c56-a523-478e-bb8e-468c8411c6f1", "address": "fa:16:3e:ef:fb:2f", "network": {"id": "8303d943-98fa-4e14-baeb-15cc2bede18a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-474575567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1176e5bf85f64f1891cf75ea833dbd99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41fe9c56-a5", "ovs_interfaceid": "41fe9c56-a523-478e-bb8e-468c8411c6f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.638408] env[70527]: DEBUG oslo_vmware.api [None req-a9ec5f39-5c01-43fa-8a08-ad5521c6d3bc tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Task: {'id': task-3913271, 'name': Rename_Task, 'duration_secs': 0.339838} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.638718] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9ec5f39-5c01-43fa-8a08-ad5521c6d3bc tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] [instance: ae092240-d091-4b1c-a61b-aaefa003271a] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 936.638966] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4c0625b-2969-4dd8-bd3e-c188d8a4c928 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.648679] env[70527]: DEBUG oslo_vmware.api [None req-a9ec5f39-5c01-43fa-8a08-ad5521c6d3bc tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Waiting for the task: (returnval){ [ 936.648679] env[70527]: value = "task-3913272" [ 936.648679] env[70527]: _type = "Task" [ 936.648679] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.666090] env[70527]: DEBUG oslo_vmware.api [None req-a9ec5f39-5c01-43fa-8a08-ad5521c6d3bc tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Task: {'id': task-3913272, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.768052] env[70527]: DEBUG nova.compute.manager [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 8023716a-02ca-479e-ae56-9af98b173fd1] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 936.802710] env[70527]: DEBUG nova.virt.hardware [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 936.802949] env[70527]: DEBUG nova.virt.hardware [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 936.803118] env[70527]: DEBUG nova.virt.hardware [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 936.803303] env[70527]: DEBUG nova.virt.hardware [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 936.803448] env[70527]: DEBUG nova.virt.hardware [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 936.803593] env[70527]: DEBUG nova.virt.hardware [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 936.803802] env[70527]: DEBUG nova.virt.hardware [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 936.803956] env[70527]: DEBUG nova.virt.hardware [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 936.804144] env[70527]: DEBUG nova.virt.hardware [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 936.804336] env[70527]: DEBUG nova.virt.hardware [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 936.804507] env[70527]: DEBUG nova.virt.hardware [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 936.805913] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d8bc8d-92c6-498b-be91-a9690244a751 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.814947] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8170541-b6f0-4840-9238-90da18cf576f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.071611] env[70527]: DEBUG oslo_concurrency.lockutils [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Releasing lock "refresh_cache-749d082e-c7a7-44b1-a4a3-37828b4ab05c" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.072781] env[70527]: DEBUG nova.compute.manager [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] [instance: 749d082e-c7a7-44b1-a4a3-37828b4ab05c] Instance network_info: |[{"id": "41fe9c56-a523-478e-bb8e-468c8411c6f1", "address": "fa:16:3e:ef:fb:2f", "network": {"id": "8303d943-98fa-4e14-baeb-15cc2bede18a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-474575567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1176e5bf85f64f1891cf75ea833dbd99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41fe9c56-a5", "ovs_interfaceid": "41fe9c56-a523-478e-bb8e-468c8411c6f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 937.073495] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] [instance: 749d082e-c7a7-44b1-a4a3-37828b4ab05c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:fb:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae18b41f-e73c-44f1-83dd-467c080944f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41fe9c56-a523-478e-bb8e-468c8411c6f1', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 937.083356] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 937.088228] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 749d082e-c7a7-44b1-a4a3-37828b4ab05c] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 937.088228] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c372dfd4-ebad-494b-a1cd-765486789168 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.112951] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 937.112951] env[70527]: value = "task-3913273" [ 937.112951] env[70527]: _type = "Task" [ 937.112951] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.121960] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913273, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.174807] env[70527]: DEBUG oslo_vmware.api [None req-a9ec5f39-5c01-43fa-8a08-ad5521c6d3bc tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Task: {'id': task-3913272, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.363731] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea666cd5-1e83-4504-a521-da5262b3ffe1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.374094] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ba84f1-eff4-4dad-8528-553ba5ebaaf2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.416995] env[70527]: DEBUG nova.network.neutron [-] [instance: 0bcc182a-d2e4-4900-930a-d8e2d93f6fc4] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.421220] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f3371b-7c95-4008-a469-c3bac7c7c97a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.433945] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7a7b25-ce7d-4645-b4e9-0bb56bd723ba {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.450840] env[70527]: DEBUG nova.compute.provider_tree [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.578809] env[70527]: DEBUG nova.network.neutron [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 8023716a-02ca-479e-ae56-9af98b173fd1] Successfully updated port: 52a5a97d-0b89-4670-a64e-15d625ce7af5 {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 937.625783] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913273, 'name': CreateVM_Task, 'duration_secs': 0.396496} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.626000] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 749d082e-c7a7-44b1-a4a3-37828b4ab05c] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 937.626873] env[70527]: DEBUG oslo_concurrency.lockutils [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.627082] env[70527]: DEBUG oslo_concurrency.lockutils [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.627440] env[70527]: DEBUG oslo_concurrency.lockutils [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.627726] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5680dd25-232f-4479-8fe0-4b8fb8f2d518 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.633800] env[70527]: DEBUG oslo_vmware.api [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Waiting for the task: (returnval){ [ 937.633800] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52922645-9a47-13ab-a4b9-5782c4df0371" [ 937.633800] env[70527]: _type = "Task" [ 937.633800] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.647171] env[70527]: DEBUG oslo_vmware.api [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52922645-9a47-13ab-a4b9-5782c4df0371, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.661145] env[70527]: DEBUG oslo_vmware.api [None req-a9ec5f39-5c01-43fa-8a08-ad5521c6d3bc tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Task: {'id': task-3913272, 'name': PowerOnVM_Task, 'duration_secs': 0.794766} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.661434] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9ec5f39-5c01-43fa-8a08-ad5521c6d3bc tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] [instance: ae092240-d091-4b1c-a61b-aaefa003271a] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 937.661641] env[70527]: INFO nova.compute.manager [None req-a9ec5f39-5c01-43fa-8a08-ad5521c6d3bc tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] [instance: ae092240-d091-4b1c-a61b-aaefa003271a] Took 6.43 seconds to spawn the instance on the hypervisor. [ 937.661819] env[70527]: DEBUG nova.compute.manager [None req-a9ec5f39-5c01-43fa-8a08-ad5521c6d3bc tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] [instance: ae092240-d091-4b1c-a61b-aaefa003271a] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 937.663223] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b7ebc07-4d75-4b14-8130-d9d54800d0e1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.741835] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9be1ef31-2960-449a-9a1f-ee7ffaec94cf tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] Acquiring lock "477e6007-8991-42f3-aae0-57a7225b2cd2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.742157] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9be1ef31-2960-449a-9a1f-ee7ffaec94cf tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] Lock "477e6007-8991-42f3-aae0-57a7225b2cd2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.813276] env[70527]: DEBUG nova.compute.manager [req-3cbf10d9-2fcd-4da4-b9bf-3ecbdb1df7cd req-27002f41-3a2d-4a52-a94f-1758eb398f2b service nova] [instance: 749d082e-c7a7-44b1-a4a3-37828b4ab05c] Received event network-changed-41fe9c56-a523-478e-bb8e-468c8411c6f1 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 937.813551] env[70527]: DEBUG nova.compute.manager [req-3cbf10d9-2fcd-4da4-b9bf-3ecbdb1df7cd req-27002f41-3a2d-4a52-a94f-1758eb398f2b service nova] [instance: 749d082e-c7a7-44b1-a4a3-37828b4ab05c] Refreshing instance network info cache due to event network-changed-41fe9c56-a523-478e-bb8e-468c8411c6f1. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 937.813679] env[70527]: DEBUG oslo_concurrency.lockutils [req-3cbf10d9-2fcd-4da4-b9bf-3ecbdb1df7cd req-27002f41-3a2d-4a52-a94f-1758eb398f2b service nova] Acquiring lock "refresh_cache-749d082e-c7a7-44b1-a4a3-37828b4ab05c" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.813781] env[70527]: DEBUG oslo_concurrency.lockutils [req-3cbf10d9-2fcd-4da4-b9bf-3ecbdb1df7cd req-27002f41-3a2d-4a52-a94f-1758eb398f2b service nova] Acquired lock "refresh_cache-749d082e-c7a7-44b1-a4a3-37828b4ab05c" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.813938] env[70527]: DEBUG nova.network.neutron [req-3cbf10d9-2fcd-4da4-b9bf-3ecbdb1df7cd req-27002f41-3a2d-4a52-a94f-1758eb398f2b service nova] [instance: 749d082e-c7a7-44b1-a4a3-37828b4ab05c] Refreshing network info cache for port 41fe9c56-a523-478e-bb8e-468c8411c6f1 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 937.925499] env[70527]: INFO nova.compute.manager [-] [instance: 0bcc182a-d2e4-4900-930a-d8e2d93f6fc4] Took 1.69 seconds to deallocate network for instance. [ 937.954186] env[70527]: DEBUG nova.scheduler.client.report [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.082588] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquiring lock "refresh_cache-8023716a-02ca-479e-ae56-9af98b173fd1" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.082746] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquired lock "refresh_cache-8023716a-02ca-479e-ae56-9af98b173fd1" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.082902] env[70527]: DEBUG nova.network.neutron [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 8023716a-02ca-479e-ae56-9af98b173fd1] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 938.144454] env[70527]: DEBUG oslo_vmware.api [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52922645-9a47-13ab-a4b9-5782c4df0371, 'name': SearchDatastore_Task, 'duration_secs': 0.010961} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.144617] env[70527]: DEBUG oslo_concurrency.lockutils [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.144931] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] [instance: 749d082e-c7a7-44b1-a4a3-37828b4ab05c] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 938.145190] env[70527]: DEBUG oslo_concurrency.lockutils [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.145265] env[70527]: DEBUG oslo_concurrency.lockutils [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.145430] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 938.146570] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ccc686b-bb24-40b6-803e-4f0b31608007 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.164052] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 938.164052] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 938.165305] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d17ff2e-e272-4562-b45d-4de6c9519850 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.173616] env[70527]: DEBUG oslo_vmware.api [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Waiting for the task: (returnval){ [ 938.173616] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]529cc329-4e4f-0cc2-20ae-1c5f439bfdc4" [ 938.173616] env[70527]: _type = "Task" [ 938.173616] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.189896] env[70527]: DEBUG oslo_vmware.api [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]529cc329-4e4f-0cc2-20ae-1c5f439bfdc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.194897] env[70527]: INFO nova.compute.manager [None req-a9ec5f39-5c01-43fa-8a08-ad5521c6d3bc tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] [instance: ae092240-d091-4b1c-a61b-aaefa003271a] Took 46.97 seconds to build instance. [ 938.245451] env[70527]: DEBUG nova.compute.manager [None req-9be1ef31-2960-449a-9a1f-ee7ffaec94cf tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] [instance: 477e6007-8991-42f3-aae0-57a7225b2cd2] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 938.434420] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f7e0ecad-8e94-4329-9d39-97e38c29d701 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.463971] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.714s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.464626] env[70527]: DEBUG nova.compute.manager [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] [instance: 818f37c0-1d7d-45ec-a21b-93d87d21f1dc] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 938.467768] env[70527]: DEBUG oslo_concurrency.lockutils [None req-037382f2-ff91-4e89-88b0-d37b62f86d50 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.324s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.468030] env[70527]: DEBUG nova.objects.instance [None req-037382f2-ff91-4e89-88b0-d37b62f86d50 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Lazy-loading 'resources' on Instance uuid c8f2bb6b-be01-4473-92f5-2a35a8eff5b0 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 938.658031] env[70527]: DEBUG nova.compute.manager [None req-975bb799-f4bc-4f00-ac31-03af84e9230d tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 1bf0b648-03d2-4915-bf40-f2af832e4e81] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 938.658031] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4c5f5e-63cf-4979-a09e-a87db4b79a84 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.661740] env[70527]: DEBUG nova.network.neutron [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 8023716a-02ca-479e-ae56-9af98b173fd1] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 938.680435] env[70527]: DEBUG nova.network.neutron [req-3cbf10d9-2fcd-4da4-b9bf-3ecbdb1df7cd req-27002f41-3a2d-4a52-a94f-1758eb398f2b service nova] [instance: 749d082e-c7a7-44b1-a4a3-37828b4ab05c] Updated VIF entry in instance network info cache for port 41fe9c56-a523-478e-bb8e-468c8411c6f1. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 938.680435] env[70527]: DEBUG nova.network.neutron [req-3cbf10d9-2fcd-4da4-b9bf-3ecbdb1df7cd req-27002f41-3a2d-4a52-a94f-1758eb398f2b service nova] [instance: 749d082e-c7a7-44b1-a4a3-37828b4ab05c] Updating instance_info_cache with network_info: [{"id": "41fe9c56-a523-478e-bb8e-468c8411c6f1", "address": "fa:16:3e:ef:fb:2f", "network": {"id": "8303d943-98fa-4e14-baeb-15cc2bede18a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-474575567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1176e5bf85f64f1891cf75ea833dbd99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41fe9c56-a5", "ovs_interfaceid": "41fe9c56-a523-478e-bb8e-468c8411c6f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.690024] env[70527]: DEBUG oslo_vmware.api [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]529cc329-4e4f-0cc2-20ae-1c5f439bfdc4, 'name': SearchDatastore_Task, 'duration_secs': 0.018491} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.690024] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e187f74-5f33-4d3f-981f-ab8d54ae2adf {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.700117] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a9ec5f39-5c01-43fa-8a08-ad5521c6d3bc tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Lock "ae092240-d091-4b1c-a61b-aaefa003271a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.611s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.700350] env[70527]: DEBUG oslo_vmware.api [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Waiting for the task: (returnval){ [ 938.700350] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52056ed7-84a7-058b-df38-d6d50a0a7c69" [ 938.700350] env[70527]: _type = "Task" [ 938.700350] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.713262] env[70527]: DEBUG oslo_vmware.api [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52056ed7-84a7-058b-df38-d6d50a0a7c69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.775047] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9be1ef31-2960-449a-9a1f-ee7ffaec94cf tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.878868] env[70527]: DEBUG nova.network.neutron [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 8023716a-02ca-479e-ae56-9af98b173fd1] Updating instance_info_cache with network_info: [{"id": "52a5a97d-0b89-4670-a64e-15d625ce7af5", "address": "fa:16:3e:75:d8:28", "network": {"id": "0528ffcb-4865-41a0-87e6-3ea996b12397", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210779476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "030332ea48994bab8d286711ee279556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52a5a97d-0b", "ovs_interfaceid": "52a5a97d-0b89-4670-a64e-15d625ce7af5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.896916] env[70527]: INFO nova.compute.manager [None req-baf75978-4275-4804-bfda-f9554dfb55e3 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] [instance: ae092240-d091-4b1c-a61b-aaefa003271a] Rebuilding instance [ 938.914047] env[70527]: DEBUG oslo_concurrency.lockutils [None req-982d37da-9c54-4aa8-a0b0-f5c6a9a535fc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquiring lock "5017d1d4-1e04-44b0-88eb-9acbfcee557c" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.914047] env[70527]: DEBUG oslo_concurrency.lockutils [None req-982d37da-9c54-4aa8-a0b0-f5c6a9a535fc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Lock "5017d1d4-1e04-44b0-88eb-9acbfcee557c" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.914047] env[70527]: DEBUG nova.compute.manager [None req-982d37da-9c54-4aa8-a0b0-f5c6a9a535fc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5017d1d4-1e04-44b0-88eb-9acbfcee557c] Going to confirm migration 4 {{(pid=70527) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 938.939951] env[70527]: DEBUG nova.compute.manager [None req-baf75978-4275-4804-bfda-f9554dfb55e3 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] [instance: ae092240-d091-4b1c-a61b-aaefa003271a] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 938.942016] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab5aac1e-21f7-4d59-bf3a-a0e097b35378 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.971394] env[70527]: DEBUG nova.compute.utils [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 938.976283] env[70527]: DEBUG nova.compute.manager [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] [instance: 818f37c0-1d7d-45ec-a21b-93d87d21f1dc] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 938.976624] env[70527]: DEBUG nova.network.neutron [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] [instance: 818f37c0-1d7d-45ec-a21b-93d87d21f1dc] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 939.033040] env[70527]: DEBUG nova.policy [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e50ee3db3a542dfa3353ad7ed310459', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '556938c8d31c4186965df9cfa1308aa8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 939.181795] env[70527]: INFO nova.compute.manager [None req-975bb799-f4bc-4f00-ac31-03af84e9230d tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 1bf0b648-03d2-4915-bf40-f2af832e4e81] instance snapshotting [ 939.183777] env[70527]: DEBUG oslo_concurrency.lockutils [req-3cbf10d9-2fcd-4da4-b9bf-3ecbdb1df7cd req-27002f41-3a2d-4a52-a94f-1758eb398f2b service nova] Releasing lock "refresh_cache-749d082e-c7a7-44b1-a4a3-37828b4ab05c" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.183887] env[70527]: DEBUG nova.compute.manager [req-3cbf10d9-2fcd-4da4-b9bf-3ecbdb1df7cd req-27002f41-3a2d-4a52-a94f-1758eb398f2b service nova] [instance: 0bcc182a-d2e4-4900-930a-d8e2d93f6fc4] Received event network-vif-deleted-fbf53343-6877-40c3-951a-20ff5038d515 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.185562] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96de8e4b-c9fc-40f8-a372-0b446541c34b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.213294] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2fb0400-7ceb-4ef9-a916-244f1fc10573 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.224197] env[70527]: DEBUG oslo_vmware.api [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52056ed7-84a7-058b-df38-d6d50a0a7c69, 'name': SearchDatastore_Task, 'duration_secs': 0.026} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.226603] env[70527]: DEBUG oslo_concurrency.lockutils [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.227106] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 749d082e-c7a7-44b1-a4a3-37828b4ab05c/749d082e-c7a7-44b1-a4a3-37828b4ab05c.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 939.236136] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db4b861f-eeb6-4343-b9ba-55786cae0b62 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.244882] env[70527]: DEBUG oslo_vmware.api [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Waiting for the task: (returnval){ [ 939.244882] env[70527]: value = "task-3913274" [ 939.244882] env[70527]: _type = "Task" [ 939.244882] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.255124] env[70527]: DEBUG oslo_vmware.api [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Task: {'id': task-3913274, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.384302] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Releasing lock "refresh_cache-8023716a-02ca-479e-ae56-9af98b173fd1" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.385129] env[70527]: DEBUG nova.compute.manager [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 8023716a-02ca-479e-ae56-9af98b173fd1] Instance network_info: |[{"id": "52a5a97d-0b89-4670-a64e-15d625ce7af5", "address": "fa:16:3e:75:d8:28", "network": {"id": "0528ffcb-4865-41a0-87e6-3ea996b12397", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210779476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "030332ea48994bab8d286711ee279556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52a5a97d-0b", "ovs_interfaceid": "52a5a97d-0b89-4670-a64e-15d625ce7af5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 939.386385] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 8023716a-02ca-479e-ae56-9af98b173fd1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:d8:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd298db54-f13d-4bf6-b6c2-755074b3047f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52a5a97d-0b89-4670-a64e-15d625ce7af5', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 939.395450] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Creating folder: Project (030332ea48994bab8d286711ee279556). Parent ref: group-v776920. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 939.396141] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f9fda910-9648-47d6-acca-4ca1fef1cf49 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.409306] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Created folder: Project (030332ea48994bab8d286711ee279556) in parent group-v776920. [ 939.409689] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Creating folder: Instances. Parent ref: group-v777101. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 939.409760] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c59b24c0-19f1-4360-97c2-01becc474732 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.426685] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Created folder: Instances in parent group-v777101. [ 939.426685] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 939.428334] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8023716a-02ca-479e-ae56-9af98b173fd1] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 939.428585] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8fb0b0cd-f574-4805-9d06-c8e99b6ba97e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.455174] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 939.455174] env[70527]: value = "task-3913277" [ 939.455174] env[70527]: _type = "Task" [ 939.455174] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.465822] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913277, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.476980] env[70527]: DEBUG nova.compute.manager [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] [instance: 818f37c0-1d7d-45ec-a21b-93d87d21f1dc] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 939.488100] env[70527]: DEBUG oslo_concurrency.lockutils [None req-982d37da-9c54-4aa8-a0b0-f5c6a9a535fc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquiring lock "refresh_cache-5017d1d4-1e04-44b0-88eb-9acbfcee557c" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.488526] env[70527]: DEBUG oslo_concurrency.lockutils [None req-982d37da-9c54-4aa8-a0b0-f5c6a9a535fc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquired lock "refresh_cache-5017d1d4-1e04-44b0-88eb-9acbfcee557c" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.488830] env[70527]: DEBUG nova.network.neutron [None req-982d37da-9c54-4aa8-a0b0-f5c6a9a535fc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5017d1d4-1e04-44b0-88eb-9acbfcee557c] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 939.489075] env[70527]: DEBUG nova.objects.instance [None req-982d37da-9c54-4aa8-a0b0-f5c6a9a535fc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Lazy-loading 'info_cache' on Instance uuid 5017d1d4-1e04-44b0-88eb-9acbfcee557c {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 939.512104] env[70527]: DEBUG nova.network.neutron [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] [instance: 818f37c0-1d7d-45ec-a21b-93d87d21f1dc] Successfully created port: 818b2240-51e3-4490-a02b-646280a30260 {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 939.550737] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ffeb1a-0851-4da6-808b-63917833fd44 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.561692] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-382f95bf-5ccb-48ee-9a6e-613a85d0f172 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.597306] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0620c3bf-2561-41c3-9569-a338576cfdb5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.607462] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9794af7e-1452-4e5c-9d25-8a2e45d0868c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.625302] env[70527]: DEBUG nova.compute.provider_tree [None req-037382f2-ff91-4e89-88b0-d37b62f86d50 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 939.741281] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-975bb799-f4bc-4f00-ac31-03af84e9230d tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 1bf0b648-03d2-4915-bf40-f2af832e4e81] Creating Snapshot of the VM instance {{(pid=70527) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 939.741792] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-94e519b6-6b53-4686-b393-081bdaa538e0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.762303] env[70527]: DEBUG oslo_vmware.api [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Task: {'id': task-3913274, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.763948] env[70527]: DEBUG oslo_vmware.api [None req-975bb799-f4bc-4f00-ac31-03af84e9230d tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Waiting for the task: (returnval){ [ 939.763948] env[70527]: value = "task-3913278" [ 939.763948] env[70527]: _type = "Task" [ 939.763948] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.774867] env[70527]: DEBUG oslo_vmware.api [None req-975bb799-f4bc-4f00-ac31-03af84e9230d tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': task-3913278, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.943769] env[70527]: DEBUG nova.compute.manager [req-02caf99f-2faa-4a44-9978-00d6bf189824 req-9403482b-4989-4a4a-851a-6d5ac6501ced service nova] [instance: 8023716a-02ca-479e-ae56-9af98b173fd1] Received event network-vif-plugged-52a5a97d-0b89-4670-a64e-15d625ce7af5 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.943769] env[70527]: DEBUG oslo_concurrency.lockutils [req-02caf99f-2faa-4a44-9978-00d6bf189824 req-9403482b-4989-4a4a-851a-6d5ac6501ced service nova] Acquiring lock "8023716a-02ca-479e-ae56-9af98b173fd1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.947037] env[70527]: DEBUG oslo_concurrency.lockutils [req-02caf99f-2faa-4a44-9978-00d6bf189824 req-9403482b-4989-4a4a-851a-6d5ac6501ced service nova] Lock "8023716a-02ca-479e-ae56-9af98b173fd1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.947550] env[70527]: DEBUG oslo_concurrency.lockutils [req-02caf99f-2faa-4a44-9978-00d6bf189824 req-9403482b-4989-4a4a-851a-6d5ac6501ced service nova] Lock "8023716a-02ca-479e-ae56-9af98b173fd1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.004s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.950578] env[70527]: DEBUG nova.compute.manager [req-02caf99f-2faa-4a44-9978-00d6bf189824 req-9403482b-4989-4a4a-851a-6d5ac6501ced service nova] [instance: 8023716a-02ca-479e-ae56-9af98b173fd1] No waiting events found dispatching network-vif-plugged-52a5a97d-0b89-4670-a64e-15d625ce7af5 {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 939.950578] env[70527]: WARNING nova.compute.manager [req-02caf99f-2faa-4a44-9978-00d6bf189824 req-9403482b-4989-4a4a-851a-6d5ac6501ced service nova] [instance: 8023716a-02ca-479e-ae56-9af98b173fd1] Received unexpected event network-vif-plugged-52a5a97d-0b89-4670-a64e-15d625ce7af5 for instance with vm_state building and task_state spawning. [ 939.950578] env[70527]: DEBUG nova.compute.manager [req-02caf99f-2faa-4a44-9978-00d6bf189824 req-9403482b-4989-4a4a-851a-6d5ac6501ced service nova] [instance: 8023716a-02ca-479e-ae56-9af98b173fd1] Received event network-changed-52a5a97d-0b89-4670-a64e-15d625ce7af5 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.950578] env[70527]: DEBUG nova.compute.manager [req-02caf99f-2faa-4a44-9978-00d6bf189824 req-9403482b-4989-4a4a-851a-6d5ac6501ced service nova] [instance: 8023716a-02ca-479e-ae56-9af98b173fd1] Refreshing instance network info cache due to event network-changed-52a5a97d-0b89-4670-a64e-15d625ce7af5. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 939.950578] env[70527]: DEBUG oslo_concurrency.lockutils [req-02caf99f-2faa-4a44-9978-00d6bf189824 req-9403482b-4989-4a4a-851a-6d5ac6501ced service nova] Acquiring lock "refresh_cache-8023716a-02ca-479e-ae56-9af98b173fd1" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.950899] env[70527]: DEBUG oslo_concurrency.lockutils [req-02caf99f-2faa-4a44-9978-00d6bf189824 req-9403482b-4989-4a4a-851a-6d5ac6501ced service nova] Acquired lock "refresh_cache-8023716a-02ca-479e-ae56-9af98b173fd1" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.950899] env[70527]: DEBUG nova.network.neutron [req-02caf99f-2faa-4a44-9978-00d6bf189824 req-9403482b-4989-4a4a-851a-6d5ac6501ced service nova] [instance: 8023716a-02ca-479e-ae56-9af98b173fd1] Refreshing network info cache for port 52a5a97d-0b89-4670-a64e-15d625ce7af5 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 939.961559] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-baf75978-4275-4804-bfda-f9554dfb55e3 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] [instance: ae092240-d091-4b1c-a61b-aaefa003271a] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 939.962599] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef21dd82-9348-46c3-9e42-c1ede6e6ec65 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.972041] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913277, 'name': CreateVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.976302] env[70527]: DEBUG oslo_vmware.api [None req-baf75978-4275-4804-bfda-f9554dfb55e3 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Waiting for the task: (returnval){ [ 939.976302] env[70527]: value = "task-3913279" [ 939.976302] env[70527]: _type = "Task" [ 939.976302] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.999035] env[70527]: DEBUG oslo_vmware.api [None req-baf75978-4275-4804-bfda-f9554dfb55e3 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Task: {'id': task-3913279, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.129073] env[70527]: DEBUG nova.scheduler.client.report [None req-037382f2-ff91-4e89-88b0-d37b62f86d50 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.258149] env[70527]: DEBUG oslo_vmware.api [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Task: {'id': task-3913274, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.668862} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.258477] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 749d082e-c7a7-44b1-a4a3-37828b4ab05c/749d082e-c7a7-44b1-a4a3-37828b4ab05c.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 940.258748] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] [instance: 749d082e-c7a7-44b1-a4a3-37828b4ab05c] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 940.259070] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-622d64e7-330c-4671-bc14-518b65ba4a1f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.269911] env[70527]: DEBUG oslo_vmware.api [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Waiting for the task: (returnval){ [ 940.269911] env[70527]: value = "task-3913280" [ 940.269911] env[70527]: _type = "Task" [ 940.269911] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.277830] env[70527]: DEBUG oslo_vmware.api [None req-975bb799-f4bc-4f00-ac31-03af84e9230d tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': task-3913278, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.284024] env[70527]: DEBUG oslo_vmware.api [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Task: {'id': task-3913280, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.468155] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913277, 'name': CreateVM_Task, 'duration_secs': 0.603978} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.468346] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8023716a-02ca-479e-ae56-9af98b173fd1] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 940.469061] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.469235] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.469559] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.469824] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b4d05bb-4103-4dbf-94d6-5514dea9f36e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.475219] env[70527]: DEBUG oslo_vmware.api [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Waiting for the task: (returnval){ [ 940.475219] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]523aaa8e-58a0-457a-5ae7-878f4cbed476" [ 940.475219] env[70527]: _type = "Task" [ 940.475219] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.486695] env[70527]: DEBUG oslo_vmware.api [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]523aaa8e-58a0-457a-5ae7-878f4cbed476, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.490629] env[70527]: DEBUG nova.compute.manager [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] [instance: 818f37c0-1d7d-45ec-a21b-93d87d21f1dc] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 940.492790] env[70527]: DEBUG oslo_vmware.api [None req-baf75978-4275-4804-bfda-f9554dfb55e3 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Task: {'id': task-3913279, 'name': PowerOffVM_Task, 'duration_secs': 0.16902} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.495380] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-baf75978-4275-4804-bfda-f9554dfb55e3 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] [instance: ae092240-d091-4b1c-a61b-aaefa003271a] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 940.495722] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-baf75978-4275-4804-bfda-f9554dfb55e3 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] [instance: ae092240-d091-4b1c-a61b-aaefa003271a] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 940.496473] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf87775f-59eb-4ff5-ac96-d223e6c32172 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.507943] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-baf75978-4275-4804-bfda-f9554dfb55e3 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] [instance: ae092240-d091-4b1c-a61b-aaefa003271a] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 940.508320] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-896ac92a-8281-430c-bdf0-a05ee3332965 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.518657] env[70527]: DEBUG nova.virt.hardware [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 940.518883] env[70527]: DEBUG nova.virt.hardware [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 940.519070] env[70527]: DEBUG nova.virt.hardware [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 940.519257] env[70527]: DEBUG nova.virt.hardware [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 940.519404] env[70527]: DEBUG nova.virt.hardware [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 940.519548] env[70527]: DEBUG nova.virt.hardware [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 940.519773] env[70527]: DEBUG nova.virt.hardware [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 940.519932] env[70527]: DEBUG nova.virt.hardware [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 940.520111] env[70527]: DEBUG nova.virt.hardware [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 940.520275] env[70527]: DEBUG nova.virt.hardware [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 940.520445] env[70527]: DEBUG nova.virt.hardware [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 940.521347] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c64e3174-6d79-4ca8-8e42-2f20a43a26cd {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.532393] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-141f10de-08e8-492a-ac47-24e6b7e365e0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.540759] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-baf75978-4275-4804-bfda-f9554dfb55e3 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] [instance: ae092240-d091-4b1c-a61b-aaefa003271a] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 940.540971] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-baf75978-4275-4804-bfda-f9554dfb55e3 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] [instance: ae092240-d091-4b1c-a61b-aaefa003271a] Deleting contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 940.541176] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-baf75978-4275-4804-bfda-f9554dfb55e3 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Deleting the datastore file [datastore2] ae092240-d091-4b1c-a61b-aaefa003271a {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 940.541436] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2ccc2c0-c3c7-4fe0-8453-428896f79e30 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.559888] env[70527]: DEBUG oslo_vmware.api [None req-baf75978-4275-4804-bfda-f9554dfb55e3 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Waiting for the task: (returnval){ [ 940.559888] env[70527]: value = "task-3913282" [ 940.559888] env[70527]: _type = "Task" [ 940.559888] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.569325] env[70527]: DEBUG oslo_vmware.api [None req-baf75978-4275-4804-bfda-f9554dfb55e3 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Task: {'id': task-3913282, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.636057] env[70527]: DEBUG oslo_concurrency.lockutils [None req-037382f2-ff91-4e89-88b0-d37b62f86d50 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.168s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.640631] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b61c5e1c-2719-4baf-9344-e1b88d6a91ee tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.899s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.640631] env[70527]: DEBUG nova.objects.instance [None req-b61c5e1c-2719-4baf-9344-e1b88d6a91ee tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Lazy-loading 'resources' on Instance uuid 01ecb952-4274-4c03-9642-ff7fc894df3c {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 940.665304] env[70527]: INFO nova.scheduler.client.report [None req-037382f2-ff91-4e89-88b0-d37b62f86d50 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Deleted allocations for instance c8f2bb6b-be01-4473-92f5-2a35a8eff5b0 [ 940.758716] env[70527]: DEBUG nova.network.neutron [req-02caf99f-2faa-4a44-9978-00d6bf189824 req-9403482b-4989-4a4a-851a-6d5ac6501ced service nova] [instance: 8023716a-02ca-479e-ae56-9af98b173fd1] Updated VIF entry in instance network info cache for port 52a5a97d-0b89-4670-a64e-15d625ce7af5. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 940.759236] env[70527]: DEBUG nova.network.neutron [req-02caf99f-2faa-4a44-9978-00d6bf189824 req-9403482b-4989-4a4a-851a-6d5ac6501ced service nova] [instance: 8023716a-02ca-479e-ae56-9af98b173fd1] Updating instance_info_cache with network_info: [{"id": "52a5a97d-0b89-4670-a64e-15d625ce7af5", "address": "fa:16:3e:75:d8:28", "network": {"id": "0528ffcb-4865-41a0-87e6-3ea996b12397", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210779476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "030332ea48994bab8d286711ee279556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52a5a97d-0b", "ovs_interfaceid": "52a5a97d-0b89-4670-a64e-15d625ce7af5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.782099] env[70527]: DEBUG oslo_vmware.api [None req-975bb799-f4bc-4f00-ac31-03af84e9230d tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': task-3913278, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.785355] env[70527]: DEBUG oslo_vmware.api [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Task: {'id': task-3913280, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.254969} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.785629] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] [instance: 749d082e-c7a7-44b1-a4a3-37828b4ab05c] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 940.788878] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f45a11-bc46-4914-b5f1-5c45e041807d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.813190] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] [instance: 749d082e-c7a7-44b1-a4a3-37828b4ab05c] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 749d082e-c7a7-44b1-a4a3-37828b4ab05c/749d082e-c7a7-44b1-a4a3-37828b4ab05c.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 940.814583] env[70527]: DEBUG nova.network.neutron [None req-982d37da-9c54-4aa8-a0b0-f5c6a9a535fc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5017d1d4-1e04-44b0-88eb-9acbfcee557c] Updating instance_info_cache with network_info: [{"id": "350bcb9f-f36a-4128-abd4-d0e7c42b5e02", "address": "fa:16:3e:ad:5c:f2", "network": {"id": "ac4c5c7a-9727-4cf7-83da-cc12f81bae3a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-994465232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffc6c328f56e4971bceb097b0ceef30d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap350bcb9f-f3", "ovs_interfaceid": "350bcb9f-f36a-4128-abd4-d0e7c42b5e02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.816393] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1538bd7b-30ab-48ed-9791-48e305bd50b8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.838798] env[70527]: DEBUG oslo_vmware.api [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Waiting for the task: (returnval){ [ 940.838798] env[70527]: value = "task-3913283" [ 940.838798] env[70527]: _type = "Task" [ 940.838798] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.848363] env[70527]: DEBUG oslo_vmware.api [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Task: {'id': task-3913283, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.987495] env[70527]: DEBUG oslo_vmware.api [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]523aaa8e-58a0-457a-5ae7-878f4cbed476, 'name': SearchDatastore_Task, 'duration_secs': 0.024787} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.987897] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.988417] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 8023716a-02ca-479e-ae56-9af98b173fd1] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 940.988520] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.988643] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.988866] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 940.989205] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f4fc972-7cb2-4729-ba56-cc088ef0ab7a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.007831] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 941.008112] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 941.008917] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49dea77e-94bd-4cca-9044-ee6fcb7c1094 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.014849] env[70527]: DEBUG oslo_vmware.api [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Waiting for the task: (returnval){ [ 941.014849] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52803bca-389a-7776-2352-d23fd72a4df6" [ 941.014849] env[70527]: _type = "Task" [ 941.014849] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.023984] env[70527]: DEBUG oslo_vmware.api [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52803bca-389a-7776-2352-d23fd72a4df6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.070144] env[70527]: DEBUG oslo_vmware.api [None req-baf75978-4275-4804-bfda-f9554dfb55e3 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Task: {'id': task-3913282, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240455} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.070578] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-baf75978-4275-4804-bfda-f9554dfb55e3 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 941.070872] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-baf75978-4275-4804-bfda-f9554dfb55e3 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] [instance: ae092240-d091-4b1c-a61b-aaefa003271a] Deleted contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 941.071198] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-baf75978-4275-4804-bfda-f9554dfb55e3 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] [instance: ae092240-d091-4b1c-a61b-aaefa003271a] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 941.174395] env[70527]: DEBUG oslo_concurrency.lockutils [None req-037382f2-ff91-4e89-88b0-d37b62f86d50 tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Lock "c8f2bb6b-be01-4473-92f5-2a35a8eff5b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.711s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.265028] env[70527]: DEBUG oslo_concurrency.lockutils [req-02caf99f-2faa-4a44-9978-00d6bf189824 req-9403482b-4989-4a4a-851a-6d5ac6501ced service nova] Releasing lock "refresh_cache-8023716a-02ca-479e-ae56-9af98b173fd1" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.278104] env[70527]: DEBUG oslo_vmware.api [None req-975bb799-f4bc-4f00-ac31-03af84e9230d tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': task-3913278, 'name': CreateSnapshot_Task, 'duration_secs': 1.358825} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.278104] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-975bb799-f4bc-4f00-ac31-03af84e9230d tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 1bf0b648-03d2-4915-bf40-f2af832e4e81] Created Snapshot of the VM instance {{(pid=70527) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 941.278626] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-824b469c-d557-4a68-8eb8-a1d08e022e1c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.317375] env[70527]: DEBUG oslo_concurrency.lockutils [None req-982d37da-9c54-4aa8-a0b0-f5c6a9a535fc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Releasing lock "refresh_cache-5017d1d4-1e04-44b0-88eb-9acbfcee557c" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.317700] env[70527]: DEBUG nova.objects.instance [None req-982d37da-9c54-4aa8-a0b0-f5c6a9a535fc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Lazy-loading 'migration_context' on Instance uuid 5017d1d4-1e04-44b0-88eb-9acbfcee557c {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 941.349867] env[70527]: DEBUG oslo_vmware.api [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Task: {'id': task-3913283, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.533774] env[70527]: DEBUG oslo_vmware.api [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52803bca-389a-7776-2352-d23fd72a4df6, 'name': SearchDatastore_Task, 'duration_secs': 0.028469} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.540037] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f66c9917-b938-4960-8b0d-b9d723924de2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.540562] env[70527]: DEBUG nova.network.neutron [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] [instance: 818f37c0-1d7d-45ec-a21b-93d87d21f1dc] Successfully updated port: 818b2240-51e3-4490-a02b-646280a30260 {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 941.545563] env[70527]: DEBUG oslo_vmware.api [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Waiting for the task: (returnval){ [ 941.545563] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]5274f9a7-7f44-7b89-caff-02840d63b52a" [ 941.545563] env[70527]: _type = "Task" [ 941.545563] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.554636] env[70527]: DEBUG oslo_vmware.api [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5274f9a7-7f44-7b89-caff-02840d63b52a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.685850] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1cc7ce7-7753-498f-acf7-92df060ea091 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.697496] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e038416f-9996-4ff0-8790-639a566f1d27 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.731239] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec72ceb-a01e-4bbf-9155-eca4a7819436 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.740231] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16cc76b0-fec4-4a78-bda4-6b7b444a984a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.755364] env[70527]: DEBUG nova.compute.provider_tree [None req-b61c5e1c-2719-4baf-9344-e1b88d6a91ee tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 941.807915] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-975bb799-f4bc-4f00-ac31-03af84e9230d tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 1bf0b648-03d2-4915-bf40-f2af832e4e81] Creating linked-clone VM from snapshot {{(pid=70527) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 941.808797] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b9fbd94a-384d-49f9-b458-cff8ae163f11 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.818581] env[70527]: DEBUG oslo_vmware.api [None req-975bb799-f4bc-4f00-ac31-03af84e9230d tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Waiting for the task: (returnval){ [ 941.818581] env[70527]: value = "task-3913284" [ 941.818581] env[70527]: _type = "Task" [ 941.818581] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.822343] env[70527]: DEBUG nova.objects.base [None req-982d37da-9c54-4aa8-a0b0-f5c6a9a535fc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Object Instance<5017d1d4-1e04-44b0-88eb-9acbfcee557c> lazy-loaded attributes: info_cache,migration_context {{(pid=70527) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 941.823160] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73553988-faab-4de4-828a-92f2bf6ac58b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.831859] env[70527]: DEBUG oslo_vmware.api [None req-975bb799-f4bc-4f00-ac31-03af84e9230d tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': task-3913284, 'name': CloneVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.848925] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99e639d5-e676-4369-a036-9f3d436672b0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.857225] env[70527]: DEBUG oslo_vmware.api [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Task: {'id': task-3913283, 'name': ReconfigVM_Task, 'duration_secs': 0.571983} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.858198] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] [instance: 749d082e-c7a7-44b1-a4a3-37828b4ab05c] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 749d082e-c7a7-44b1-a4a3-37828b4ab05c/749d082e-c7a7-44b1-a4a3-37828b4ab05c.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 941.858897] env[70527]: DEBUG oslo_vmware.api [None req-982d37da-9c54-4aa8-a0b0-f5c6a9a535fc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for the task: (returnval){ [ 941.858897] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]524bf729-0931-b7e4-2f48-40c904faadab" [ 941.858897] env[70527]: _type = "Task" [ 941.858897] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.859101] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f818924d-69f7-4fd8-bef0-348135b17ef7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.869643] env[70527]: DEBUG oslo_vmware.api [None req-982d37da-9c54-4aa8-a0b0-f5c6a9a535fc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]524bf729-0931-b7e4-2f48-40c904faadab, 'name': SearchDatastore_Task, 'duration_secs': 0.007869} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.871100] env[70527]: DEBUG oslo_concurrency.lockutils [None req-982d37da-9c54-4aa8-a0b0-f5c6a9a535fc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.871435] env[70527]: DEBUG oslo_vmware.api [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Waiting for the task: (returnval){ [ 941.871435] env[70527]: value = "task-3913285" [ 941.871435] env[70527]: _type = "Task" [ 941.871435] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.880430] env[70527]: DEBUG oslo_vmware.api [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Task: {'id': task-3913285, 'name': Rename_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.045062] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Acquiring lock "refresh_cache-818f37c0-1d7d-45ec-a21b-93d87d21f1dc" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.045367] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Acquired lock "refresh_cache-818f37c0-1d7d-45ec-a21b-93d87d21f1dc" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.045483] env[70527]: DEBUG nova.network.neutron [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] [instance: 818f37c0-1d7d-45ec-a21b-93d87d21f1dc] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 942.056076] env[70527]: DEBUG nova.compute.manager [req-6f229051-6656-41f9-86f3-a687d9560203 req-5f31995c-1593-4fb8-8103-855752ab2f53 service nova] [instance: 818f37c0-1d7d-45ec-a21b-93d87d21f1dc] Received event network-vif-plugged-818b2240-51e3-4490-a02b-646280a30260 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.056127] env[70527]: DEBUG oslo_concurrency.lockutils [req-6f229051-6656-41f9-86f3-a687d9560203 req-5f31995c-1593-4fb8-8103-855752ab2f53 service nova] Acquiring lock "818f37c0-1d7d-45ec-a21b-93d87d21f1dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.056333] env[70527]: DEBUG oslo_concurrency.lockutils [req-6f229051-6656-41f9-86f3-a687d9560203 req-5f31995c-1593-4fb8-8103-855752ab2f53 service nova] Lock "818f37c0-1d7d-45ec-a21b-93d87d21f1dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.056545] env[70527]: DEBUG oslo_concurrency.lockutils [req-6f229051-6656-41f9-86f3-a687d9560203 req-5f31995c-1593-4fb8-8103-855752ab2f53 service nova] Lock "818f37c0-1d7d-45ec-a21b-93d87d21f1dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.056734] env[70527]: DEBUG nova.compute.manager [req-6f229051-6656-41f9-86f3-a687d9560203 req-5f31995c-1593-4fb8-8103-855752ab2f53 service nova] [instance: 818f37c0-1d7d-45ec-a21b-93d87d21f1dc] No waiting events found dispatching network-vif-plugged-818b2240-51e3-4490-a02b-646280a30260 {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 942.056900] env[70527]: WARNING nova.compute.manager [req-6f229051-6656-41f9-86f3-a687d9560203 req-5f31995c-1593-4fb8-8103-855752ab2f53 service nova] [instance: 818f37c0-1d7d-45ec-a21b-93d87d21f1dc] Received unexpected event network-vif-plugged-818b2240-51e3-4490-a02b-646280a30260 for instance with vm_state building and task_state spawning. [ 942.057071] env[70527]: DEBUG nova.compute.manager [req-6f229051-6656-41f9-86f3-a687d9560203 req-5f31995c-1593-4fb8-8103-855752ab2f53 service nova] [instance: 818f37c0-1d7d-45ec-a21b-93d87d21f1dc] Received event network-changed-818b2240-51e3-4490-a02b-646280a30260 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.057233] env[70527]: DEBUG nova.compute.manager [req-6f229051-6656-41f9-86f3-a687d9560203 req-5f31995c-1593-4fb8-8103-855752ab2f53 service nova] [instance: 818f37c0-1d7d-45ec-a21b-93d87d21f1dc] Refreshing instance network info cache due to event network-changed-818b2240-51e3-4490-a02b-646280a30260. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 942.057391] env[70527]: DEBUG oslo_concurrency.lockutils [req-6f229051-6656-41f9-86f3-a687d9560203 req-5f31995c-1593-4fb8-8103-855752ab2f53 service nova] Acquiring lock "refresh_cache-818f37c0-1d7d-45ec-a21b-93d87d21f1dc" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.062463] env[70527]: DEBUG oslo_vmware.api [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5274f9a7-7f44-7b89-caff-02840d63b52a, 'name': SearchDatastore_Task, 'duration_secs': 0.009999} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.062714] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.062981] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 8023716a-02ca-479e-ae56-9af98b173fd1/8023716a-02ca-479e-ae56-9af98b173fd1.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 942.063239] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a6430ced-bc90-46d9-9383-135fed4b4117 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.073487] env[70527]: DEBUG oslo_vmware.api [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Waiting for the task: (returnval){ [ 942.073487] env[70527]: value = "task-3913286" [ 942.073487] env[70527]: _type = "Task" [ 942.073487] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.086687] env[70527]: DEBUG oslo_vmware.api [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3913286, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.120984] env[70527]: DEBUG nova.virt.hardware [None req-baf75978-4275-4804-bfda-f9554dfb55e3 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 942.121658] env[70527]: DEBUG nova.virt.hardware [None req-baf75978-4275-4804-bfda-f9554dfb55e3 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 942.122531] env[70527]: DEBUG nova.virt.hardware [None req-baf75978-4275-4804-bfda-f9554dfb55e3 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 942.122955] env[70527]: DEBUG nova.virt.hardware [None req-baf75978-4275-4804-bfda-f9554dfb55e3 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 942.123396] env[70527]: DEBUG nova.virt.hardware [None req-baf75978-4275-4804-bfda-f9554dfb55e3 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 942.123716] env[70527]: DEBUG nova.virt.hardware [None req-baf75978-4275-4804-bfda-f9554dfb55e3 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 942.124152] env[70527]: DEBUG nova.virt.hardware [None req-baf75978-4275-4804-bfda-f9554dfb55e3 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 942.125016] env[70527]: DEBUG nova.virt.hardware [None req-baf75978-4275-4804-bfda-f9554dfb55e3 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 942.125393] env[70527]: DEBUG nova.virt.hardware [None req-baf75978-4275-4804-bfda-f9554dfb55e3 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 942.125745] env[70527]: DEBUG nova.virt.hardware [None req-baf75978-4275-4804-bfda-f9554dfb55e3 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 942.126123] env[70527]: DEBUG nova.virt.hardware [None req-baf75978-4275-4804-bfda-f9554dfb55e3 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 942.127511] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a6f40a7-9e3e-4636-9258-24512f00bc78 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.144653] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63c6962-c5db-4b42-8dff-909aa00727cf {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.166553] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-baf75978-4275-4804-bfda-f9554dfb55e3 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] [instance: ae092240-d091-4b1c-a61b-aaefa003271a] Instance VIF info [] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 942.173087] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-baf75978-4275-4804-bfda-f9554dfb55e3 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 942.173431] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae092240-d091-4b1c-a61b-aaefa003271a] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 942.173663] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-92ddec8e-9b32-460e-bc66-c179c16cbbe9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.194779] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 942.194779] env[70527]: value = "task-3913287" [ 942.194779] env[70527]: _type = "Task" [ 942.194779] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.204910] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913287, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.259324] env[70527]: DEBUG nova.scheduler.client.report [None req-b61c5e1c-2719-4baf-9344-e1b88d6a91ee tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.289804] env[70527]: DEBUG oslo_concurrency.lockutils [None req-5e1ef632-790e-4c91-990a-845444b459ae tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Acquiring lock "92d864e4-e030-49df-b739-46f55730fd0a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.290942] env[70527]: DEBUG oslo_concurrency.lockutils [None req-5e1ef632-790e-4c91-990a-845444b459ae tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Lock "92d864e4-e030-49df-b739-46f55730fd0a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.291182] env[70527]: DEBUG oslo_concurrency.lockutils [None req-5e1ef632-790e-4c91-990a-845444b459ae tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Acquiring lock "92d864e4-e030-49df-b739-46f55730fd0a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.291618] env[70527]: DEBUG oslo_concurrency.lockutils [None req-5e1ef632-790e-4c91-990a-845444b459ae tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Lock "92d864e4-e030-49df-b739-46f55730fd0a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.292034] env[70527]: DEBUG oslo_concurrency.lockutils [None req-5e1ef632-790e-4c91-990a-845444b459ae tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Lock "92d864e4-e030-49df-b739-46f55730fd0a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.295123] env[70527]: INFO nova.compute.manager [None req-5e1ef632-790e-4c91-990a-845444b459ae tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: 92d864e4-e030-49df-b739-46f55730fd0a] Terminating instance [ 942.332273] env[70527]: DEBUG oslo_vmware.api [None req-975bb799-f4bc-4f00-ac31-03af84e9230d tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': task-3913284, 'name': CloneVM_Task} progress is 94%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.386619] env[70527]: DEBUG oslo_vmware.api [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Task: {'id': task-3913285, 'name': Rename_Task, 'duration_secs': 0.150421} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.386687] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] [instance: 749d082e-c7a7-44b1-a4a3-37828b4ab05c] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 942.387047] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e25ad46c-0825-480e-97ae-0676835ef5a1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.396169] env[70527]: DEBUG oslo_vmware.api [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Waiting for the task: (returnval){ [ 942.396169] env[70527]: value = "task-3913288" [ 942.396169] env[70527]: _type = "Task" [ 942.396169] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.407078] env[70527]: DEBUG oslo_vmware.api [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Task: {'id': task-3913288, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.586219] env[70527]: DEBUG oslo_vmware.api [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3913286, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.591668] env[70527]: DEBUG nova.network.neutron [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] [instance: 818f37c0-1d7d-45ec-a21b-93d87d21f1dc] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 942.705815] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913287, 'name': CreateVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.765106] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b61c5e1c-2719-4baf-9344-e1b88d6a91ee tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.125s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.768851] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.118s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.770470] env[70527]: INFO nova.compute.claims [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] [instance: 8fdb5302-cf28-43d6-9e0f-bd361c5f2ccf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 942.801193] env[70527]: DEBUG nova.compute.manager [None req-5e1ef632-790e-4c91-990a-845444b459ae tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: 92d864e4-e030-49df-b739-46f55730fd0a] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 942.801404] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1ef632-790e-4c91-990a-845444b459ae tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: 92d864e4-e030-49df-b739-46f55730fd0a] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 942.803034] env[70527]: INFO nova.scheduler.client.report [None req-b61c5e1c-2719-4baf-9344-e1b88d6a91ee tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Deleted allocations for instance 01ecb952-4274-4c03-9642-ff7fc894df3c [ 942.805475] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dbc744a-83d0-4db8-9895-7a9f48e42ac1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.817294] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e1ef632-790e-4c91-990a-845444b459ae tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: 92d864e4-e030-49df-b739-46f55730fd0a] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 942.820020] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b76d3fa-57ef-471a-937e-9186d45a2292 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.827427] env[70527]: DEBUG oslo_vmware.api [None req-5e1ef632-790e-4c91-990a-845444b459ae tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Waiting for the task: (returnval){ [ 942.827427] env[70527]: value = "task-3913289" [ 942.827427] env[70527]: _type = "Task" [ 942.827427] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.833666] env[70527]: DEBUG oslo_vmware.api [None req-975bb799-f4bc-4f00-ac31-03af84e9230d tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': task-3913284, 'name': CloneVM_Task} progress is 94%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.839997] env[70527]: DEBUG oslo_vmware.api [None req-5e1ef632-790e-4c91-990a-845444b459ae tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': task-3913289, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.850059] env[70527]: DEBUG nova.network.neutron [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] [instance: 818f37c0-1d7d-45ec-a21b-93d87d21f1dc] Updating instance_info_cache with network_info: [{"id": "818b2240-51e3-4490-a02b-646280a30260", "address": "fa:16:3e:f4:55:bd", "network": {"id": "e38cea6a-0aa2-45f3-bc59-448e55709121", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1954509448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "556938c8d31c4186965df9cfa1308aa8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap818b2240-51", "ovs_interfaceid": "818b2240-51e3-4490-a02b-646280a30260", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.909574] env[70527]: DEBUG oslo_vmware.api [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Task: {'id': task-3913288, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.084976] env[70527]: DEBUG oslo_vmware.api [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3913286, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.584027} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.085267] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 8023716a-02ca-479e-ae56-9af98b173fd1/8023716a-02ca-479e-ae56-9af98b173fd1.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 943.085504] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 8023716a-02ca-479e-ae56-9af98b173fd1] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 943.085770] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b31ce93-6c7a-4549-90f3-248eaaae48d9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.098293] env[70527]: DEBUG oslo_vmware.api [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Waiting for the task: (returnval){ [ 943.098293] env[70527]: value = "task-3913290" [ 943.098293] env[70527]: _type = "Task" [ 943.098293] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.109733] env[70527]: DEBUG oslo_vmware.api [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3913290, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.206120] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913287, 'name': CreateVM_Task, 'duration_secs': 0.668844} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.206300] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae092240-d091-4b1c-a61b-aaefa003271a] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 943.206879] env[70527]: DEBUG oslo_concurrency.lockutils [None req-baf75978-4275-4804-bfda-f9554dfb55e3 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.206997] env[70527]: DEBUG oslo_concurrency.lockutils [None req-baf75978-4275-4804-bfda-f9554dfb55e3 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.207369] env[70527]: DEBUG oslo_concurrency.lockutils [None req-baf75978-4275-4804-bfda-f9554dfb55e3 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.207745] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7aba0d5-5952-444f-87cd-c20da441aa5f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.213695] env[70527]: DEBUG oslo_vmware.api [None req-baf75978-4275-4804-bfda-f9554dfb55e3 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Waiting for the task: (returnval){ [ 943.213695] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52ea6de2-653a-b0e0-4c49-33cd3a660c43" [ 943.213695] env[70527]: _type = "Task" [ 943.213695] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.223194] env[70527]: DEBUG oslo_vmware.api [None req-baf75978-4275-4804-bfda-f9554dfb55e3 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52ea6de2-653a-b0e0-4c49-33cd3a660c43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.315929] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b61c5e1c-2719-4baf-9344-e1b88d6a91ee tempest-ServersListShow296Test-2107977095 tempest-ServersListShow296Test-2107977095-project-member] Lock "01ecb952-4274-4c03-9642-ff7fc894df3c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.810s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.346255] env[70527]: DEBUG oslo_vmware.api [None req-5e1ef632-790e-4c91-990a-845444b459ae tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': task-3913289, 'name': PowerOffVM_Task, 'duration_secs': 0.236816} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.346653] env[70527]: DEBUG oslo_vmware.api [None req-975bb799-f4bc-4f00-ac31-03af84e9230d tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': task-3913284, 'name': CloneVM_Task} progress is 95%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.347825] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e1ef632-790e-4c91-990a-845444b459ae tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: 92d864e4-e030-49df-b739-46f55730fd0a] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 943.348046] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1ef632-790e-4c91-990a-845444b459ae tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: 92d864e4-e030-49df-b739-46f55730fd0a] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 943.348345] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76386d10-a43f-4ef7-b6dd-ff793884eaa0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.353473] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Releasing lock "refresh_cache-818f37c0-1d7d-45ec-a21b-93d87d21f1dc" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.353781] env[70527]: DEBUG nova.compute.manager [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] [instance: 818f37c0-1d7d-45ec-a21b-93d87d21f1dc] Instance network_info: |[{"id": "818b2240-51e3-4490-a02b-646280a30260", "address": "fa:16:3e:f4:55:bd", "network": {"id": "e38cea6a-0aa2-45f3-bc59-448e55709121", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1954509448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "556938c8d31c4186965df9cfa1308aa8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap818b2240-51", "ovs_interfaceid": "818b2240-51e3-4490-a02b-646280a30260", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 943.354075] env[70527]: DEBUG oslo_concurrency.lockutils [req-6f229051-6656-41f9-86f3-a687d9560203 req-5f31995c-1593-4fb8-8103-855752ab2f53 service nova] Acquired lock "refresh_cache-818f37c0-1d7d-45ec-a21b-93d87d21f1dc" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.354292] env[70527]: DEBUG nova.network.neutron [req-6f229051-6656-41f9-86f3-a687d9560203 req-5f31995c-1593-4fb8-8103-855752ab2f53 service nova] [instance: 818f37c0-1d7d-45ec-a21b-93d87d21f1dc] Refreshing network info cache for port 818b2240-51e3-4490-a02b-646280a30260 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 943.355453] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] [instance: 818f37c0-1d7d-45ec-a21b-93d87d21f1dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:55:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c405e9f-a6c8-4308-acac-071654efe18e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '818b2240-51e3-4490-a02b-646280a30260', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 943.364021] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Creating folder: Project (556938c8d31c4186965df9cfa1308aa8). Parent ref: group-v776920. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 943.364021] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-46d68cb4-69a2-4999-948f-a58ed177a737 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.378586] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Created folder: Project (556938c8d31c4186965df9cfa1308aa8) in parent group-v776920. [ 943.378885] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Creating folder: Instances. Parent ref: group-v777107. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 943.379055] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a3fa0f9-6487-4fb6-839f-8fbd52f352e5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.396166] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Created folder: Instances in parent group-v777107. [ 943.396658] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 943.396982] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 818f37c0-1d7d-45ec-a21b-93d87d21f1dc] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 943.397449] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-91ad9084-7293-485e-a8d7-d3136a22083d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.427333] env[70527]: DEBUG oslo_vmware.api [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Task: {'id': task-3913288, 'name': PowerOnVM_Task, 'duration_secs': 0.633417} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.427333] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] [instance: 749d082e-c7a7-44b1-a4a3-37828b4ab05c] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 943.427928] env[70527]: INFO nova.compute.manager [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] [instance: 749d082e-c7a7-44b1-a4a3-37828b4ab05c] Took 9.56 seconds to spawn the instance on the hypervisor. [ 943.427928] env[70527]: DEBUG nova.compute.manager [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] [instance: 749d082e-c7a7-44b1-a4a3-37828b4ab05c] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 943.428305] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 943.428305] env[70527]: value = "task-3913294" [ 943.428305] env[70527]: _type = "Task" [ 943.428305] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.429265] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f36603-38e4-4404-bcc7-c4e891fa63d1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.448853] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913294, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.484858] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1ef632-790e-4c91-990a-845444b459ae tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: 92d864e4-e030-49df-b739-46f55730fd0a] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 943.485249] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1ef632-790e-4c91-990a-845444b459ae tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: 92d864e4-e030-49df-b739-46f55730fd0a] Deleting contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 943.485351] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e1ef632-790e-4c91-990a-845444b459ae tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Deleting the datastore file [datastore1] 92d864e4-e030-49df-b739-46f55730fd0a {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 943.485625] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01a16d2a-e39e-49fc-9db4-9453c6dda2e4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.495542] env[70527]: DEBUG oslo_vmware.api [None req-5e1ef632-790e-4c91-990a-845444b459ae tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Waiting for the task: (returnval){ [ 943.495542] env[70527]: value = "task-3913295" [ 943.495542] env[70527]: _type = "Task" [ 943.495542] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.507872] env[70527]: DEBUG oslo_vmware.api [None req-5e1ef632-790e-4c91-990a-845444b459ae tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': task-3913295, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.614329] env[70527]: DEBUG oslo_vmware.api [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3913290, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124166} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.614857] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 8023716a-02ca-479e-ae56-9af98b173fd1] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 943.616274] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7471a1c-dbde-46a8-8de8-78ef3210243f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.652596] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 8023716a-02ca-479e-ae56-9af98b173fd1] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 8023716a-02ca-479e-ae56-9af98b173fd1/8023716a-02ca-479e-ae56-9af98b173fd1.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 943.654024] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8baf6679-29ca-4c77-a9c7-dbc695dc0015 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.675765] env[70527]: DEBUG oslo_vmware.api [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Waiting for the task: (returnval){ [ 943.675765] env[70527]: value = "task-3913296" [ 943.675765] env[70527]: _type = "Task" [ 943.675765] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.688049] env[70527]: DEBUG oslo_vmware.api [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3913296, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.732030] env[70527]: DEBUG oslo_vmware.api [None req-baf75978-4275-4804-bfda-f9554dfb55e3 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52ea6de2-653a-b0e0-4c49-33cd3a660c43, 'name': SearchDatastore_Task, 'duration_secs': 0.017313} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.732030] env[70527]: DEBUG oslo_concurrency.lockutils [None req-baf75978-4275-4804-bfda-f9554dfb55e3 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.732030] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-baf75978-4275-4804-bfda-f9554dfb55e3 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] [instance: ae092240-d091-4b1c-a61b-aaefa003271a] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 943.732030] env[70527]: DEBUG oslo_concurrency.lockutils [None req-baf75978-4275-4804-bfda-f9554dfb55e3 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.732304] env[70527]: DEBUG oslo_concurrency.lockutils [None req-baf75978-4275-4804-bfda-f9554dfb55e3 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.732304] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-baf75978-4275-4804-bfda-f9554dfb55e3 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 943.732304] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8606169a-65b4-4b91-8451-64b9f011d848 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.753814] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-baf75978-4275-4804-bfda-f9554dfb55e3 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 943.757028] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-baf75978-4275-4804-bfda-f9554dfb55e3 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 943.757028] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea7719e7-e0d8-4eb0-8f15-a75f1309ec29 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.764135] env[70527]: DEBUG oslo_vmware.api [None req-baf75978-4275-4804-bfda-f9554dfb55e3 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Waiting for the task: (returnval){ [ 943.764135] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]5267a537-213e-3fa7-050b-00c587bd6f58" [ 943.764135] env[70527]: _type = "Task" [ 943.764135] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.779624] env[70527]: DEBUG oslo_vmware.api [None req-baf75978-4275-4804-bfda-f9554dfb55e3 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5267a537-213e-3fa7-050b-00c587bd6f58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.832568] env[70527]: DEBUG oslo_vmware.api [None req-975bb799-f4bc-4f00-ac31-03af84e9230d tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': task-3913284, 'name': CloneVM_Task, 'duration_secs': 1.957579} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.832905] env[70527]: INFO nova.virt.vmwareapi.vmops [None req-975bb799-f4bc-4f00-ac31-03af84e9230d tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 1bf0b648-03d2-4915-bf40-f2af832e4e81] Created linked-clone VM from snapshot [ 943.833698] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f17fd3b6-5099-4aab-b72c-840d53d788be {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.845318] env[70527]: DEBUG nova.virt.vmwareapi.images [None req-975bb799-f4bc-4f00-ac31-03af84e9230d tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 1bf0b648-03d2-4915-bf40-f2af832e4e81] Uploading image 7e6ca6ee-07ba-4cf4-a196-9f17fcc6c5e9 {{(pid=70527) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 943.867676] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-975bb799-f4bc-4f00-ac31-03af84e9230d tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 1bf0b648-03d2-4915-bf40-f2af832e4e81] Destroying the VM {{(pid=70527) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 943.867888] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-af82a60a-5e99-49d6-89d3-213c5d9967cf {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.878942] env[70527]: DEBUG oslo_vmware.api [None req-975bb799-f4bc-4f00-ac31-03af84e9230d tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Waiting for the task: (returnval){ [ 943.878942] env[70527]: value = "task-3913297" [ 943.878942] env[70527]: _type = "Task" [ 943.878942] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.888366] env[70527]: DEBUG oslo_vmware.api [None req-975bb799-f4bc-4f00-ac31-03af84e9230d tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': task-3913297, 'name': Destroy_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.946272] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913294, 'name': CreateVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.964603] env[70527]: INFO nova.compute.manager [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] [instance: 749d082e-c7a7-44b1-a4a3-37828b4ab05c] Took 47.40 seconds to build instance. [ 944.009723] env[70527]: DEBUG oslo_vmware.api [None req-5e1ef632-790e-4c91-990a-845444b459ae tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Task: {'id': task-3913295, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.411722} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.012723] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e1ef632-790e-4c91-990a-845444b459ae tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 944.012723] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1ef632-790e-4c91-990a-845444b459ae tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: 92d864e4-e030-49df-b739-46f55730fd0a] Deleted contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 944.012723] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1ef632-790e-4c91-990a-845444b459ae tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: 92d864e4-e030-49df-b739-46f55730fd0a] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 944.012899] env[70527]: INFO nova.compute.manager [None req-5e1ef632-790e-4c91-990a-845444b459ae tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] [instance: 92d864e4-e030-49df-b739-46f55730fd0a] Took 1.21 seconds to destroy the instance on the hypervisor. [ 944.013572] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e1ef632-790e-4c91-990a-845444b459ae tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 944.013812] env[70527]: DEBUG nova.compute.manager [-] [instance: 92d864e4-e030-49df-b739-46f55730fd0a] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 944.013908] env[70527]: DEBUG nova.network.neutron [-] [instance: 92d864e4-e030-49df-b739-46f55730fd0a] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 944.156685] env[70527]: DEBUG nova.network.neutron [req-6f229051-6656-41f9-86f3-a687d9560203 req-5f31995c-1593-4fb8-8103-855752ab2f53 service nova] [instance: 818f37c0-1d7d-45ec-a21b-93d87d21f1dc] Updated VIF entry in instance network info cache for port 818b2240-51e3-4490-a02b-646280a30260. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 944.156685] env[70527]: DEBUG nova.network.neutron [req-6f229051-6656-41f9-86f3-a687d9560203 req-5f31995c-1593-4fb8-8103-855752ab2f53 service nova] [instance: 818f37c0-1d7d-45ec-a21b-93d87d21f1dc] Updating instance_info_cache with network_info: [{"id": "818b2240-51e3-4490-a02b-646280a30260", "address": "fa:16:3e:f4:55:bd", "network": {"id": "e38cea6a-0aa2-45f3-bc59-448e55709121", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1954509448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "556938c8d31c4186965df9cfa1308aa8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap818b2240-51", "ovs_interfaceid": "818b2240-51e3-4490-a02b-646280a30260", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.189170] env[70527]: DEBUG oslo_vmware.api [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3913296, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.277557] env[70527]: DEBUG oslo_vmware.api [None req-baf75978-4275-4804-bfda-f9554dfb55e3 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5267a537-213e-3fa7-050b-00c587bd6f58, 'name': SearchDatastore_Task, 'duration_secs': 0.017281} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.278382] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66c378fd-7d86-4967-9eb4-85af9d5fff0d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.289011] env[70527]: DEBUG oslo_vmware.api [None req-baf75978-4275-4804-bfda-f9554dfb55e3 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Waiting for the task: (returnval){ [ 944.289011] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]5258cee0-1729-e4d7-858a-ce7aff7ce93e" [ 944.289011] env[70527]: _type = "Task" [ 944.289011] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.301208] env[70527]: DEBUG oslo_vmware.api [None req-baf75978-4275-4804-bfda-f9554dfb55e3 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5258cee0-1729-e4d7-858a-ce7aff7ce93e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.339382] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc8527c-91bd-4ddb-939b-620561c5f378 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.348276] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4afc2396-63a2-41b5-9b82-59a509f3efbc {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.385877] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b501989-ab7d-494d-a093-9b9ecfb72193 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.398454] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e049e587-2101-4783-ab48-ade013209d97 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.403691] env[70527]: DEBUG oslo_vmware.api [None req-975bb799-f4bc-4f00-ac31-03af84e9230d tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': task-3913297, 'name': Destroy_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.415211] env[70527]: DEBUG nova.compute.provider_tree [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.444757] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913294, 'name': CreateVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.469332] env[70527]: DEBUG oslo_concurrency.lockutils [None req-616fe518-7561-40e3-8f68-87ef60e9fe41 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Lock "749d082e-c7a7-44b1-a4a3-37828b4ab05c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.864s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.559977] env[70527]: DEBUG nova.compute.manager [req-2e64defa-b1ee-45b6-9e6f-06c150ce4f60 req-2eabdf7a-60e6-45b5-bfe9-222f1ab3bd8d service nova] [instance: 92d864e4-e030-49df-b739-46f55730fd0a] Received event network-vif-deleted-c6495146-3a01-45fb-a9cd-048d06f9648e {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.560215] env[70527]: INFO nova.compute.manager [req-2e64defa-b1ee-45b6-9e6f-06c150ce4f60 req-2eabdf7a-60e6-45b5-bfe9-222f1ab3bd8d service nova] [instance: 92d864e4-e030-49df-b739-46f55730fd0a] Neutron deleted interface c6495146-3a01-45fb-a9cd-048d06f9648e; detaching it from the instance and deleting it from the info cache [ 944.560392] env[70527]: DEBUG nova.network.neutron [req-2e64defa-b1ee-45b6-9e6f-06c150ce4f60 req-2eabdf7a-60e6-45b5-bfe9-222f1ab3bd8d service nova] [instance: 92d864e4-e030-49df-b739-46f55730fd0a] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.662768] env[70527]: DEBUG oslo_concurrency.lockutils [req-6f229051-6656-41f9-86f3-a687d9560203 req-5f31995c-1593-4fb8-8103-855752ab2f53 service nova] Releasing lock "refresh_cache-818f37c0-1d7d-45ec-a21b-93d87d21f1dc" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.690432] env[70527]: DEBUG oslo_vmware.api [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3913296, 'name': ReconfigVM_Task, 'duration_secs': 0.657151} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.690737] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 8023716a-02ca-479e-ae56-9af98b173fd1] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 8023716a-02ca-479e-ae56-9af98b173fd1/8023716a-02ca-479e-ae56-9af98b173fd1.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 944.691371] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94e2f9f6-5267-4e56-a390-dd615a535feb {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.700281] env[70527]: DEBUG oslo_vmware.api [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Waiting for the task: (returnval){ [ 944.700281] env[70527]: value = "task-3913298" [ 944.700281] env[70527]: _type = "Task" [ 944.700281] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.711737] env[70527]: DEBUG oslo_vmware.api [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3913298, 'name': Rename_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.800265] env[70527]: DEBUG oslo_vmware.api [None req-baf75978-4275-4804-bfda-f9554dfb55e3 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5258cee0-1729-e4d7-858a-ce7aff7ce93e, 'name': SearchDatastore_Task, 'duration_secs': 0.030082} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.800470] env[70527]: DEBUG oslo_concurrency.lockutils [None req-baf75978-4275-4804-bfda-f9554dfb55e3 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.800753] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-baf75978-4275-4804-bfda-f9554dfb55e3 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] ae092240-d091-4b1c-a61b-aaefa003271a/ae092240-d091-4b1c-a61b-aaefa003271a.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 944.801036] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e0d63f92-7c4e-4349-872f-77f085261bb0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.810249] env[70527]: DEBUG oslo_vmware.api [None req-baf75978-4275-4804-bfda-f9554dfb55e3 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Waiting for the task: (returnval){ [ 944.810249] env[70527]: value = "task-3913299" [ 944.810249] env[70527]: _type = "Task" [ 944.810249] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.819374] env[70527]: DEBUG oslo_vmware.api [None req-baf75978-4275-4804-bfda-f9554dfb55e3 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Task: {'id': task-3913299, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.889905] env[70527]: DEBUG nova.network.neutron [-] [instance: 92d864e4-e030-49df-b739-46f55730fd0a] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.891353] env[70527]: DEBUG oslo_vmware.api [None req-975bb799-f4bc-4f00-ac31-03af84e9230d tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': task-3913297, 'name': Destroy_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.918762] env[70527]: DEBUG nova.scheduler.client.report [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.948722] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913294, 'name': CreateVM_Task, 'duration_secs': 1.509315} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.948962] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 818f37c0-1d7d-45ec-a21b-93d87d21f1dc] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 944.949763] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.950092] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.950379] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.950672] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf14982b-16b1-4e6d-b718-04a9bc3aca8b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.956934] env[70527]: DEBUG oslo_vmware.api [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Waiting for the task: (returnval){ [ 944.956934] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52059a10-0e74-3fa0-7c4d-98e7d8e9f234" [ 944.956934] env[70527]: _type = "Task" [ 944.956934] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.968210] env[70527]: DEBUG oslo_vmware.api [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52059a10-0e74-3fa0-7c4d-98e7d8e9f234, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.064907] env[70527]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a23bbfa4-63ab-49a0-a77c-bef861f8a975 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.079216] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e77599-f5ba-4353-a531-efe98a86fc97 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.129824] env[70527]: DEBUG nova.compute.manager [req-2e64defa-b1ee-45b6-9e6f-06c150ce4f60 req-2eabdf7a-60e6-45b5-bfe9-222f1ab3bd8d service nova] [instance: 92d864e4-e030-49df-b739-46f55730fd0a] Detach interface failed, port_id=c6495146-3a01-45fb-a9cd-048d06f9648e, reason: Instance 92d864e4-e030-49df-b739-46f55730fd0a could not be found. {{(pid=70527) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 945.217408] env[70527]: DEBUG oslo_vmware.api [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3913298, 'name': Rename_Task, 'duration_secs': 0.158957} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.217879] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 8023716a-02ca-479e-ae56-9af98b173fd1] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 945.218279] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9dcf477a-465d-439f-a6a2-8d2c9729c33d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.230284] env[70527]: DEBUG oslo_vmware.api [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Waiting for the task: (returnval){ [ 945.230284] env[70527]: value = "task-3913300" [ 945.230284] env[70527]: _type = "Task" [ 945.230284] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.242047] env[70527]: DEBUG oslo_vmware.api [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3913300, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.323308] env[70527]: DEBUG oslo_vmware.api [None req-baf75978-4275-4804-bfda-f9554dfb55e3 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Task: {'id': task-3913299, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.393321] env[70527]: INFO nova.compute.manager [-] [instance: 92d864e4-e030-49df-b739-46f55730fd0a] Took 1.38 seconds to deallocate network for instance. [ 945.393688] env[70527]: DEBUG oslo_vmware.api [None req-975bb799-f4bc-4f00-ac31-03af84e9230d tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': task-3913297, 'name': Destroy_Task, 'duration_secs': 1.38754} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.395736] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-975bb799-f4bc-4f00-ac31-03af84e9230d tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 1bf0b648-03d2-4915-bf40-f2af832e4e81] Destroyed the VM [ 945.396043] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-975bb799-f4bc-4f00-ac31-03af84e9230d tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 1bf0b648-03d2-4915-bf40-f2af832e4e81] Deleting Snapshot of the VM instance {{(pid=70527) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 945.396318] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e7b7ee1b-da77-4da3-8f26-df4fbc24a96c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.408066] env[70527]: DEBUG oslo_vmware.api [None req-975bb799-f4bc-4f00-ac31-03af84e9230d tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Waiting for the task: (returnval){ [ 945.408066] env[70527]: value = "task-3913301" [ 945.408066] env[70527]: _type = "Task" [ 945.408066] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.423212] env[70527]: DEBUG oslo_vmware.api [None req-975bb799-f4bc-4f00-ac31-03af84e9230d tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': task-3913301, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.424475] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.657s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.425209] env[70527]: DEBUG nova.compute.manager [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] [instance: 8fdb5302-cf28-43d6-9e0f-bd361c5f2ccf] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 945.430236] env[70527]: DEBUG oslo_concurrency.lockutils [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.163s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.431888] env[70527]: INFO nova.compute.claims [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: 440274de-4164-459b-bb75-0cf1b040395e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 945.472828] env[70527]: DEBUG oslo_vmware.api [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52059a10-0e74-3fa0-7c4d-98e7d8e9f234, 'name': SearchDatastore_Task, 'duration_secs': 0.011557} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.472828] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.472828] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] [instance: 818f37c0-1d7d-45ec-a21b-93d87d21f1dc] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 945.472828] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.473071] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.473071] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 945.473071] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5cb35437-ab06-4081-b967-0f9f068c6ef0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.484070] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 945.484363] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 945.485142] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4413b163-1987-47e3-bbf1-2cea80dcb144 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.491728] env[70527]: DEBUG oslo_vmware.api [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Waiting for the task: (returnval){ [ 945.491728] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52db431f-cef1-2ccb-114a-446e0b532aec" [ 945.491728] env[70527]: _type = "Task" [ 945.491728] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.503220] env[70527]: DEBUG oslo_concurrency.lockutils [None req-938b52d9-184f-48fb-972c-a4259186ee12 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Acquiring lock "749d082e-c7a7-44b1-a4a3-37828b4ab05c" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.503220] env[70527]: DEBUG oslo_concurrency.lockutils [None req-938b52d9-184f-48fb-972c-a4259186ee12 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Lock "749d082e-c7a7-44b1-a4a3-37828b4ab05c" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.503220] env[70527]: INFO nova.compute.manager [None req-938b52d9-184f-48fb-972c-a4259186ee12 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] [instance: 749d082e-c7a7-44b1-a4a3-37828b4ab05c] Rebooting instance [ 945.504564] env[70527]: DEBUG oslo_vmware.api [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52db431f-cef1-2ccb-114a-446e0b532aec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.743292] env[70527]: DEBUG oslo_vmware.api [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3913300, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.821213] env[70527]: DEBUG oslo_vmware.api [None req-baf75978-4275-4804-bfda-f9554dfb55e3 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Task: {'id': task-3913299, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.623711} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.821498] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-baf75978-4275-4804-bfda-f9554dfb55e3 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] ae092240-d091-4b1c-a61b-aaefa003271a/ae092240-d091-4b1c-a61b-aaefa003271a.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 945.821736] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-baf75978-4275-4804-bfda-f9554dfb55e3 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] [instance: ae092240-d091-4b1c-a61b-aaefa003271a] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 945.822013] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a3f8dae-04a7-48c2-9d82-14b1ff44c760 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.829353] env[70527]: DEBUG oslo_vmware.api [None req-baf75978-4275-4804-bfda-f9554dfb55e3 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Waiting for the task: (returnval){ [ 945.829353] env[70527]: value = "task-3913302" [ 945.829353] env[70527]: _type = "Task" [ 945.829353] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.839841] env[70527]: DEBUG oslo_vmware.api [None req-baf75978-4275-4804-bfda-f9554dfb55e3 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Task: {'id': task-3913302, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.909736] env[70527]: DEBUG oslo_concurrency.lockutils [None req-5e1ef632-790e-4c91-990a-845444b459ae tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.923258] env[70527]: DEBUG oslo_vmware.api [None req-975bb799-f4bc-4f00-ac31-03af84e9230d tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': task-3913301, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.932162] env[70527]: DEBUG nova.compute.utils [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 945.934134] env[70527]: DEBUG nova.compute.manager [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] [instance: 8fdb5302-cf28-43d6-9e0f-bd361c5f2ccf] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 945.934401] env[70527]: DEBUG nova.network.neutron [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] [instance: 8fdb5302-cf28-43d6-9e0f-bd361c5f2ccf] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 946.003713] env[70527]: DEBUG oslo_vmware.api [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52db431f-cef1-2ccb-114a-446e0b532aec, 'name': SearchDatastore_Task, 'duration_secs': 0.012913} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.005603] env[70527]: DEBUG nova.policy [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9fc085a667344e42bafe72a7c3a23633', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8f105dacc97d43cbb5248aa3780aab89', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 946.010393] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a4eaeb7-c441-4661-9a3a-28424f2947ed {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.016940] env[70527]: DEBUG oslo_vmware.api [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Waiting for the task: (returnval){ [ 946.016940] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52dfc29b-fbcd-d6d5-a321-adfee236a2c3" [ 946.016940] env[70527]: _type = "Task" [ 946.016940] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.021880] env[70527]: DEBUG oslo_concurrency.lockutils [None req-938b52d9-184f-48fb-972c-a4259186ee12 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Acquiring lock "refresh_cache-749d082e-c7a7-44b1-a4a3-37828b4ab05c" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.022069] env[70527]: DEBUG oslo_concurrency.lockutils [None req-938b52d9-184f-48fb-972c-a4259186ee12 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Acquired lock "refresh_cache-749d082e-c7a7-44b1-a4a3-37828b4ab05c" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.022249] env[70527]: DEBUG nova.network.neutron [None req-938b52d9-184f-48fb-972c-a4259186ee12 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] [instance: 749d082e-c7a7-44b1-a4a3-37828b4ab05c] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 946.030657] env[70527]: DEBUG oslo_vmware.api [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52dfc29b-fbcd-d6d5-a321-adfee236a2c3, 'name': SearchDatastore_Task, 'duration_secs': 0.011665} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.030830] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.031088] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] 818f37c0-1d7d-45ec-a21b-93d87d21f1dc/818f37c0-1d7d-45ec-a21b-93d87d21f1dc.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 946.031354] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7589a99f-c4bd-4355-838f-a7083b5e5bfc {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.040286] env[70527]: DEBUG oslo_vmware.api [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Waiting for the task: (returnval){ [ 946.040286] env[70527]: value = "task-3913303" [ 946.040286] env[70527]: _type = "Task" [ 946.040286] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.051686] env[70527]: DEBUG oslo_vmware.api [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Task: {'id': task-3913303, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.242192] env[70527]: DEBUG oslo_vmware.api [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3913300, 'name': PowerOnVM_Task, 'duration_secs': 0.542302} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.242472] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 8023716a-02ca-479e-ae56-9af98b173fd1] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 946.242678] env[70527]: INFO nova.compute.manager [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 8023716a-02ca-479e-ae56-9af98b173fd1] Took 9.47 seconds to spawn the instance on the hypervisor. [ 946.242854] env[70527]: DEBUG nova.compute.manager [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 8023716a-02ca-479e-ae56-9af98b173fd1] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 946.243652] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8710027c-9d35-4db7-91bc-ecd13b56abd8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.341992] env[70527]: DEBUG oslo_vmware.api [None req-baf75978-4275-4804-bfda-f9554dfb55e3 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Task: {'id': task-3913302, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.132615} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.342515] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-baf75978-4275-4804-bfda-f9554dfb55e3 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] [instance: ae092240-d091-4b1c-a61b-aaefa003271a] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 946.343403] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d1f175-3922-4814-9e07-11fa7a6b56d0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.367071] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-baf75978-4275-4804-bfda-f9554dfb55e3 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] [instance: ae092240-d091-4b1c-a61b-aaefa003271a] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] ae092240-d091-4b1c-a61b-aaefa003271a/ae092240-d091-4b1c-a61b-aaefa003271a.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 946.367861] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7f8d54b-c44d-4154-8eab-817866aa3142 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.386324] env[70527]: DEBUG oslo_concurrency.lockutils [None req-72472a89-b7a2-488c-9512-633179110353 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Acquiring lock "f9a77c4a-662f-484b-9d72-358d9298974b" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.386324] env[70527]: DEBUG oslo_concurrency.lockutils [None req-72472a89-b7a2-488c-9512-633179110353 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Lock "f9a77c4a-662f-484b-9d72-358d9298974b" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.386324] env[70527]: INFO nova.compute.manager [None req-72472a89-b7a2-488c-9512-633179110353 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Shelving [ 946.396219] env[70527]: DEBUG oslo_vmware.api [None req-baf75978-4275-4804-bfda-f9554dfb55e3 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Waiting for the task: (returnval){ [ 946.396219] env[70527]: value = "task-3913304" [ 946.396219] env[70527]: _type = "Task" [ 946.396219] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.406059] env[70527]: DEBUG oslo_vmware.api [None req-baf75978-4275-4804-bfda-f9554dfb55e3 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Task: {'id': task-3913304, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.426021] env[70527]: DEBUG oslo_vmware.api [None req-975bb799-f4bc-4f00-ac31-03af84e9230d tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': task-3913301, 'name': RemoveSnapshot_Task, 'duration_secs': 0.683094} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.426521] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-975bb799-f4bc-4f00-ac31-03af84e9230d tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 1bf0b648-03d2-4915-bf40-f2af832e4e81] Deleted Snapshot of the VM instance {{(pid=70527) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 946.438171] env[70527]: DEBUG nova.compute.manager [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] [instance: 8fdb5302-cf28-43d6-9e0f-bd361c5f2ccf] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 946.470194] env[70527]: DEBUG nova.network.neutron [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] [instance: 8fdb5302-cf28-43d6-9e0f-bd361c5f2ccf] Successfully created port: 610f9224-2b1b-495d-91d4-307a653fd4c6 {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 946.554876] env[70527]: DEBUG oslo_vmware.api [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Task: {'id': task-3913303, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.631070] env[70527]: DEBUG nova.compute.manager [req-8f881e90-c932-4b4d-8835-d4fa7c70e8f2 req-51597a6d-398d-4601-8953-5c5f13ab4ade service nova] [instance: 749d082e-c7a7-44b1-a4a3-37828b4ab05c] Received event network-changed-41fe9c56-a523-478e-bb8e-468c8411c6f1 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.631633] env[70527]: DEBUG nova.compute.manager [req-8f881e90-c932-4b4d-8835-d4fa7c70e8f2 req-51597a6d-398d-4601-8953-5c5f13ab4ade service nova] [instance: 749d082e-c7a7-44b1-a4a3-37828b4ab05c] Refreshing instance network info cache due to event network-changed-41fe9c56-a523-478e-bb8e-468c8411c6f1. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 946.631633] env[70527]: DEBUG oslo_concurrency.lockutils [req-8f881e90-c932-4b4d-8835-d4fa7c70e8f2 req-51597a6d-398d-4601-8953-5c5f13ab4ade service nova] Acquiring lock "refresh_cache-749d082e-c7a7-44b1-a4a3-37828b4ab05c" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.763802] env[70527]: INFO nova.compute.manager [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 8023716a-02ca-479e-ae56-9af98b173fd1] Took 47.21 seconds to build instance. [ 946.840172] env[70527]: DEBUG nova.network.neutron [None req-938b52d9-184f-48fb-972c-a4259186ee12 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] [instance: 749d082e-c7a7-44b1-a4a3-37828b4ab05c] Updating instance_info_cache with network_info: [{"id": "41fe9c56-a523-478e-bb8e-468c8411c6f1", "address": "fa:16:3e:ef:fb:2f", "network": {"id": "8303d943-98fa-4e14-baeb-15cc2bede18a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-474575567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1176e5bf85f64f1891cf75ea833dbd99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41fe9c56-a5", "ovs_interfaceid": "41fe9c56-a523-478e-bb8e-468c8411c6f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.918792] env[70527]: DEBUG oslo_vmware.api [None req-baf75978-4275-4804-bfda-f9554dfb55e3 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Task: {'id': task-3913304, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.932673] env[70527]: WARNING nova.compute.manager [None req-975bb799-f4bc-4f00-ac31-03af84e9230d tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 1bf0b648-03d2-4915-bf40-f2af832e4e81] Image not found during snapshot: nova.exception.ImageNotFound: Image 7e6ca6ee-07ba-4cf4-a196-9f17fcc6c5e9 could not be found. [ 947.022256] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42407ac3-8932-496c-84e0-43118fe63738 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.031910] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735d67a9-feaa-4de1-b097-230847b1a87d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.080878] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea8dc718-3a45-4f3a-9a3b-80d69e56de36 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.096329] env[70527]: DEBUG oslo_vmware.api [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Task: {'id': task-3913303, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.098131] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22604692-156e-4134-823d-c31f4dcd62c0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.116602] env[70527]: DEBUG nova.compute.provider_tree [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.266602] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8044007c-b69d-419a-972f-83f713dd27c7 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Lock "8023716a-02ca-479e-ae56-9af98b173fd1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.402s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.344326] env[70527]: DEBUG oslo_concurrency.lockutils [None req-938b52d9-184f-48fb-972c-a4259186ee12 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Releasing lock "refresh_cache-749d082e-c7a7-44b1-a4a3-37828b4ab05c" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.345706] env[70527]: DEBUG oslo_concurrency.lockutils [req-8f881e90-c932-4b4d-8835-d4fa7c70e8f2 req-51597a6d-398d-4601-8953-5c5f13ab4ade service nova] Acquired lock "refresh_cache-749d082e-c7a7-44b1-a4a3-37828b4ab05c" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.347278] env[70527]: DEBUG nova.network.neutron [req-8f881e90-c932-4b4d-8835-d4fa7c70e8f2 req-51597a6d-398d-4601-8953-5c5f13ab4ade service nova] [instance: 749d082e-c7a7-44b1-a4a3-37828b4ab05c] Refreshing network info cache for port 41fe9c56-a523-478e-bb8e-468c8411c6f1 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 947.409587] env[70527]: DEBUG oslo_vmware.api [None req-baf75978-4275-4804-bfda-f9554dfb55e3 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Task: {'id': task-3913304, 'name': ReconfigVM_Task, 'duration_secs': 0.86902} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.409867] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-baf75978-4275-4804-bfda-f9554dfb55e3 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] [instance: ae092240-d091-4b1c-a61b-aaefa003271a] Reconfigured VM instance instance-0000003c to attach disk [datastore1] ae092240-d091-4b1c-a61b-aaefa003271a/ae092240-d091-4b1c-a61b-aaefa003271a.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 947.410561] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f4bab22d-e737-411d-b010-7e2129f06532 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.412412] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-72472a89-b7a2-488c-9512-633179110353 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 947.412639] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe6705b9-9fdc-43af-9af6-695713c42c83 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.419859] env[70527]: DEBUG oslo_vmware.api [None req-72472a89-b7a2-488c-9512-633179110353 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Waiting for the task: (returnval){ [ 947.419859] env[70527]: value = "task-3913306" [ 947.419859] env[70527]: _type = "Task" [ 947.419859] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.421511] env[70527]: DEBUG oslo_vmware.api [None req-baf75978-4275-4804-bfda-f9554dfb55e3 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Waiting for the task: (returnval){ [ 947.421511] env[70527]: value = "task-3913305" [ 947.421511] env[70527]: _type = "Task" [ 947.421511] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.439019] env[70527]: DEBUG oslo_vmware.api [None req-baf75978-4275-4804-bfda-f9554dfb55e3 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Task: {'id': task-3913305, 'name': Rename_Task} progress is 10%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.442333] env[70527]: DEBUG oslo_vmware.api [None req-72472a89-b7a2-488c-9512-633179110353 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': task-3913306, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.454036] env[70527]: DEBUG nova.compute.manager [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] [instance: 8fdb5302-cf28-43d6-9e0f-bd361c5f2ccf] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 947.487611] env[70527]: DEBUG nova.virt.hardware [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 947.487861] env[70527]: DEBUG nova.virt.hardware [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 947.488053] env[70527]: DEBUG nova.virt.hardware [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 947.488259] env[70527]: DEBUG nova.virt.hardware [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 947.488418] env[70527]: DEBUG nova.virt.hardware [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 947.488751] env[70527]: DEBUG nova.virt.hardware [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 947.488751] env[70527]: DEBUG nova.virt.hardware [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 947.488922] env[70527]: DEBUG nova.virt.hardware [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 947.489108] env[70527]: DEBUG nova.virt.hardware [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 947.489280] env[70527]: DEBUG nova.virt.hardware [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 947.489458] env[70527]: DEBUG nova.virt.hardware [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 947.490715] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cdce898-2123-490a-b897-624ff11bfe95 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.499802] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb6c524-5f26-45a5-a806-72f447fe638a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.518337] env[70527]: DEBUG oslo_concurrency.lockutils [None req-eb5a6d31-7dc4-4625-99e0-f7bf170a61b3 tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Acquiring lock "1bf0b648-03d2-4915-bf40-f2af832e4e81" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.518708] env[70527]: DEBUG oslo_concurrency.lockutils [None req-eb5a6d31-7dc4-4625-99e0-f7bf170a61b3 tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Lock "1bf0b648-03d2-4915-bf40-f2af832e4e81" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.519017] env[70527]: DEBUG oslo_concurrency.lockutils [None req-eb5a6d31-7dc4-4625-99e0-f7bf170a61b3 tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Acquiring lock "1bf0b648-03d2-4915-bf40-f2af832e4e81-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.519309] env[70527]: DEBUG oslo_concurrency.lockutils [None req-eb5a6d31-7dc4-4625-99e0-f7bf170a61b3 tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Lock "1bf0b648-03d2-4915-bf40-f2af832e4e81-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.519540] env[70527]: DEBUG oslo_concurrency.lockutils [None req-eb5a6d31-7dc4-4625-99e0-f7bf170a61b3 tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Lock "1bf0b648-03d2-4915-bf40-f2af832e4e81-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.522556] env[70527]: INFO nova.compute.manager [None req-eb5a6d31-7dc4-4625-99e0-f7bf170a61b3 tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 1bf0b648-03d2-4915-bf40-f2af832e4e81] Terminating instance [ 947.588180] env[70527]: DEBUG oslo_vmware.api [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Task: {'id': task-3913303, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.216944} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.588576] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] 818f37c0-1d7d-45ec-a21b-93d87d21f1dc/818f37c0-1d7d-45ec-a21b-93d87d21f1dc.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 947.588979] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] [instance: 818f37c0-1d7d-45ec-a21b-93d87d21f1dc] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 947.589454] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4915bea7-f052-4158-ade8-949f7dfc5e9c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.596688] env[70527]: DEBUG nova.compute.manager [req-36dd2f37-5210-47a1-8cb6-f0cdd3ee5391 req-f9e9bc13-36cb-4055-b728-4537ea5334fc service nova] [instance: 8023716a-02ca-479e-ae56-9af98b173fd1] Received event network-changed-52a5a97d-0b89-4670-a64e-15d625ce7af5 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.596911] env[70527]: DEBUG nova.compute.manager [req-36dd2f37-5210-47a1-8cb6-f0cdd3ee5391 req-f9e9bc13-36cb-4055-b728-4537ea5334fc service nova] [instance: 8023716a-02ca-479e-ae56-9af98b173fd1] Refreshing instance network info cache due to event network-changed-52a5a97d-0b89-4670-a64e-15d625ce7af5. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 947.597188] env[70527]: DEBUG oslo_concurrency.lockutils [req-36dd2f37-5210-47a1-8cb6-f0cdd3ee5391 req-f9e9bc13-36cb-4055-b728-4537ea5334fc service nova] Acquiring lock "refresh_cache-8023716a-02ca-479e-ae56-9af98b173fd1" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.597338] env[70527]: DEBUG oslo_concurrency.lockutils [req-36dd2f37-5210-47a1-8cb6-f0cdd3ee5391 req-f9e9bc13-36cb-4055-b728-4537ea5334fc service nova] Acquired lock "refresh_cache-8023716a-02ca-479e-ae56-9af98b173fd1" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.597524] env[70527]: DEBUG nova.network.neutron [req-36dd2f37-5210-47a1-8cb6-f0cdd3ee5391 req-f9e9bc13-36cb-4055-b728-4537ea5334fc service nova] [instance: 8023716a-02ca-479e-ae56-9af98b173fd1] Refreshing network info cache for port 52a5a97d-0b89-4670-a64e-15d625ce7af5 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 947.611032] env[70527]: DEBUG oslo_vmware.api [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Waiting for the task: (returnval){ [ 947.611032] env[70527]: value = "task-3913307" [ 947.611032] env[70527]: _type = "Task" [ 947.611032] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.626840] env[70527]: DEBUG nova.scheduler.client.report [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.631499] env[70527]: DEBUG oslo_vmware.api [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Task: {'id': task-3913307, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.853246] env[70527]: DEBUG nova.compute.manager [None req-938b52d9-184f-48fb-972c-a4259186ee12 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] [instance: 749d082e-c7a7-44b1-a4a3-37828b4ab05c] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 947.854229] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e65bdfc1-ad27-4ade-9633-9a255c6e6c14 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.940023] env[70527]: DEBUG oslo_vmware.api [None req-72472a89-b7a2-488c-9512-633179110353 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': task-3913306, 'name': PowerOffVM_Task, 'duration_secs': 0.248567} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.940023] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-72472a89-b7a2-488c-9512-633179110353 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 947.940023] env[70527]: DEBUG oslo_vmware.api [None req-baf75978-4275-4804-bfda-f9554dfb55e3 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Task: {'id': task-3913305, 'name': Rename_Task, 'duration_secs': 0.210416} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.940683] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-174037a9-0ceb-4615-a9a8-ab65e7a69b0e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.943454] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-baf75978-4275-4804-bfda-f9554dfb55e3 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] [instance: ae092240-d091-4b1c-a61b-aaefa003271a] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 947.945804] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-386cb723-9442-47d9-a3fd-e29cbbc473e3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.966971] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb376ce-f9fb-458a-b16e-a00e678a8253 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.970166] env[70527]: DEBUG oslo_vmware.api [None req-baf75978-4275-4804-bfda-f9554dfb55e3 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Waiting for the task: (returnval){ [ 947.970166] env[70527]: value = "task-3913308" [ 947.970166] env[70527]: _type = "Task" [ 947.970166] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.987499] env[70527]: DEBUG oslo_vmware.api [None req-baf75978-4275-4804-bfda-f9554dfb55e3 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Task: {'id': task-3913308, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.028495] env[70527]: DEBUG nova.compute.manager [None req-eb5a6d31-7dc4-4625-99e0-f7bf170a61b3 tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 1bf0b648-03d2-4915-bf40-f2af832e4e81] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 948.028730] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-eb5a6d31-7dc4-4625-99e0-f7bf170a61b3 tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 1bf0b648-03d2-4915-bf40-f2af832e4e81] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 948.029990] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d66c066-b1b1-4ccc-a5c5-0096758fb852 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.040028] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb5a6d31-7dc4-4625-99e0-f7bf170a61b3 tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 1bf0b648-03d2-4915-bf40-f2af832e4e81] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 948.040221] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce0748ec-64b8-4484-b5a8-647893343073 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.048339] env[70527]: DEBUG oslo_vmware.api [None req-eb5a6d31-7dc4-4625-99e0-f7bf170a61b3 tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Waiting for the task: (returnval){ [ 948.048339] env[70527]: value = "task-3913309" [ 948.048339] env[70527]: _type = "Task" [ 948.048339] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.061881] env[70527]: DEBUG oslo_vmware.api [None req-eb5a6d31-7dc4-4625-99e0-f7bf170a61b3 tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': task-3913309, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.110335] env[70527]: DEBUG nova.network.neutron [req-8f881e90-c932-4b4d-8835-d4fa7c70e8f2 req-51597a6d-398d-4601-8953-5c5f13ab4ade service nova] [instance: 749d082e-c7a7-44b1-a4a3-37828b4ab05c] Updated VIF entry in instance network info cache for port 41fe9c56-a523-478e-bb8e-468c8411c6f1. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 948.110819] env[70527]: DEBUG nova.network.neutron [req-8f881e90-c932-4b4d-8835-d4fa7c70e8f2 req-51597a6d-398d-4601-8953-5c5f13ab4ade service nova] [instance: 749d082e-c7a7-44b1-a4a3-37828b4ab05c] Updating instance_info_cache with network_info: [{"id": "41fe9c56-a523-478e-bb8e-468c8411c6f1", "address": "fa:16:3e:ef:fb:2f", "network": {"id": "8303d943-98fa-4e14-baeb-15cc2bede18a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-474575567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1176e5bf85f64f1891cf75ea833dbd99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41fe9c56-a5", "ovs_interfaceid": "41fe9c56-a523-478e-bb8e-468c8411c6f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.128023] env[70527]: DEBUG oslo_vmware.api [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Task: {'id': task-3913307, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100563} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.128430] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] [instance: 818f37c0-1d7d-45ec-a21b-93d87d21f1dc] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 948.129635] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e41d38-db86-40e5-93b0-b638c037629a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.137099] env[70527]: DEBUG oslo_concurrency.lockutils [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.707s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.137759] env[70527]: DEBUG nova.compute.manager [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: 440274de-4164-459b-bb75-0cf1b040395e] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 948.159935] env[70527]: DEBUG oslo_concurrency.lockutils [None req-547cb376-0316-402e-af6f-04135f5d52ec tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.155s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.160511] env[70527]: DEBUG nova.objects.instance [None req-547cb376-0316-402e-af6f-04135f5d52ec tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Lazy-loading 'resources' on Instance uuid e4af2542-8afe-4149-b06c-5be7920c1b28 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 948.179776] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] [instance: 818f37c0-1d7d-45ec-a21b-93d87d21f1dc] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 818f37c0-1d7d-45ec-a21b-93d87d21f1dc/818f37c0-1d7d-45ec-a21b-93d87d21f1dc.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 948.185586] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e06ffa9f-4dc2-48dc-a201-9b87b9416854 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.213441] env[70527]: DEBUG nova.network.neutron [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] [instance: 8fdb5302-cf28-43d6-9e0f-bd361c5f2ccf] Successfully updated port: 610f9224-2b1b-495d-91d4-307a653fd4c6 {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 948.223919] env[70527]: DEBUG oslo_vmware.api [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Waiting for the task: (returnval){ [ 948.223919] env[70527]: value = "task-3913310" [ 948.223919] env[70527]: _type = "Task" [ 948.223919] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.235464] env[70527]: DEBUG oslo_vmware.api [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Task: {'id': task-3913310, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.482261] env[70527]: DEBUG oslo_vmware.api [None req-baf75978-4275-4804-bfda-f9554dfb55e3 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Task: {'id': task-3913308, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.483859] env[70527]: DEBUG nova.network.neutron [req-36dd2f37-5210-47a1-8cb6-f0cdd3ee5391 req-f9e9bc13-36cb-4055-b728-4537ea5334fc service nova] [instance: 8023716a-02ca-479e-ae56-9af98b173fd1] Updated VIF entry in instance network info cache for port 52a5a97d-0b89-4670-a64e-15d625ce7af5. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 948.484220] env[70527]: DEBUG nova.network.neutron [req-36dd2f37-5210-47a1-8cb6-f0cdd3ee5391 req-f9e9bc13-36cb-4055-b728-4537ea5334fc service nova] [instance: 8023716a-02ca-479e-ae56-9af98b173fd1] Updating instance_info_cache with network_info: [{"id": "52a5a97d-0b89-4670-a64e-15d625ce7af5", "address": "fa:16:3e:75:d8:28", "network": {"id": "0528ffcb-4865-41a0-87e6-3ea996b12397", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210779476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "030332ea48994bab8d286711ee279556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52a5a97d-0b", "ovs_interfaceid": "52a5a97d-0b89-4670-a64e-15d625ce7af5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.488297] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-72472a89-b7a2-488c-9512-633179110353 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Creating Snapshot of the VM instance {{(pid=70527) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 948.488596] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8af5ca9f-f5b3-468c-80dd-19e639321c0e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.498448] env[70527]: DEBUG oslo_vmware.api [None req-72472a89-b7a2-488c-9512-633179110353 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Waiting for the task: (returnval){ [ 948.498448] env[70527]: value = "task-3913311" [ 948.498448] env[70527]: _type = "Task" [ 948.498448] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.509077] env[70527]: DEBUG oslo_vmware.api [None req-72472a89-b7a2-488c-9512-633179110353 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': task-3913311, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.561768] env[70527]: DEBUG oslo_vmware.api [None req-eb5a6d31-7dc4-4625-99e0-f7bf170a61b3 tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': task-3913309, 'name': PowerOffVM_Task, 'duration_secs': 0.185184} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.561768] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb5a6d31-7dc4-4625-99e0-f7bf170a61b3 tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 1bf0b648-03d2-4915-bf40-f2af832e4e81] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 948.561768] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-eb5a6d31-7dc4-4625-99e0-f7bf170a61b3 tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 1bf0b648-03d2-4915-bf40-f2af832e4e81] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 948.561768] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db3c9c37-7889-459e-a15e-6be867d8ea70 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.615267] env[70527]: DEBUG oslo_concurrency.lockutils [req-8f881e90-c932-4b4d-8835-d4fa7c70e8f2 req-51597a6d-398d-4601-8953-5c5f13ab4ade service nova] Releasing lock "refresh_cache-749d082e-c7a7-44b1-a4a3-37828b4ab05c" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.643216] env[70527]: DEBUG nova.compute.utils [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 948.644993] env[70527]: DEBUG nova.compute.manager [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: 440274de-4164-459b-bb75-0cf1b040395e] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 948.645196] env[70527]: DEBUG nova.network.neutron [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: 440274de-4164-459b-bb75-0cf1b040395e] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 948.658479] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-eb5a6d31-7dc4-4625-99e0-f7bf170a61b3 tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 1bf0b648-03d2-4915-bf40-f2af832e4e81] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 948.658719] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-eb5a6d31-7dc4-4625-99e0-f7bf170a61b3 tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 1bf0b648-03d2-4915-bf40-f2af832e4e81] Deleting contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 948.659040] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb5a6d31-7dc4-4625-99e0-f7bf170a61b3 tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Deleting the datastore file [datastore1] 1bf0b648-03d2-4915-bf40-f2af832e4e81 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 948.659384] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a29eecb-f22a-4c92-bc75-e0ade4e78395 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.671985] env[70527]: DEBUG oslo_vmware.api [None req-eb5a6d31-7dc4-4625-99e0-f7bf170a61b3 tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Waiting for the task: (returnval){ [ 948.671985] env[70527]: value = "task-3913313" [ 948.671985] env[70527]: _type = "Task" [ 948.671985] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.684032] env[70527]: DEBUG oslo_vmware.api [None req-eb5a6d31-7dc4-4625-99e0-f7bf170a61b3 tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': task-3913313, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.719023] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Acquiring lock "refresh_cache-8fdb5302-cf28-43d6-9e0f-bd361c5f2ccf" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.719212] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Acquired lock "refresh_cache-8fdb5302-cf28-43d6-9e0f-bd361c5f2ccf" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.719346] env[70527]: DEBUG nova.network.neutron [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] [instance: 8fdb5302-cf28-43d6-9e0f-bd361c5f2ccf] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 948.729754] env[70527]: DEBUG nova.policy [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab8a4d58e63044d189b47299c24b3743', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ed4db1eb0ba4f2fa60c393507b4b8fc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 948.740400] env[70527]: DEBUG oslo_vmware.api [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Task: {'id': task-3913310, 'name': ReconfigVM_Task, 'duration_secs': 0.433867} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.743506] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] [instance: 818f37c0-1d7d-45ec-a21b-93d87d21f1dc] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 818f37c0-1d7d-45ec-a21b-93d87d21f1dc/818f37c0-1d7d-45ec-a21b-93d87d21f1dc.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 948.746030] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bea2df29-d6e9-4328-947d-f2c41e4f8323 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.756202] env[70527]: DEBUG oslo_vmware.api [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Waiting for the task: (returnval){ [ 948.756202] env[70527]: value = "task-3913314" [ 948.756202] env[70527]: _type = "Task" [ 948.756202] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.766918] env[70527]: DEBUG oslo_vmware.api [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Task: {'id': task-3913314, 'name': Rename_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.836116] env[70527]: DEBUG nova.compute.manager [req-9549ee3b-b057-4fa9-9965-70203f44596b req-278fea49-66ac-4dd7-afef-d6e098a07f97 service nova] [instance: 8fdb5302-cf28-43d6-9e0f-bd361c5f2ccf] Received event network-vif-plugged-610f9224-2b1b-495d-91d4-307a653fd4c6 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.836223] env[70527]: DEBUG oslo_concurrency.lockutils [req-9549ee3b-b057-4fa9-9965-70203f44596b req-278fea49-66ac-4dd7-afef-d6e098a07f97 service nova] Acquiring lock "8fdb5302-cf28-43d6-9e0f-bd361c5f2ccf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.836387] env[70527]: DEBUG oslo_concurrency.lockutils [req-9549ee3b-b057-4fa9-9965-70203f44596b req-278fea49-66ac-4dd7-afef-d6e098a07f97 service nova] Lock "8fdb5302-cf28-43d6-9e0f-bd361c5f2ccf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.836592] env[70527]: DEBUG oslo_concurrency.lockutils [req-9549ee3b-b057-4fa9-9965-70203f44596b req-278fea49-66ac-4dd7-afef-d6e098a07f97 service nova] Lock "8fdb5302-cf28-43d6-9e0f-bd361c5f2ccf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.836800] env[70527]: DEBUG nova.compute.manager [req-9549ee3b-b057-4fa9-9965-70203f44596b req-278fea49-66ac-4dd7-afef-d6e098a07f97 service nova] [instance: 8fdb5302-cf28-43d6-9e0f-bd361c5f2ccf] No waiting events found dispatching network-vif-plugged-610f9224-2b1b-495d-91d4-307a653fd4c6 {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 948.836986] env[70527]: WARNING nova.compute.manager [req-9549ee3b-b057-4fa9-9965-70203f44596b req-278fea49-66ac-4dd7-afef-d6e098a07f97 service nova] [instance: 8fdb5302-cf28-43d6-9e0f-bd361c5f2ccf] Received unexpected event network-vif-plugged-610f9224-2b1b-495d-91d4-307a653fd4c6 for instance with vm_state building and task_state spawning. [ 948.837192] env[70527]: DEBUG nova.compute.manager [req-9549ee3b-b057-4fa9-9965-70203f44596b req-278fea49-66ac-4dd7-afef-d6e098a07f97 service nova] [instance: 8fdb5302-cf28-43d6-9e0f-bd361c5f2ccf] Received event network-changed-610f9224-2b1b-495d-91d4-307a653fd4c6 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.837347] env[70527]: DEBUG nova.compute.manager [req-9549ee3b-b057-4fa9-9965-70203f44596b req-278fea49-66ac-4dd7-afef-d6e098a07f97 service nova] [instance: 8fdb5302-cf28-43d6-9e0f-bd361c5f2ccf] Refreshing instance network info cache due to event network-changed-610f9224-2b1b-495d-91d4-307a653fd4c6. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 948.837511] env[70527]: DEBUG oslo_concurrency.lockutils [req-9549ee3b-b057-4fa9-9965-70203f44596b req-278fea49-66ac-4dd7-afef-d6e098a07f97 service nova] Acquiring lock "refresh_cache-8fdb5302-cf28-43d6-9e0f-bd361c5f2ccf" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.877362] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f39005-4aa8-4b81-998f-069d17cc77b4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.886389] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-938b52d9-184f-48fb-972c-a4259186ee12 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] [instance: 749d082e-c7a7-44b1-a4a3-37828b4ab05c] Doing hard reboot of VM {{(pid=70527) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 948.886715] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-e918a23b-6a2e-44d9-928e-4d778a7a593b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.902321] env[70527]: DEBUG oslo_vmware.api [None req-938b52d9-184f-48fb-972c-a4259186ee12 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Waiting for the task: (returnval){ [ 948.902321] env[70527]: value = "task-3913315" [ 948.902321] env[70527]: _type = "Task" [ 948.902321] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.919172] env[70527]: DEBUG oslo_vmware.api [None req-938b52d9-184f-48fb-972c-a4259186ee12 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Task: {'id': task-3913315, 'name': ResetVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.988247] env[70527]: DEBUG oslo_concurrency.lockutils [req-36dd2f37-5210-47a1-8cb6-f0cdd3ee5391 req-f9e9bc13-36cb-4055-b728-4537ea5334fc service nova] Releasing lock "refresh_cache-8023716a-02ca-479e-ae56-9af98b173fd1" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.988646] env[70527]: DEBUG oslo_vmware.api [None req-baf75978-4275-4804-bfda-f9554dfb55e3 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Task: {'id': task-3913308, 'name': PowerOnVM_Task, 'duration_secs': 0.715082} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.991628] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-baf75978-4275-4804-bfda-f9554dfb55e3 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] [instance: ae092240-d091-4b1c-a61b-aaefa003271a] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 948.991733] env[70527]: DEBUG nova.compute.manager [None req-baf75978-4275-4804-bfda-f9554dfb55e3 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] [instance: ae092240-d091-4b1c-a61b-aaefa003271a] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 948.992939] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96443f2f-e74c-41be-a938-f7e3e153be00 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.018755] env[70527]: DEBUG oslo_vmware.api [None req-72472a89-b7a2-488c-9512-633179110353 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': task-3913311, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.150212] env[70527]: DEBUG nova.compute.manager [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: 440274de-4164-459b-bb75-0cf1b040395e] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 949.161110] env[70527]: DEBUG nova.network.neutron [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: 440274de-4164-459b-bb75-0cf1b040395e] Successfully created port: 6c6cb29f-2eed-4298-a29b-228f56b8156c {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 949.187983] env[70527]: DEBUG oslo_vmware.api [None req-eb5a6d31-7dc4-4625-99e0-f7bf170a61b3 tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': task-3913313, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.276437} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.188417] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb5a6d31-7dc4-4625-99e0-f7bf170a61b3 tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 949.191031] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-eb5a6d31-7dc4-4625-99e0-f7bf170a61b3 tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 1bf0b648-03d2-4915-bf40-f2af832e4e81] Deleted contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 949.191031] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-eb5a6d31-7dc4-4625-99e0-f7bf170a61b3 tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 1bf0b648-03d2-4915-bf40-f2af832e4e81] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 949.191031] env[70527]: INFO nova.compute.manager [None req-eb5a6d31-7dc4-4625-99e0-f7bf170a61b3 tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 1bf0b648-03d2-4915-bf40-f2af832e4e81] Took 1.16 seconds to destroy the instance on the hypervisor. [ 949.191031] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb5a6d31-7dc4-4625-99e0-f7bf170a61b3 tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 949.191031] env[70527]: DEBUG nova.compute.manager [-] [instance: 1bf0b648-03d2-4915-bf40-f2af832e4e81] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 949.191386] env[70527]: DEBUG nova.network.neutron [-] [instance: 1bf0b648-03d2-4915-bf40-f2af832e4e81] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 949.263541] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520b596c-008e-46e7-a54c-fbd1bd2d0a62 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.270753] env[70527]: DEBUG oslo_vmware.api [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Task: {'id': task-3913314, 'name': Rename_Task, 'duration_secs': 0.217173} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.271616] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] [instance: 818f37c0-1d7d-45ec-a21b-93d87d21f1dc] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 949.271919] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-466576b4-bb4c-474a-8d19-215e19383d22 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.276838] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb932f82-5ba1-47b0-9d0f-12c181fe07b7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.281688] env[70527]: DEBUG oslo_vmware.api [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Waiting for the task: (returnval){ [ 949.281688] env[70527]: value = "task-3913316" [ 949.281688] env[70527]: _type = "Task" [ 949.281688] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.282577] env[70527]: DEBUG nova.network.neutron [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] [instance: 8fdb5302-cf28-43d6-9e0f-bd361c5f2ccf] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 949.315927] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a02780d-d0c6-4834-a97f-a4df244ee172 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.331023] env[70527]: DEBUG oslo_vmware.api [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Task: {'id': task-3913316, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.331023] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00485c43-5b2c-410f-b7a0-432fd09e15b4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.347537] env[70527]: DEBUG nova.compute.provider_tree [None req-547cb376-0316-402e-af6f-04135f5d52ec tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.415318] env[70527]: DEBUG oslo_vmware.api [None req-938b52d9-184f-48fb-972c-a4259186ee12 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Task: {'id': task-3913315, 'name': ResetVM_Task, 'duration_secs': 0.116633} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.415611] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-938b52d9-184f-48fb-972c-a4259186ee12 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] [instance: 749d082e-c7a7-44b1-a4a3-37828b4ab05c] Did hard reboot of VM {{(pid=70527) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 949.415797] env[70527]: DEBUG nova.compute.manager [None req-938b52d9-184f-48fb-972c-a4259186ee12 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] [instance: 749d082e-c7a7-44b1-a4a3-37828b4ab05c] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 949.416705] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba5aaf26-86c6-4204-8fcb-d68ee2b337e0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.510961] env[70527]: DEBUG oslo_vmware.api [None req-72472a89-b7a2-488c-9512-633179110353 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': task-3913311, 'name': CreateSnapshot_Task, 'duration_secs': 0.76679} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.510961] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-72472a89-b7a2-488c-9512-633179110353 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Created Snapshot of the VM instance {{(pid=70527) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 949.511544] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c6b8c2-1a9b-4f77-804d-c3e84b9547e3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.524936] env[70527]: DEBUG oslo_concurrency.lockutils [None req-baf75978-4275-4804-bfda-f9554dfb55e3 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.801197] env[70527]: DEBUG oslo_vmware.api [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Task: {'id': task-3913316, 'name': PowerOnVM_Task} progress is 90%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.855101] env[70527]: DEBUG nova.scheduler.client.report [None req-547cb376-0316-402e-af6f-04135f5d52ec tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.862710] env[70527]: DEBUG nova.network.neutron [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] [instance: 8fdb5302-cf28-43d6-9e0f-bd361c5f2ccf] Updating instance_info_cache with network_info: [{"id": "610f9224-2b1b-495d-91d4-307a653fd4c6", "address": "fa:16:3e:fd:a1:9d", "network": {"id": "968385b5-076e-45f7-8533-8fe385aaa182", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1196011367-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f105dacc97d43cbb5248aa3780aab89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap610f9224-2b", "ovs_interfaceid": "610f9224-2b1b-495d-91d4-307a653fd4c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.931072] env[70527]: DEBUG oslo_concurrency.lockutils [None req-938b52d9-184f-48fb-972c-a4259186ee12 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Lock "749d082e-c7a7-44b1-a4a3-37828b4ab05c" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.428s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.037618] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-72472a89-b7a2-488c-9512-633179110353 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Creating linked-clone VM from snapshot {{(pid=70527) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 950.039057] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a4d7930f-3d58-493c-9a64-ffce2178ae5a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.045018] env[70527]: DEBUG nova.network.neutron [-] [instance: 1bf0b648-03d2-4915-bf40-f2af832e4e81] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.050291] env[70527]: DEBUG oslo_vmware.api [None req-72472a89-b7a2-488c-9512-633179110353 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Waiting for the task: (returnval){ [ 950.050291] env[70527]: value = "task-3913317" [ 950.050291] env[70527]: _type = "Task" [ 950.050291] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.060249] env[70527]: DEBUG oslo_vmware.api [None req-72472a89-b7a2-488c-9512-633179110353 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': task-3913317, 'name': CloneVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.160674] env[70527]: DEBUG nova.compute.manager [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: 440274de-4164-459b-bb75-0cf1b040395e] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 950.191613] env[70527]: DEBUG nova.virt.hardware [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 950.191849] env[70527]: DEBUG nova.virt.hardware [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 950.192047] env[70527]: DEBUG nova.virt.hardware [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 950.192206] env[70527]: DEBUG nova.virt.hardware [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 950.192352] env[70527]: DEBUG nova.virt.hardware [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 950.192498] env[70527]: DEBUG nova.virt.hardware [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 950.192705] env[70527]: DEBUG nova.virt.hardware [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 950.192872] env[70527]: DEBUG nova.virt.hardware [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 950.193073] env[70527]: DEBUG nova.virt.hardware [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 950.193247] env[70527]: DEBUG nova.virt.hardware [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 950.193419] env[70527]: DEBUG nova.virt.hardware [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 950.195029] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba839d9a-11d0-45ea-93e2-911d69ecd740 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.203754] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a6d478-a8cc-43aa-8bf1-96be03ebf90a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.295712] env[70527]: DEBUG oslo_vmware.api [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Task: {'id': task-3913316, 'name': PowerOnVM_Task, 'duration_secs': 0.859715} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.296139] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] [instance: 818f37c0-1d7d-45ec-a21b-93d87d21f1dc] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 950.296453] env[70527]: INFO nova.compute.manager [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] [instance: 818f37c0-1d7d-45ec-a21b-93d87d21f1dc] Took 9.81 seconds to spawn the instance on the hypervisor. [ 950.296780] env[70527]: DEBUG nova.compute.manager [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] [instance: 818f37c0-1d7d-45ec-a21b-93d87d21f1dc] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 950.297875] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b84a1e3-80ae-45dc-bb1a-4f1d53d3806f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.361849] env[70527]: DEBUG oslo_concurrency.lockutils [None req-547cb376-0316-402e-af6f-04135f5d52ec tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.202s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.364556] env[70527]: DEBUG oslo_concurrency.lockutils [None req-01ecb55f-0660-4b71-91a3-1dd681430d31 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.023s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.364827] env[70527]: DEBUG nova.objects.instance [None req-01ecb55f-0660-4b71-91a3-1dd681430d31 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Lazy-loading 'resources' on Instance uuid 430c77ef-9bdb-42c1-aee4-2d5bcc6be0da {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 950.366792] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Releasing lock "refresh_cache-8fdb5302-cf28-43d6-9e0f-bd361c5f2ccf" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.366792] env[70527]: DEBUG nova.compute.manager [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] [instance: 8fdb5302-cf28-43d6-9e0f-bd361c5f2ccf] Instance network_info: |[{"id": "610f9224-2b1b-495d-91d4-307a653fd4c6", "address": "fa:16:3e:fd:a1:9d", "network": {"id": "968385b5-076e-45f7-8533-8fe385aaa182", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1196011367-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f105dacc97d43cbb5248aa3780aab89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap610f9224-2b", "ovs_interfaceid": "610f9224-2b1b-495d-91d4-307a653fd4c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 950.367056] env[70527]: DEBUG oslo_concurrency.lockutils [req-9549ee3b-b057-4fa9-9965-70203f44596b req-278fea49-66ac-4dd7-afef-d6e098a07f97 service nova] Acquired lock "refresh_cache-8fdb5302-cf28-43d6-9e0f-bd361c5f2ccf" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.367056] env[70527]: DEBUG nova.network.neutron [req-9549ee3b-b057-4fa9-9965-70203f44596b req-278fea49-66ac-4dd7-afef-d6e098a07f97 service nova] [instance: 8fdb5302-cf28-43d6-9e0f-bd361c5f2ccf] Refreshing network info cache for port 610f9224-2b1b-495d-91d4-307a653fd4c6 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 950.371066] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] [instance: 8fdb5302-cf28-43d6-9e0f-bd361c5f2ccf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:a1:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53ebf5df-5ecb-4a0c-a163-d88165639de0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '610f9224-2b1b-495d-91d4-307a653fd4c6', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 950.381109] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Creating folder: Project (8f105dacc97d43cbb5248aa3780aab89). Parent ref: group-v776920. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 950.382775] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-12315fa2-2fc1-4787-a98a-b4c7f4946dac {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.396208] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Created folder: Project (8f105dacc97d43cbb5248aa3780aab89) in parent group-v776920. [ 950.396603] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Creating folder: Instances. Parent ref: group-v777112. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 950.398048] env[70527]: INFO nova.scheduler.client.report [None req-547cb376-0316-402e-af6f-04135f5d52ec tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Deleted allocations for instance e4af2542-8afe-4149-b06c-5be7920c1b28 [ 950.399269] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e42538fb-57c8-402d-bfca-ec9621493ef6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.414179] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Created folder: Instances in parent group-v777112. [ 950.414531] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 950.414733] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fdb5302-cf28-43d6-9e0f-bd361c5f2ccf] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 950.414990] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7389be2a-0d56-4a99-9c00-8e87a770b02d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.437223] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 950.437223] env[70527]: value = "task-3913320" [ 950.437223] env[70527]: _type = "Task" [ 950.437223] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.446740] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913320, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.510852] env[70527]: DEBUG nova.compute.manager [req-c9974173-d28e-4551-a604-78a0b31edf72 req-73b6e240-d756-4f35-96f0-5cc0e63687f7 service nova] [instance: 749d082e-c7a7-44b1-a4a3-37828b4ab05c] Received event network-changed-41fe9c56-a523-478e-bb8e-468c8411c6f1 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.511157] env[70527]: DEBUG nova.compute.manager [req-c9974173-d28e-4551-a604-78a0b31edf72 req-73b6e240-d756-4f35-96f0-5cc0e63687f7 service nova] [instance: 749d082e-c7a7-44b1-a4a3-37828b4ab05c] Refreshing instance network info cache due to event network-changed-41fe9c56-a523-478e-bb8e-468c8411c6f1. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 950.511518] env[70527]: DEBUG oslo_concurrency.lockutils [req-c9974173-d28e-4551-a604-78a0b31edf72 req-73b6e240-d756-4f35-96f0-5cc0e63687f7 service nova] Acquiring lock "refresh_cache-749d082e-c7a7-44b1-a4a3-37828b4ab05c" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.511572] env[70527]: DEBUG oslo_concurrency.lockutils [req-c9974173-d28e-4551-a604-78a0b31edf72 req-73b6e240-d756-4f35-96f0-5cc0e63687f7 service nova] Acquired lock "refresh_cache-749d082e-c7a7-44b1-a4a3-37828b4ab05c" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.511755] env[70527]: DEBUG nova.network.neutron [req-c9974173-d28e-4551-a604-78a0b31edf72 req-73b6e240-d756-4f35-96f0-5cc0e63687f7 service nova] [instance: 749d082e-c7a7-44b1-a4a3-37828b4ab05c] Refreshing network info cache for port 41fe9c56-a523-478e-bb8e-468c8411c6f1 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 950.547898] env[70527]: INFO nova.compute.manager [-] [instance: 1bf0b648-03d2-4915-bf40-f2af832e4e81] Took 1.36 seconds to deallocate network for instance. [ 950.568481] env[70527]: DEBUG oslo_vmware.api [None req-72472a89-b7a2-488c-9512-633179110353 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': task-3913317, 'name': CloneVM_Task} progress is 94%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.818488] env[70527]: INFO nova.compute.manager [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] [instance: 818f37c0-1d7d-45ec-a21b-93d87d21f1dc] Took 48.09 seconds to build instance. [ 950.907412] env[70527]: DEBUG oslo_concurrency.lockutils [None req-547cb376-0316-402e-af6f-04135f5d52ec tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Lock "e4af2542-8afe-4149-b06c-5be7920c1b28" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.628s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.950072] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913320, 'name': CreateVM_Task, 'duration_secs': 0.398652} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.952931] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fdb5302-cf28-43d6-9e0f-bd361c5f2ccf] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 950.954137] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.954137] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.954443] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.954728] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00d21fe9-5764-4699-9dce-5c76d677209a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.960979] env[70527]: DEBUG oslo_vmware.api [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Waiting for the task: (returnval){ [ 950.960979] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52a0cece-2cb6-5e8a-9653-7e13b704ac05" [ 950.960979] env[70527]: _type = "Task" [ 950.960979] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.974915] env[70527]: DEBUG oslo_vmware.api [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52a0cece-2cb6-5e8a-9653-7e13b704ac05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.010352] env[70527]: DEBUG nova.compute.manager [req-9c45229d-c3ca-4a8d-8d3e-ba1f8518085d req-37f611a6-fbfb-4842-b494-abbb472ae104 service nova] [instance: 1bf0b648-03d2-4915-bf40-f2af832e4e81] Received event network-vif-deleted-ea518aac-6d67-4de0-8e1e-76e452898856 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.058807] env[70527]: DEBUG oslo_concurrency.lockutils [None req-eb5a6d31-7dc4-4625-99e0-f7bf170a61b3 tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.069656] env[70527]: DEBUG oslo_vmware.api [None req-72472a89-b7a2-488c-9512-633179110353 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': task-3913317, 'name': CloneVM_Task} progress is 94%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.296654] env[70527]: DEBUG nova.network.neutron [req-c9974173-d28e-4551-a604-78a0b31edf72 req-73b6e240-d756-4f35-96f0-5cc0e63687f7 service nova] [instance: 749d082e-c7a7-44b1-a4a3-37828b4ab05c] Updated VIF entry in instance network info cache for port 41fe9c56-a523-478e-bb8e-468c8411c6f1. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 951.297111] env[70527]: DEBUG nova.network.neutron [req-c9974173-d28e-4551-a604-78a0b31edf72 req-73b6e240-d756-4f35-96f0-5cc0e63687f7 service nova] [instance: 749d082e-c7a7-44b1-a4a3-37828b4ab05c] Updating instance_info_cache with network_info: [{"id": "41fe9c56-a523-478e-bb8e-468c8411c6f1", "address": "fa:16:3e:ef:fb:2f", "network": {"id": "8303d943-98fa-4e14-baeb-15cc2bede18a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-474575567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1176e5bf85f64f1891cf75ea833dbd99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41fe9c56-a5", "ovs_interfaceid": "41fe9c56-a523-478e-bb8e-468c8411c6f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.322855] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9b4723b8-cab6-402d-a2d9-a67fcb2edeef tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Lock "818f37c0-1d7d-45ec-a21b-93d87d21f1dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.873s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.333409] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3c49301e-5dba-45e8-9672-5339cbb8c213 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Acquiring lock "749d082e-c7a7-44b1-a4a3-37828b4ab05c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.333667] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3c49301e-5dba-45e8-9672-5339cbb8c213 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Lock "749d082e-c7a7-44b1-a4a3-37828b4ab05c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.333879] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3c49301e-5dba-45e8-9672-5339cbb8c213 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Acquiring lock "749d082e-c7a7-44b1-a4a3-37828b4ab05c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.334112] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3c49301e-5dba-45e8-9672-5339cbb8c213 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Lock "749d082e-c7a7-44b1-a4a3-37828b4ab05c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.334333] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3c49301e-5dba-45e8-9672-5339cbb8c213 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Lock "749d082e-c7a7-44b1-a4a3-37828b4ab05c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.337523] env[70527]: INFO nova.compute.manager [None req-3c49301e-5dba-45e8-9672-5339cbb8c213 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] [instance: 749d082e-c7a7-44b1-a4a3-37828b4ab05c] Terminating instance [ 951.356498] env[70527]: DEBUG nova.network.neutron [req-9549ee3b-b057-4fa9-9965-70203f44596b req-278fea49-66ac-4dd7-afef-d6e098a07f97 service nova] [instance: 8fdb5302-cf28-43d6-9e0f-bd361c5f2ccf] Updated VIF entry in instance network info cache for port 610f9224-2b1b-495d-91d4-307a653fd4c6. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 951.357062] env[70527]: DEBUG nova.network.neutron [req-9549ee3b-b057-4fa9-9965-70203f44596b req-278fea49-66ac-4dd7-afef-d6e098a07f97 service nova] [instance: 8fdb5302-cf28-43d6-9e0f-bd361c5f2ccf] Updating instance_info_cache with network_info: [{"id": "610f9224-2b1b-495d-91d4-307a653fd4c6", "address": "fa:16:3e:fd:a1:9d", "network": {"id": "968385b5-076e-45f7-8533-8fe385aaa182", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1196011367-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f105dacc97d43cbb5248aa3780aab89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap610f9224-2b", "ovs_interfaceid": "610f9224-2b1b-495d-91d4-307a653fd4c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.366701] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a721a39f-ef5a-4cc6-9b88-636df0c1c299 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Acquiring lock "ae092240-d091-4b1c-a61b-aaefa003271a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.367011] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a721a39f-ef5a-4cc6-9b88-636df0c1c299 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Lock "ae092240-d091-4b1c-a61b-aaefa003271a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.367231] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a721a39f-ef5a-4cc6-9b88-636df0c1c299 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Acquiring lock "ae092240-d091-4b1c-a61b-aaefa003271a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.367446] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a721a39f-ef5a-4cc6-9b88-636df0c1c299 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Lock "ae092240-d091-4b1c-a61b-aaefa003271a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.367632] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a721a39f-ef5a-4cc6-9b88-636df0c1c299 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Lock "ae092240-d091-4b1c-a61b-aaefa003271a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.371052] env[70527]: INFO nova.compute.manager [None req-a721a39f-ef5a-4cc6-9b88-636df0c1c299 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] [instance: ae092240-d091-4b1c-a61b-aaefa003271a] Terminating instance [ 951.443049] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dffc13e-9e88-42ae-b0af-56bc354b402a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.454473] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d5b26b-6f95-4ace-9d74-5faac2c48580 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.499296] env[70527]: DEBUG nova.network.neutron [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: 440274de-4164-459b-bb75-0cf1b040395e] Successfully updated port: 6c6cb29f-2eed-4298-a29b-228f56b8156c {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 951.502341] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9da769-0c0b-4715-8e66-d81fead71d84 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.509417] env[70527]: DEBUG oslo_vmware.api [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52a0cece-2cb6-5e8a-9653-7e13b704ac05, 'name': SearchDatastore_Task, 'duration_secs': 0.011369} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.512546] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.512546] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] [instance: 8fdb5302-cf28-43d6-9e0f-bd361c5f2ccf] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 951.512546] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.512546] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.512808] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 951.512808] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d4a61ea-2680-421a-a09f-856a1580fefb {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.518775] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b659e6c-3a3c-4be9-b7c7-70a92c0eb963 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.525286] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 951.525760] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 951.535161] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e25a90a-1fa2-45af-aad0-d27b4ad5c558 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.538718] env[70527]: DEBUG nova.compute.provider_tree [None req-01ecb55f-0660-4b71-91a3-1dd681430d31 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 951.545710] env[70527]: DEBUG oslo_vmware.api [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Waiting for the task: (returnval){ [ 951.545710] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]5259c5a4-7660-0746-e3be-67e405d0a490" [ 951.545710] env[70527]: _type = "Task" [ 951.545710] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.556202] env[70527]: DEBUG oslo_vmware.api [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5259c5a4-7660-0746-e3be-67e405d0a490, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.565582] env[70527]: DEBUG oslo_vmware.api [None req-72472a89-b7a2-488c-9512-633179110353 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': task-3913317, 'name': CloneVM_Task, 'duration_secs': 1.497038} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.565845] env[70527]: INFO nova.virt.vmwareapi.vmops [None req-72472a89-b7a2-488c-9512-633179110353 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Created linked-clone VM from snapshot [ 951.566638] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e73f64-ac02-46e4-ad6b-a104e97557b8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.579605] env[70527]: DEBUG nova.virt.vmwareapi.images [None req-72472a89-b7a2-488c-9512-633179110353 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Uploading image 0fa42a62-99f2-4430-9549-d6c6769c6b4c {{(pid=70527) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 951.608485] env[70527]: DEBUG oslo_vmware.rw_handles [None req-72472a89-b7a2-488c-9512-633179110353 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 951.608485] env[70527]: value = "vm-777111" [ 951.608485] env[70527]: _type = "VirtualMachine" [ 951.608485] env[70527]: }. {{(pid=70527) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 951.609124] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f12eed80-6894-4d63-a641-bbb56f043e53 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.617976] env[70527]: DEBUG oslo_vmware.rw_handles [None req-72472a89-b7a2-488c-9512-633179110353 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Lease: (returnval){ [ 951.617976] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]526f754d-c616-28a4-6aa1-9b5312aafc8b" [ 951.617976] env[70527]: _type = "HttpNfcLease" [ 951.617976] env[70527]: } obtained for exporting VM: (result){ [ 951.617976] env[70527]: value = "vm-777111" [ 951.617976] env[70527]: _type = "VirtualMachine" [ 951.617976] env[70527]: }. {{(pid=70527) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 951.618469] env[70527]: DEBUG oslo_vmware.api [None req-72472a89-b7a2-488c-9512-633179110353 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Waiting for the lease: (returnval){ [ 951.618469] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]526f754d-c616-28a4-6aa1-9b5312aafc8b" [ 951.618469] env[70527]: _type = "HttpNfcLease" [ 951.618469] env[70527]: } to be ready. {{(pid=70527) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 951.626746] env[70527]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 951.626746] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]526f754d-c616-28a4-6aa1-9b5312aafc8b" [ 951.626746] env[70527]: _type = "HttpNfcLease" [ 951.626746] env[70527]: } is initializing. {{(pid=70527) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 951.800179] env[70527]: DEBUG oslo_concurrency.lockutils [req-c9974173-d28e-4551-a604-78a0b31edf72 req-73b6e240-d756-4f35-96f0-5cc0e63687f7 service nova] Releasing lock "refresh_cache-749d082e-c7a7-44b1-a4a3-37828b4ab05c" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.841893] env[70527]: DEBUG nova.compute.manager [None req-3c49301e-5dba-45e8-9672-5339cbb8c213 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] [instance: 749d082e-c7a7-44b1-a4a3-37828b4ab05c] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 951.842154] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-3c49301e-5dba-45e8-9672-5339cbb8c213 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] [instance: 749d082e-c7a7-44b1-a4a3-37828b4ab05c] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 951.843065] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01291e1e-294f-47b4-b926-71bd5cfb343a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.853341] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c49301e-5dba-45e8-9672-5339cbb8c213 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] [instance: 749d082e-c7a7-44b1-a4a3-37828b4ab05c] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 951.853789] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5a26278-e4e0-4eee-bba5-035f98beddf5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.860917] env[70527]: DEBUG oslo_vmware.api [None req-3c49301e-5dba-45e8-9672-5339cbb8c213 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Waiting for the task: (returnval){ [ 951.860917] env[70527]: value = "task-3913322" [ 951.860917] env[70527]: _type = "Task" [ 951.860917] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.865061] env[70527]: DEBUG oslo_concurrency.lockutils [req-9549ee3b-b057-4fa9-9965-70203f44596b req-278fea49-66ac-4dd7-afef-d6e098a07f97 service nova] Releasing lock "refresh_cache-8fdb5302-cf28-43d6-9e0f-bd361c5f2ccf" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.876414] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a721a39f-ef5a-4cc6-9b88-636df0c1c299 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Acquiring lock "refresh_cache-ae092240-d091-4b1c-a61b-aaefa003271a" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.876414] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a721a39f-ef5a-4cc6-9b88-636df0c1c299 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Acquired lock "refresh_cache-ae092240-d091-4b1c-a61b-aaefa003271a" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.876635] env[70527]: DEBUG nova.network.neutron [None req-a721a39f-ef5a-4cc6-9b88-636df0c1c299 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] [instance: ae092240-d091-4b1c-a61b-aaefa003271a] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 952.010351] env[70527]: DEBUG oslo_concurrency.lockutils [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Acquiring lock "refresh_cache-440274de-4164-459b-bb75-0cf1b040395e" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.010578] env[70527]: DEBUG oslo_concurrency.lockutils [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Acquired lock "refresh_cache-440274de-4164-459b-bb75-0cf1b040395e" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.010804] env[70527]: DEBUG nova.network.neutron [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: 440274de-4164-459b-bb75-0cf1b040395e] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 952.042089] env[70527]: DEBUG nova.scheduler.client.report [None req-01ecb55f-0660-4b71-91a3-1dd681430d31 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.056524] env[70527]: DEBUG oslo_vmware.api [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5259c5a4-7660-0746-e3be-67e405d0a490, 'name': SearchDatastore_Task, 'duration_secs': 0.020335} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.057770] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ee9f200-5204-4422-9caf-241c3b314d3c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.066394] env[70527]: DEBUG oslo_vmware.api [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Waiting for the task: (returnval){ [ 952.066394] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]524510ac-6881-1c28-41bb-bf8189a77f5c" [ 952.066394] env[70527]: _type = "Task" [ 952.066394] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.075442] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0d171907-ad9d-4902-be40-134e71a0ed19 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Acquiring lock "b7cf3e13-690b-4624-aaec-e3cec1d62308" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.075829] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0d171907-ad9d-4902-be40-134e71a0ed19 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Lock "b7cf3e13-690b-4624-aaec-e3cec1d62308" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.076116] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0d171907-ad9d-4902-be40-134e71a0ed19 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Acquiring lock "b7cf3e13-690b-4624-aaec-e3cec1d62308-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.076353] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0d171907-ad9d-4902-be40-134e71a0ed19 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Lock "b7cf3e13-690b-4624-aaec-e3cec1d62308-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.076617] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0d171907-ad9d-4902-be40-134e71a0ed19 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Lock "b7cf3e13-690b-4624-aaec-e3cec1d62308-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.083299] env[70527]: DEBUG oslo_vmware.api [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]524510ac-6881-1c28-41bb-bf8189a77f5c, 'name': SearchDatastore_Task, 'duration_secs': 0.011877} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.084078] env[70527]: INFO nova.compute.manager [None req-0d171907-ad9d-4902-be40-134e71a0ed19 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] [instance: b7cf3e13-690b-4624-aaec-e3cec1d62308] Terminating instance [ 952.086061] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.086426] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 8fdb5302-cf28-43d6-9e0f-bd361c5f2ccf/8fdb5302-cf28-43d6-9e0f-bd361c5f2ccf.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 952.086805] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ef1d135-8a69-4ab9-8713-737432e89d51 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.097844] env[70527]: DEBUG oslo_vmware.api [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Waiting for the task: (returnval){ [ 952.097844] env[70527]: value = "task-3913323" [ 952.097844] env[70527]: _type = "Task" [ 952.097844] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.110020] env[70527]: DEBUG oslo_vmware.api [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Task: {'id': task-3913323, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.127427] env[70527]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 952.127427] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]526f754d-c616-28a4-6aa1-9b5312aafc8b" [ 952.127427] env[70527]: _type = "HttpNfcLease" [ 952.127427] env[70527]: } is ready. {{(pid=70527) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 952.127757] env[70527]: DEBUG oslo_vmware.rw_handles [None req-72472a89-b7a2-488c-9512-633179110353 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 952.127757] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]526f754d-c616-28a4-6aa1-9b5312aafc8b" [ 952.127757] env[70527]: _type = "HttpNfcLease" [ 952.127757] env[70527]: }. {{(pid=70527) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 952.128678] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4260e0a9-7512-45f5-a776-60afc119bc51 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.138389] env[70527]: DEBUG oslo_vmware.rw_handles [None req-72472a89-b7a2-488c-9512-633179110353 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5244c699-ade5-3824-25a4-196c23882654/disk-0.vmdk from lease info. {{(pid=70527) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 952.138598] env[70527]: DEBUG oslo_vmware.rw_handles [None req-72472a89-b7a2-488c-9512-633179110353 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5244c699-ade5-3824-25a4-196c23882654/disk-0.vmdk for reading. {{(pid=70527) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 952.245658] env[70527]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2bcc98c4-6c4f-475c-8cf3-c3ddc3f42228 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.373131] env[70527]: DEBUG oslo_vmware.api [None req-3c49301e-5dba-45e8-9672-5339cbb8c213 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Task: {'id': task-3913322, 'name': PowerOffVM_Task, 'duration_secs': 0.241678} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.373440] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c49301e-5dba-45e8-9672-5339cbb8c213 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] [instance: 749d082e-c7a7-44b1-a4a3-37828b4ab05c] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 952.373603] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-3c49301e-5dba-45e8-9672-5339cbb8c213 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] [instance: 749d082e-c7a7-44b1-a4a3-37828b4ab05c] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 952.373858] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56824c27-67fc-4b77-8d10-e0e228679c33 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.404043] env[70527]: DEBUG nova.network.neutron [None req-a721a39f-ef5a-4cc6-9b88-636df0c1c299 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] [instance: ae092240-d091-4b1c-a61b-aaefa003271a] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 952.473149] env[70527]: DEBUG nova.network.neutron [None req-a721a39f-ef5a-4cc6-9b88-636df0c1c299 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] [instance: ae092240-d091-4b1c-a61b-aaefa003271a] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.490336] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-3c49301e-5dba-45e8-9672-5339cbb8c213 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] [instance: 749d082e-c7a7-44b1-a4a3-37828b4ab05c] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 952.491126] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-3c49301e-5dba-45e8-9672-5339cbb8c213 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] [instance: 749d082e-c7a7-44b1-a4a3-37828b4ab05c] Deleting contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 952.491126] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c49301e-5dba-45e8-9672-5339cbb8c213 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Deleting the datastore file [datastore2] 749d082e-c7a7-44b1-a4a3-37828b4ab05c {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 952.491126] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d3b5fd8-f652-4249-961d-455142a90465 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.501764] env[70527]: DEBUG oslo_vmware.api [None req-3c49301e-5dba-45e8-9672-5339cbb8c213 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Waiting for the task: (returnval){ [ 952.501764] env[70527]: value = "task-3913325" [ 952.501764] env[70527]: _type = "Task" [ 952.501764] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.517233] env[70527]: DEBUG oslo_vmware.api [None req-3c49301e-5dba-45e8-9672-5339cbb8c213 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Task: {'id': task-3913325, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.548540] env[70527]: DEBUG oslo_concurrency.lockutils [None req-01ecb55f-0660-4b71-91a3-1dd681430d31 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.184s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.552315] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.157s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.556033] env[70527]: INFO nova.compute.claims [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: d8ef288c-ca75-4166-93bc-09dd69753f8b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 952.565918] env[70527]: DEBUG nova.network.neutron [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: 440274de-4164-459b-bb75-0cf1b040395e] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 952.582281] env[70527]: INFO nova.scheduler.client.report [None req-01ecb55f-0660-4b71-91a3-1dd681430d31 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Deleted allocations for instance 430c77ef-9bdb-42c1-aee4-2d5bcc6be0da [ 952.594696] env[70527]: DEBUG nova.compute.manager [None req-0d171907-ad9d-4902-be40-134e71a0ed19 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] [instance: b7cf3e13-690b-4624-aaec-e3cec1d62308] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 952.594696] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-0d171907-ad9d-4902-be40-134e71a0ed19 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] [instance: b7cf3e13-690b-4624-aaec-e3cec1d62308] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 952.598901] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8d9976-385a-4aea-a267-99167d97f2a9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.615809] env[70527]: DEBUG oslo_vmware.api [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Task: {'id': task-3913323, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.619597] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d171907-ad9d-4902-be40-134e71a0ed19 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] [instance: b7cf3e13-690b-4624-aaec-e3cec1d62308] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 952.619967] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49cba9c3-ab1b-44b5-95bf-8484cebacace {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.629075] env[70527]: DEBUG oslo_vmware.api [None req-0d171907-ad9d-4902-be40-134e71a0ed19 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Waiting for the task: (returnval){ [ 952.629075] env[70527]: value = "task-3913326" [ 952.629075] env[70527]: _type = "Task" [ 952.629075] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.638785] env[70527]: DEBUG nova.compute.manager [req-7929db28-c034-4d69-98b6-ba4be6f32aab req-af8dbb24-57d8-452f-9d3d-e758f6bd899c service nova] [instance: 440274de-4164-459b-bb75-0cf1b040395e] Received event network-vif-plugged-6c6cb29f-2eed-4298-a29b-228f56b8156c {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.639237] env[70527]: DEBUG oslo_concurrency.lockutils [req-7929db28-c034-4d69-98b6-ba4be6f32aab req-af8dbb24-57d8-452f-9d3d-e758f6bd899c service nova] Acquiring lock "440274de-4164-459b-bb75-0cf1b040395e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.639752] env[70527]: DEBUG oslo_concurrency.lockutils [req-7929db28-c034-4d69-98b6-ba4be6f32aab req-af8dbb24-57d8-452f-9d3d-e758f6bd899c service nova] Lock "440274de-4164-459b-bb75-0cf1b040395e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.640646] env[70527]: DEBUG oslo_concurrency.lockutils [req-7929db28-c034-4d69-98b6-ba4be6f32aab req-af8dbb24-57d8-452f-9d3d-e758f6bd899c service nova] Lock "440274de-4164-459b-bb75-0cf1b040395e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.640646] env[70527]: DEBUG nova.compute.manager [req-7929db28-c034-4d69-98b6-ba4be6f32aab req-af8dbb24-57d8-452f-9d3d-e758f6bd899c service nova] [instance: 440274de-4164-459b-bb75-0cf1b040395e] No waiting events found dispatching network-vif-plugged-6c6cb29f-2eed-4298-a29b-228f56b8156c {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 952.640646] env[70527]: WARNING nova.compute.manager [req-7929db28-c034-4d69-98b6-ba4be6f32aab req-af8dbb24-57d8-452f-9d3d-e758f6bd899c service nova] [instance: 440274de-4164-459b-bb75-0cf1b040395e] Received unexpected event network-vif-plugged-6c6cb29f-2eed-4298-a29b-228f56b8156c for instance with vm_state building and task_state spawning. [ 952.640811] env[70527]: DEBUG nova.compute.manager [req-7929db28-c034-4d69-98b6-ba4be6f32aab req-af8dbb24-57d8-452f-9d3d-e758f6bd899c service nova] [instance: 440274de-4164-459b-bb75-0cf1b040395e] Received event network-changed-6c6cb29f-2eed-4298-a29b-228f56b8156c {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.642721] env[70527]: DEBUG nova.compute.manager [req-7929db28-c034-4d69-98b6-ba4be6f32aab req-af8dbb24-57d8-452f-9d3d-e758f6bd899c service nova] [instance: 440274de-4164-459b-bb75-0cf1b040395e] Refreshing instance network info cache due to event network-changed-6c6cb29f-2eed-4298-a29b-228f56b8156c. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 952.647658] env[70527]: DEBUG oslo_concurrency.lockutils [req-7929db28-c034-4d69-98b6-ba4be6f32aab req-af8dbb24-57d8-452f-9d3d-e758f6bd899c service nova] Acquiring lock "refresh_cache-440274de-4164-459b-bb75-0cf1b040395e" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.656097] env[70527]: DEBUG oslo_vmware.api [None req-0d171907-ad9d-4902-be40-134e71a0ed19 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Task: {'id': task-3913326, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.811054] env[70527]: DEBUG nova.network.neutron [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: 440274de-4164-459b-bb75-0cf1b040395e] Updating instance_info_cache with network_info: [{"id": "6c6cb29f-2eed-4298-a29b-228f56b8156c", "address": "fa:16:3e:ae:7f:ce", "network": {"id": "c1fcdf3c-56d1-45c2-978c-afafea91fef9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-129278594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ed4db1eb0ba4f2fa60c393507b4b8fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c6cb29f-2e", "ovs_interfaceid": "6c6cb29f-2eed-4298-a29b-228f56b8156c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.975806] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a721a39f-ef5a-4cc6-9b88-636df0c1c299 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Releasing lock "refresh_cache-ae092240-d091-4b1c-a61b-aaefa003271a" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.976143] env[70527]: DEBUG nova.compute.manager [None req-a721a39f-ef5a-4cc6-9b88-636df0c1c299 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] [instance: ae092240-d091-4b1c-a61b-aaefa003271a] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 952.976476] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-a721a39f-ef5a-4cc6-9b88-636df0c1c299 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] [instance: ae092240-d091-4b1c-a61b-aaefa003271a] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 952.977482] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c1bbd1-f27a-478a-aedf-5f65789a386f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.986712] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-a721a39f-ef5a-4cc6-9b88-636df0c1c299 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] [instance: ae092240-d091-4b1c-a61b-aaefa003271a] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 952.987033] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26858e16-0e6a-4df8-ae09-fe71f78ed3a2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.996893] env[70527]: DEBUG oslo_vmware.api [None req-a721a39f-ef5a-4cc6-9b88-636df0c1c299 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Waiting for the task: (returnval){ [ 952.996893] env[70527]: value = "task-3913327" [ 952.996893] env[70527]: _type = "Task" [ 952.996893] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.015918] env[70527]: DEBUG oslo_vmware.api [None req-a721a39f-ef5a-4cc6-9b88-636df0c1c299 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Task: {'id': task-3913327, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.024066] env[70527]: DEBUG oslo_vmware.api [None req-3c49301e-5dba-45e8-9672-5339cbb8c213 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Task: {'id': task-3913325, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.25318} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.024436] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c49301e-5dba-45e8-9672-5339cbb8c213 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 953.024883] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-3c49301e-5dba-45e8-9672-5339cbb8c213 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] [instance: 749d082e-c7a7-44b1-a4a3-37828b4ab05c] Deleted contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 953.025245] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-3c49301e-5dba-45e8-9672-5339cbb8c213 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] [instance: 749d082e-c7a7-44b1-a4a3-37828b4ab05c] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 953.025450] env[70527]: INFO nova.compute.manager [None req-3c49301e-5dba-45e8-9672-5339cbb8c213 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] [instance: 749d082e-c7a7-44b1-a4a3-37828b4ab05c] Took 1.18 seconds to destroy the instance on the hypervisor. [ 953.025719] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c49301e-5dba-45e8-9672-5339cbb8c213 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 953.026061] env[70527]: DEBUG nova.compute.manager [-] [instance: 749d082e-c7a7-44b1-a4a3-37828b4ab05c] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 953.026158] env[70527]: DEBUG nova.network.neutron [-] [instance: 749d082e-c7a7-44b1-a4a3-37828b4ab05c] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 953.092434] env[70527]: DEBUG oslo_concurrency.lockutils [None req-01ecb55f-0660-4b71-91a3-1dd681430d31 tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Lock "430c77ef-9bdb-42c1-aee4-2d5bcc6be0da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.041s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.122120] env[70527]: DEBUG oslo_vmware.api [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Task: {'id': task-3913323, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540747} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.122508] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 8fdb5302-cf28-43d6-9e0f-bd361c5f2ccf/8fdb5302-cf28-43d6-9e0f-bd361c5f2ccf.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 953.122779] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] [instance: 8fdb5302-cf28-43d6-9e0f-bd361c5f2ccf] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 953.123383] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bab22804-be7a-4d6e-9c05-fa37fbe4b781 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.136797] env[70527]: DEBUG oslo_vmware.api [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Waiting for the task: (returnval){ [ 953.136797] env[70527]: value = "task-3913328" [ 953.136797] env[70527]: _type = "Task" [ 953.136797] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.146761] env[70527]: DEBUG oslo_vmware.api [None req-0d171907-ad9d-4902-be40-134e71a0ed19 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Task: {'id': task-3913326, 'name': PowerOffVM_Task, 'duration_secs': 0.311272} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.147566] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d171907-ad9d-4902-be40-134e71a0ed19 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] [instance: b7cf3e13-690b-4624-aaec-e3cec1d62308] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 953.148122] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-0d171907-ad9d-4902-be40-134e71a0ed19 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] [instance: b7cf3e13-690b-4624-aaec-e3cec1d62308] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 953.148528] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f535df6-8231-4afa-94d5-ea01fa0f73a8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.154177] env[70527]: DEBUG oslo_vmware.api [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Task: {'id': task-3913328, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.234973] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-0d171907-ad9d-4902-be40-134e71a0ed19 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] [instance: b7cf3e13-690b-4624-aaec-e3cec1d62308] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 953.235524] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-0d171907-ad9d-4902-be40-134e71a0ed19 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] [instance: b7cf3e13-690b-4624-aaec-e3cec1d62308] Deleting contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 953.236558] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d171907-ad9d-4902-be40-134e71a0ed19 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Deleting the datastore file [datastore2] b7cf3e13-690b-4624-aaec-e3cec1d62308 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 953.237180] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79ec99ee-0040-4213-bee7-439b02c48640 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.245614] env[70527]: DEBUG oslo_vmware.api [None req-0d171907-ad9d-4902-be40-134e71a0ed19 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Waiting for the task: (returnval){ [ 953.245614] env[70527]: value = "task-3913330" [ 953.245614] env[70527]: _type = "Task" [ 953.245614] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.256335] env[70527]: DEBUG oslo_vmware.api [None req-0d171907-ad9d-4902-be40-134e71a0ed19 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Task: {'id': task-3913330, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.315512] env[70527]: DEBUG oslo_concurrency.lockutils [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Releasing lock "refresh_cache-440274de-4164-459b-bb75-0cf1b040395e" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.316890] env[70527]: DEBUG nova.compute.manager [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: 440274de-4164-459b-bb75-0cf1b040395e] Instance network_info: |[{"id": "6c6cb29f-2eed-4298-a29b-228f56b8156c", "address": "fa:16:3e:ae:7f:ce", "network": {"id": "c1fcdf3c-56d1-45c2-978c-afafea91fef9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-129278594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ed4db1eb0ba4f2fa60c393507b4b8fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c6cb29f-2e", "ovs_interfaceid": "6c6cb29f-2eed-4298-a29b-228f56b8156c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 953.316890] env[70527]: DEBUG oslo_concurrency.lockutils [req-7929db28-c034-4d69-98b6-ba4be6f32aab req-af8dbb24-57d8-452f-9d3d-e758f6bd899c service nova] Acquired lock "refresh_cache-440274de-4164-459b-bb75-0cf1b040395e" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.317077] env[70527]: DEBUG nova.network.neutron [req-7929db28-c034-4d69-98b6-ba4be6f32aab req-af8dbb24-57d8-452f-9d3d-e758f6bd899c service nova] [instance: 440274de-4164-459b-bb75-0cf1b040395e] Refreshing network info cache for port 6c6cb29f-2eed-4298-a29b-228f56b8156c {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 953.318795] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: 440274de-4164-459b-bb75-0cf1b040395e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:7f:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e9fa4744-8702-4973-b911-ee18192a3e4b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c6cb29f-2eed-4298-a29b-228f56b8156c', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 953.335573] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 953.339308] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 440274de-4164-459b-bb75-0cf1b040395e] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 953.340219] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ebf67264-8787-492d-be5b-b1584e53f164 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.372332] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 953.372332] env[70527]: value = "task-3913331" [ 953.372332] env[70527]: _type = "Task" [ 953.372332] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.385355] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913331, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.518139] env[70527]: DEBUG oslo_vmware.api [None req-a721a39f-ef5a-4cc6-9b88-636df0c1c299 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Task: {'id': task-3913327, 'name': PowerOffVM_Task, 'duration_secs': 0.21263} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.519541] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-a721a39f-ef5a-4cc6-9b88-636df0c1c299 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] [instance: ae092240-d091-4b1c-a61b-aaefa003271a] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 953.519541] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-a721a39f-ef5a-4cc6-9b88-636df0c1c299 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] [instance: ae092240-d091-4b1c-a61b-aaefa003271a] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 953.521142] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ddc1f4ac-95f6-4f45-9c72-29b44ddb61cb {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.551285] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-a721a39f-ef5a-4cc6-9b88-636df0c1c299 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] [instance: ae092240-d091-4b1c-a61b-aaefa003271a] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 953.551636] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-a721a39f-ef5a-4cc6-9b88-636df0c1c299 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] [instance: ae092240-d091-4b1c-a61b-aaefa003271a] Deleting contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 953.552700] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-a721a39f-ef5a-4cc6-9b88-636df0c1c299 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Deleting the datastore file [datastore1] ae092240-d091-4b1c-a61b-aaefa003271a {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 953.552700] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a028996-57c1-4d21-9590-372c07464985 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.563092] env[70527]: DEBUG oslo_vmware.api [None req-a721a39f-ef5a-4cc6-9b88-636df0c1c299 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Waiting for the task: (returnval){ [ 953.563092] env[70527]: value = "task-3913333" [ 953.563092] env[70527]: _type = "Task" [ 953.563092] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.583631] env[70527]: DEBUG oslo_vmware.api [None req-a721a39f-ef5a-4cc6-9b88-636df0c1c299 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Task: {'id': task-3913333, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.654233] env[70527]: DEBUG oslo_vmware.api [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Task: {'id': task-3913328, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.266914} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.654738] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] [instance: 8fdb5302-cf28-43d6-9e0f-bd361c5f2ccf] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 953.656076] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0f8083-de29-4547-83ca-d8fb9e5e4220 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.694141] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] [instance: 8fdb5302-cf28-43d6-9e0f-bd361c5f2ccf] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 8fdb5302-cf28-43d6-9e0f-bd361c5f2ccf/8fdb5302-cf28-43d6-9e0f-bd361c5f2ccf.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 953.698704] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be5e38e2-ce69-4ae1-bf5e-bed05e5b1a04 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.723455] env[70527]: DEBUG oslo_vmware.api [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Waiting for the task: (returnval){ [ 953.723455] env[70527]: value = "task-3913334" [ 953.723455] env[70527]: _type = "Task" [ 953.723455] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.734539] env[70527]: DEBUG oslo_vmware.api [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Task: {'id': task-3913334, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.760478] env[70527]: DEBUG oslo_vmware.api [None req-0d171907-ad9d-4902-be40-134e71a0ed19 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Task: {'id': task-3913330, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168483} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.763612] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d171907-ad9d-4902-be40-134e71a0ed19 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 953.764181] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-0d171907-ad9d-4902-be40-134e71a0ed19 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] [instance: b7cf3e13-690b-4624-aaec-e3cec1d62308] Deleted contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 953.764299] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-0d171907-ad9d-4902-be40-134e71a0ed19 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] [instance: b7cf3e13-690b-4624-aaec-e3cec1d62308] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 953.764599] env[70527]: INFO nova.compute.manager [None req-0d171907-ad9d-4902-be40-134e71a0ed19 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] [instance: b7cf3e13-690b-4624-aaec-e3cec1d62308] Took 1.17 seconds to destroy the instance on the hypervisor. [ 953.764879] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d171907-ad9d-4902-be40-134e71a0ed19 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 953.765418] env[70527]: DEBUG nova.compute.manager [-] [instance: b7cf3e13-690b-4624-aaec-e3cec1d62308] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 953.765555] env[70527]: DEBUG nova.network.neutron [-] [instance: b7cf3e13-690b-4624-aaec-e3cec1d62308] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 953.812404] env[70527]: DEBUG nova.network.neutron [req-7929db28-c034-4d69-98b6-ba4be6f32aab req-af8dbb24-57d8-452f-9d3d-e758f6bd899c service nova] [instance: 440274de-4164-459b-bb75-0cf1b040395e] Updated VIF entry in instance network info cache for port 6c6cb29f-2eed-4298-a29b-228f56b8156c. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 953.812994] env[70527]: DEBUG nova.network.neutron [req-7929db28-c034-4d69-98b6-ba4be6f32aab req-af8dbb24-57d8-452f-9d3d-e758f6bd899c service nova] [instance: 440274de-4164-459b-bb75-0cf1b040395e] Updating instance_info_cache with network_info: [{"id": "6c6cb29f-2eed-4298-a29b-228f56b8156c", "address": "fa:16:3e:ae:7f:ce", "network": {"id": "c1fcdf3c-56d1-45c2-978c-afafea91fef9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-129278594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ed4db1eb0ba4f2fa60c393507b4b8fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c6cb29f-2e", "ovs_interfaceid": "6c6cb29f-2eed-4298-a29b-228f56b8156c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.885680] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913331, 'name': CreateVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.008301] env[70527]: DEBUG nova.network.neutron [-] [instance: 749d082e-c7a7-44b1-a4a3-37828b4ab05c] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.075913] env[70527]: DEBUG oslo_vmware.api [None req-a721a39f-ef5a-4cc6-9b88-636df0c1c299 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Task: {'id': task-3913333, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131797} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.076398] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-a721a39f-ef5a-4cc6-9b88-636df0c1c299 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 954.076931] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-a721a39f-ef5a-4cc6-9b88-636df0c1c299 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] [instance: ae092240-d091-4b1c-a61b-aaefa003271a] Deleted contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 954.077055] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-a721a39f-ef5a-4cc6-9b88-636df0c1c299 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] [instance: ae092240-d091-4b1c-a61b-aaefa003271a] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 954.077368] env[70527]: INFO nova.compute.manager [None req-a721a39f-ef5a-4cc6-9b88-636df0c1c299 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] [instance: ae092240-d091-4b1c-a61b-aaefa003271a] Took 1.10 seconds to destroy the instance on the hypervisor. [ 954.077800] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a721a39f-ef5a-4cc6-9b88-636df0c1c299 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 954.081064] env[70527]: DEBUG nova.compute.manager [-] [instance: ae092240-d091-4b1c-a61b-aaefa003271a] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 954.081238] env[70527]: DEBUG nova.network.neutron [-] [instance: ae092240-d091-4b1c-a61b-aaefa003271a] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 954.110258] env[70527]: DEBUG nova.network.neutron [-] [instance: ae092240-d091-4b1c-a61b-aaefa003271a] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 954.203808] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447e3123-f586-40ae-8a5f-703c4171b0f3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.216037] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0e3937-7216-4d72-b667-99b59a10d9d1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.262949] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb93780-432b-4273-bf0b-533b23a00d4e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.272609] env[70527]: DEBUG oslo_vmware.api [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Task: {'id': task-3913334, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.276657] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849447f8-2b88-40c1-a090-eb1081a7403e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.292945] env[70527]: DEBUG nova.compute.provider_tree [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.319579] env[70527]: DEBUG oslo_concurrency.lockutils [req-7929db28-c034-4d69-98b6-ba4be6f32aab req-af8dbb24-57d8-452f-9d3d-e758f6bd899c service nova] Releasing lock "refresh_cache-440274de-4164-459b-bb75-0cf1b040395e" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.319905] env[70527]: DEBUG nova.compute.manager [req-7929db28-c034-4d69-98b6-ba4be6f32aab req-af8dbb24-57d8-452f-9d3d-e758f6bd899c service nova] [instance: 818f37c0-1d7d-45ec-a21b-93d87d21f1dc] Received event network-changed-818b2240-51e3-4490-a02b-646280a30260 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.320144] env[70527]: DEBUG nova.compute.manager [req-7929db28-c034-4d69-98b6-ba4be6f32aab req-af8dbb24-57d8-452f-9d3d-e758f6bd899c service nova] [instance: 818f37c0-1d7d-45ec-a21b-93d87d21f1dc] Refreshing instance network info cache due to event network-changed-818b2240-51e3-4490-a02b-646280a30260. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 954.320380] env[70527]: DEBUG oslo_concurrency.lockutils [req-7929db28-c034-4d69-98b6-ba4be6f32aab req-af8dbb24-57d8-452f-9d3d-e758f6bd899c service nova] Acquiring lock "refresh_cache-818f37c0-1d7d-45ec-a21b-93d87d21f1dc" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.320542] env[70527]: DEBUG oslo_concurrency.lockutils [req-7929db28-c034-4d69-98b6-ba4be6f32aab req-af8dbb24-57d8-452f-9d3d-e758f6bd899c service nova] Acquired lock "refresh_cache-818f37c0-1d7d-45ec-a21b-93d87d21f1dc" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.320769] env[70527]: DEBUG nova.network.neutron [req-7929db28-c034-4d69-98b6-ba4be6f32aab req-af8dbb24-57d8-452f-9d3d-e758f6bd899c service nova] [instance: 818f37c0-1d7d-45ec-a21b-93d87d21f1dc] Refreshing network info cache for port 818b2240-51e3-4490-a02b-646280a30260 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 954.390062] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913331, 'name': CreateVM_Task, 'duration_secs': 0.519664} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.390218] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 440274de-4164-459b-bb75-0cf1b040395e] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 954.391028] env[70527]: DEBUG oslo_concurrency.lockutils [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.391208] env[70527]: DEBUG oslo_concurrency.lockutils [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.391534] env[70527]: DEBUG oslo_concurrency.lockutils [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.392197] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-211724aa-6e71-4b39-80e0-7aa297188cab {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.399047] env[70527]: DEBUG oslo_vmware.api [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Waiting for the task: (returnval){ [ 954.399047] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52334771-d4a8-2646-d355-343f334d7b5f" [ 954.399047] env[70527]: _type = "Task" [ 954.399047] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.410343] env[70527]: DEBUG oslo_vmware.api [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52334771-d4a8-2646-d355-343f334d7b5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.511209] env[70527]: INFO nova.compute.manager [-] [instance: 749d082e-c7a7-44b1-a4a3-37828b4ab05c] Took 1.48 seconds to deallocate network for instance. [ 954.613379] env[70527]: DEBUG nova.network.neutron [-] [instance: ae092240-d091-4b1c-a61b-aaefa003271a] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.771127] env[70527]: DEBUG oslo_vmware.api [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Task: {'id': task-3913334, 'name': ReconfigVM_Task, 'duration_secs': 0.557937} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.771575] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] [instance: 8fdb5302-cf28-43d6-9e0f-bd361c5f2ccf] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 8fdb5302-cf28-43d6-9e0f-bd361c5f2ccf/8fdb5302-cf28-43d6-9e0f-bd361c5f2ccf.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 954.772434] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-238139a0-35cb-48f3-8efe-6aa523dcebc4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.781466] env[70527]: DEBUG oslo_vmware.api [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Waiting for the task: (returnval){ [ 954.781466] env[70527]: value = "task-3913335" [ 954.781466] env[70527]: _type = "Task" [ 954.781466] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.792750] env[70527]: DEBUG oslo_vmware.api [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Task: {'id': task-3913335, 'name': Rename_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.796983] env[70527]: DEBUG nova.scheduler.client.report [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 954.811745] env[70527]: DEBUG nova.compute.manager [req-b3ce8d84-9ead-4670-b738-d0af33981981 req-6c674bb9-584d-4839-b86e-9631a208d598 service nova] [instance: 749d082e-c7a7-44b1-a4a3-37828b4ab05c] Received event network-vif-deleted-41fe9c56-a523-478e-bb8e-468c8411c6f1 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.811837] env[70527]: DEBUG nova.compute.manager [req-b3ce8d84-9ead-4670-b738-d0af33981981 req-6c674bb9-584d-4839-b86e-9631a208d598 service nova] [instance: b7cf3e13-690b-4624-aaec-e3cec1d62308] Received event network-vif-deleted-e3a9fb6c-030f-4a74-8b96-11641a5ff59a {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.812085] env[70527]: INFO nova.compute.manager [req-b3ce8d84-9ead-4670-b738-d0af33981981 req-6c674bb9-584d-4839-b86e-9631a208d598 service nova] [instance: b7cf3e13-690b-4624-aaec-e3cec1d62308] Neutron deleted interface e3a9fb6c-030f-4a74-8b96-11641a5ff59a; detaching it from the instance and deleting it from the info cache [ 954.812401] env[70527]: DEBUG nova.network.neutron [req-b3ce8d84-9ead-4670-b738-d0af33981981 req-6c674bb9-584d-4839-b86e-9631a208d598 service nova] [instance: b7cf3e13-690b-4624-aaec-e3cec1d62308] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.916323] env[70527]: DEBUG oslo_vmware.api [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52334771-d4a8-2646-d355-343f334d7b5f, 'name': SearchDatastore_Task, 'duration_secs': 0.018026} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.916323] env[70527]: DEBUG oslo_concurrency.lockutils [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.916323] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: 440274de-4164-459b-bb75-0cf1b040395e] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 954.916323] env[70527]: DEBUG oslo_concurrency.lockutils [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.916628] env[70527]: DEBUG oslo_concurrency.lockutils [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.916628] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 954.916628] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-141a2b0f-f1fb-4e7b-8fa9-4173140b1e83 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.928577] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 954.928709] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 954.929632] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adc835b3-8caf-4a5a-b7a3-fd702ec358e3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.942469] env[70527]: DEBUG oslo_vmware.api [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Waiting for the task: (returnval){ [ 954.942469] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52cfc3cc-b499-5fc1-868c-bf6d5c34287a" [ 954.942469] env[70527]: _type = "Task" [ 954.942469] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.954803] env[70527]: DEBUG nova.network.neutron [-] [instance: b7cf3e13-690b-4624-aaec-e3cec1d62308] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.955993] env[70527]: DEBUG oslo_vmware.api [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52cfc3cc-b499-5fc1-868c-bf6d5c34287a, 'name': SearchDatastore_Task, 'duration_secs': 0.01098} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.956899] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c91d444f-2d84-4b41-abf4-a5a76f273517 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.967024] env[70527]: DEBUG oslo_vmware.api [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Waiting for the task: (returnval){ [ 954.967024] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]523586e6-d4f5-e3aa-1ed0-0742db5338c2" [ 954.967024] env[70527]: _type = "Task" [ 954.967024] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.978944] env[70527]: DEBUG oslo_vmware.api [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]523586e6-d4f5-e3aa-1ed0-0742db5338c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.019189] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3c49301e-5dba-45e8-9672-5339cbb8c213 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.118164] env[70527]: INFO nova.compute.manager [-] [instance: ae092240-d091-4b1c-a61b-aaefa003271a] Took 1.04 seconds to deallocate network for instance. [ 955.138278] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Acquiring lock "ad16e90d-89f7-4ce6-82c3-d8bb10c614f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.138616] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Lock "ad16e90d-89f7-4ce6-82c3-d8bb10c614f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.178217] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Acquiring lock "b70fb04d-5212-428e-bb92-dee6762011af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.178499] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Lock "b70fb04d-5212-428e-bb92-dee6762011af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.181417] env[70527]: DEBUG nova.network.neutron [req-7929db28-c034-4d69-98b6-ba4be6f32aab req-af8dbb24-57d8-452f-9d3d-e758f6bd899c service nova] [instance: 818f37c0-1d7d-45ec-a21b-93d87d21f1dc] Updated VIF entry in instance network info cache for port 818b2240-51e3-4490-a02b-646280a30260. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 955.181790] env[70527]: DEBUG nova.network.neutron [req-7929db28-c034-4d69-98b6-ba4be6f32aab req-af8dbb24-57d8-452f-9d3d-e758f6bd899c service nova] [instance: 818f37c0-1d7d-45ec-a21b-93d87d21f1dc] Updating instance_info_cache with network_info: [{"id": "818b2240-51e3-4490-a02b-646280a30260", "address": "fa:16:3e:f4:55:bd", "network": {"id": "e38cea6a-0aa2-45f3-bc59-448e55709121", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1954509448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "556938c8d31c4186965df9cfa1308aa8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap818b2240-51", "ovs_interfaceid": "818b2240-51e3-4490-a02b-646280a30260", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.293069] env[70527]: DEBUG oslo_vmware.api [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Task: {'id': task-3913335, 'name': Rename_Task, 'duration_secs': 0.180245} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.294048] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] [instance: 8fdb5302-cf28-43d6-9e0f-bd361c5f2ccf] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 955.294048] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf5a3d16-efac-4dd1-a375-64c4f037fabb {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.301607] env[70527]: DEBUG oslo_vmware.api [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Waiting for the task: (returnval){ [ 955.301607] env[70527]: value = "task-3913336" [ 955.301607] env[70527]: _type = "Task" [ 955.301607] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.305593] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.754s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.306129] env[70527]: DEBUG nova.compute.manager [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: d8ef288c-ca75-4166-93bc-09dd69753f8b] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 955.309199] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8aab5392-426e-4747-af99-139c731a84b0 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.505s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.309475] env[70527]: DEBUG nova.objects.instance [None req-8aab5392-426e-4747-af99-139c731a84b0 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Lazy-loading 'resources' on Instance uuid 9ad6dd25-d461-4c1a-a084-28ad37c432fc {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 955.317915] env[70527]: DEBUG oslo_vmware.api [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Task: {'id': task-3913336, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.317915] env[70527]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cb6f5a89-4e6c-4d71-b935-12a3cc02dae2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.330141] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cffc4a87-fa58-430d-a535-965b6e539e90 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.179222] env[70527]: INFO nova.compute.manager [-] [instance: b7cf3e13-690b-4624-aaec-e3cec1d62308] Took 2.41 seconds to deallocate network for instance. [ 956.180247] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a721a39f-ef5a-4cc6-9b88-636df0c1c299 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.180583] env[70527]: DEBUG nova.compute.manager [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: ad16e90d-89f7-4ce6-82c3-d8bb10c614f9] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 956.183184] env[70527]: DEBUG nova.compute.manager [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: b70fb04d-5212-428e-bb92-dee6762011af] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 956.185522] env[70527]: DEBUG oslo_concurrency.lockutils [req-7929db28-c034-4d69-98b6-ba4be6f32aab req-af8dbb24-57d8-452f-9d3d-e758f6bd899c service nova] Releasing lock "refresh_cache-818f37c0-1d7d-45ec-a21b-93d87d21f1dc" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.186771] env[70527]: DEBUG nova.compute.utils [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 956.190335] env[70527]: DEBUG nova.compute.manager [req-b3ce8d84-9ead-4670-b738-d0af33981981 req-6c674bb9-584d-4839-b86e-9631a208d598 service nova] [instance: b7cf3e13-690b-4624-aaec-e3cec1d62308] Detach interface failed, port_id=e3a9fb6c-030f-4a74-8b96-11641a5ff59a, reason: Instance b7cf3e13-690b-4624-aaec-e3cec1d62308 could not be found. {{(pid=70527) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 956.198439] env[70527]: DEBUG nova.compute.manager [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: d8ef288c-ca75-4166-93bc-09dd69753f8b] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 956.198699] env[70527]: DEBUG nova.network.neutron [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: d8ef288c-ca75-4166-93bc-09dd69753f8b] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 956.211433] env[70527]: DEBUG oslo_vmware.api [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]523586e6-d4f5-e3aa-1ed0-0742db5338c2, 'name': SearchDatastore_Task, 'duration_secs': 0.011243} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.211716] env[70527]: DEBUG oslo_vmware.api [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Task: {'id': task-3913336, 'name': PowerOnVM_Task, 'duration_secs': 0.783352} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.212221] env[70527]: DEBUG oslo_concurrency.lockutils [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.220238] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 440274de-4164-459b-bb75-0cf1b040395e/440274de-4164-459b-bb75-0cf1b040395e.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 956.220238] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] [instance: 8fdb5302-cf28-43d6-9e0f-bd361c5f2ccf] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 956.220238] env[70527]: INFO nova.compute.manager [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] [instance: 8fdb5302-cf28-43d6-9e0f-bd361c5f2ccf] Took 8.76 seconds to spawn the instance on the hypervisor. [ 956.220238] env[70527]: DEBUG nova.compute.manager [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] [instance: 8fdb5302-cf28-43d6-9e0f-bd361c5f2ccf] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 956.220238] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f58b961-b6d7-459a-936b-bafa7521eeb8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.220505] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa90c31-d284-404d-a949-4684e0d91422 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.230370] env[70527]: DEBUG oslo_vmware.api [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Waiting for the task: (returnval){ [ 956.230370] env[70527]: value = "task-3913337" [ 956.230370] env[70527]: _type = "Task" [ 956.230370] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.257756] env[70527]: DEBUG nova.policy [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '816d635341be462e9456b9ff47ee35e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '79060d06877149fb8970e454e0927e61', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 956.576372] env[70527]: DEBUG nova.network.neutron [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: d8ef288c-ca75-4166-93bc-09dd69753f8b] Successfully created port: 16b06824-169a-402f-a0b2-2b969f5f68f1 {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 956.695241] env[70527]: DEBUG nova.compute.manager [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: d8ef288c-ca75-4166-93bc-09dd69753f8b] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 956.714222] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0d171907-ad9d-4902-be40-134e71a0ed19 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.719527] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.721692] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052d3b40-edf9-47f5-a190-c6e061f8e0b3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.732895] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.732895] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156f5460-7b65-42bc-8541-b5a560896839 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.749901] env[70527]: INFO nova.compute.manager [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] [instance: 8fdb5302-cf28-43d6-9e0f-bd361c5f2ccf] Took 50.12 seconds to build instance. [ 956.792022] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4505b0-7baa-432a-af6e-fb1e6e9915b3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.792529] env[70527]: DEBUG oslo_vmware.api [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3913337, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.798630] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e9635a-726e-49c3-9b7b-0bfaf37de120 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.813218] env[70527]: DEBUG nova.compute.provider_tree [None req-8aab5392-426e-4747-af99-139c731a84b0 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 957.251152] env[70527]: DEBUG oslo_vmware.api [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3913337, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558575} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.251747] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 440274de-4164-459b-bb75-0cf1b040395e/440274de-4164-459b-bb75-0cf1b040395e.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 957.251960] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: 440274de-4164-459b-bb75-0cf1b040395e] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 957.252238] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d34cb068-62ef-41c9-abb4-d9340c6588c1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.259404] env[70527]: DEBUG oslo_vmware.api [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Waiting for the task: (returnval){ [ 957.259404] env[70527]: value = "task-3913338" [ 957.259404] env[70527]: _type = "Task" [ 957.259404] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.269618] env[70527]: DEBUG oslo_vmware.api [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3913338, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.288920] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ef67b8d1-adb5-45c8-8076-c417ae17cc0c tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Lock "8fdb5302-cf28-43d6-9e0f-bd361c5f2ccf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.019s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.316711] env[70527]: DEBUG nova.scheduler.client.report [None req-8aab5392-426e-4747-af99-139c731a84b0 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 957.710123] env[70527]: DEBUG nova.compute.manager [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: d8ef288c-ca75-4166-93bc-09dd69753f8b] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 957.740602] env[70527]: DEBUG nova.virt.hardware [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 957.740602] env[70527]: DEBUG nova.virt.hardware [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 957.740810] env[70527]: DEBUG nova.virt.hardware [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 957.741164] env[70527]: DEBUG nova.virt.hardware [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 957.741164] env[70527]: DEBUG nova.virt.hardware [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 957.741265] env[70527]: DEBUG nova.virt.hardware [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 957.742056] env[70527]: DEBUG nova.virt.hardware [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 957.742056] env[70527]: DEBUG nova.virt.hardware [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 957.742056] env[70527]: DEBUG nova.virt.hardware [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 957.742056] env[70527]: DEBUG nova.virt.hardware [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 957.742280] env[70527]: DEBUG nova.virt.hardware [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 957.743089] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76dbe2c5-bbef-4142-b770-165f377a3f11 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.752324] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0632fd39-1f1d-4d09-a71b-d8ade53539cb {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.776998] env[70527]: DEBUG oslo_vmware.api [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3913338, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070124} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.777684] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: 440274de-4164-459b-bb75-0cf1b040395e] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 957.778570] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8728bd33-da88-499f-8ac1-9eceb0221a9f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.802599] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: 440274de-4164-459b-bb75-0cf1b040395e] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 440274de-4164-459b-bb75-0cf1b040395e/440274de-4164-459b-bb75-0cf1b040395e.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 957.802994] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ce76c3a-e645-45bc-9776-84ccad0fbfb0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.824128] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8aab5392-426e-4747-af99-139c731a84b0 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.514s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.827441] env[70527]: DEBUG oslo_concurrency.lockutils [None req-54e90aec-ca43-4f4b-9eac-c14cbb7cd5fe tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 38.337s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.833345] env[70527]: DEBUG oslo_vmware.api [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Waiting for the task: (returnval){ [ 957.833345] env[70527]: value = "task-3913339" [ 957.833345] env[70527]: _type = "Task" [ 957.833345] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.853415] env[70527]: DEBUG oslo_vmware.api [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3913339, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.867711] env[70527]: INFO nova.scheduler.client.report [None req-8aab5392-426e-4747-af99-139c731a84b0 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Deleted allocations for instance 9ad6dd25-d461-4c1a-a084-28ad37c432fc [ 958.334848] env[70527]: DEBUG nova.objects.instance [None req-54e90aec-ca43-4f4b-9eac-c14cbb7cd5fe tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Lazy-loading 'migration_context' on Instance uuid cc87d385-12c6-43d2-af21-1d2737c5d451 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 958.346196] env[70527]: DEBUG oslo_vmware.api [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3913339, 'name': ReconfigVM_Task, 'duration_secs': 0.432451} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.347230] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: 440274de-4164-459b-bb75-0cf1b040395e] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 440274de-4164-459b-bb75-0cf1b040395e/440274de-4164-459b-bb75-0cf1b040395e.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 958.348439] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-41dc3572-f874-4e9f-a489-f9642e162435 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.355609] env[70527]: DEBUG oslo_vmware.api [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Waiting for the task: (returnval){ [ 958.355609] env[70527]: value = "task-3913340" [ 958.355609] env[70527]: _type = "Task" [ 958.355609] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.368939] env[70527]: DEBUG oslo_vmware.api [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3913340, 'name': Rename_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.378130] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8aab5392-426e-4747-af99-139c731a84b0 tempest-VolumesAssistedSnapshotsTest-545368338 tempest-VolumesAssistedSnapshotsTest-545368338-project-member] Lock "9ad6dd25-d461-4c1a-a084-28ad37c432fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.687s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.719799] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ee2a99ea-546e-4a44-9011-36bf1d598c1a tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Acquiring lock "8fdb5302-cf28-43d6-9e0f-bd361c5f2ccf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.719799] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ee2a99ea-546e-4a44-9011-36bf1d598c1a tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Lock "8fdb5302-cf28-43d6-9e0f-bd361c5f2ccf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.719799] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ee2a99ea-546e-4a44-9011-36bf1d598c1a tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Acquiring lock "8fdb5302-cf28-43d6-9e0f-bd361c5f2ccf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.719799] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ee2a99ea-546e-4a44-9011-36bf1d598c1a tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Lock "8fdb5302-cf28-43d6-9e0f-bd361c5f2ccf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.720250] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ee2a99ea-546e-4a44-9011-36bf1d598c1a tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Lock "8fdb5302-cf28-43d6-9e0f-bd361c5f2ccf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.721768] env[70527]: INFO nova.compute.manager [None req-ee2a99ea-546e-4a44-9011-36bf1d598c1a tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] [instance: 8fdb5302-cf28-43d6-9e0f-bd361c5f2ccf] Terminating instance [ 958.726257] env[70527]: DEBUG nova.network.neutron [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: d8ef288c-ca75-4166-93bc-09dd69753f8b] Successfully updated port: 16b06824-169a-402f-a0b2-2b969f5f68f1 {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 958.873128] env[70527]: DEBUG oslo_vmware.api [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3913340, 'name': Rename_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.890604] env[70527]: DEBUG nova.compute.manager [req-90de2b0d-aa9a-4f5e-9dc3-18c192c2ad50 req-3f10ba7e-6e86-43e6-b945-639433578766 service nova] [instance: d8ef288c-ca75-4166-93bc-09dd69753f8b] Received event network-vif-plugged-16b06824-169a-402f-a0b2-2b969f5f68f1 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 958.890934] env[70527]: DEBUG oslo_concurrency.lockutils [req-90de2b0d-aa9a-4f5e-9dc3-18c192c2ad50 req-3f10ba7e-6e86-43e6-b945-639433578766 service nova] Acquiring lock "d8ef288c-ca75-4166-93bc-09dd69753f8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.891057] env[70527]: DEBUG oslo_concurrency.lockutils [req-90de2b0d-aa9a-4f5e-9dc3-18c192c2ad50 req-3f10ba7e-6e86-43e6-b945-639433578766 service nova] Lock "d8ef288c-ca75-4166-93bc-09dd69753f8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.891227] env[70527]: DEBUG oslo_concurrency.lockutils [req-90de2b0d-aa9a-4f5e-9dc3-18c192c2ad50 req-3f10ba7e-6e86-43e6-b945-639433578766 service nova] Lock "d8ef288c-ca75-4166-93bc-09dd69753f8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.891389] env[70527]: DEBUG nova.compute.manager [req-90de2b0d-aa9a-4f5e-9dc3-18c192c2ad50 req-3f10ba7e-6e86-43e6-b945-639433578766 service nova] [instance: d8ef288c-ca75-4166-93bc-09dd69753f8b] No waiting events found dispatching network-vif-plugged-16b06824-169a-402f-a0b2-2b969f5f68f1 {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 958.891637] env[70527]: WARNING nova.compute.manager [req-90de2b0d-aa9a-4f5e-9dc3-18c192c2ad50 req-3f10ba7e-6e86-43e6-b945-639433578766 service nova] [instance: d8ef288c-ca75-4166-93bc-09dd69753f8b] Received unexpected event network-vif-plugged-16b06824-169a-402f-a0b2-2b969f5f68f1 for instance with vm_state building and task_state spawning. [ 959.230917] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquiring lock "refresh_cache-d8ef288c-ca75-4166-93bc-09dd69753f8b" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.230917] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquired lock "refresh_cache-d8ef288c-ca75-4166-93bc-09dd69753f8b" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.230917] env[70527]: DEBUG nova.network.neutron [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: d8ef288c-ca75-4166-93bc-09dd69753f8b] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 959.232852] env[70527]: DEBUG nova.compute.manager [None req-ee2a99ea-546e-4a44-9011-36bf1d598c1a tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] [instance: 8fdb5302-cf28-43d6-9e0f-bd361c5f2ccf] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 959.232852] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-ee2a99ea-546e-4a44-9011-36bf1d598c1a tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] [instance: 8fdb5302-cf28-43d6-9e0f-bd361c5f2ccf] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 959.233248] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac0740a-06b4-4399-8c37-589d54095764 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.241452] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee2a99ea-546e-4a44-9011-36bf1d598c1a tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] [instance: 8fdb5302-cf28-43d6-9e0f-bd361c5f2ccf] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 959.244873] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28363396-4419-44cd-b93c-fd53ab070242 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.253795] env[70527]: DEBUG oslo_vmware.api [None req-ee2a99ea-546e-4a44-9011-36bf1d598c1a tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Waiting for the task: (returnval){ [ 959.253795] env[70527]: value = "task-3913341" [ 959.253795] env[70527]: _type = "Task" [ 959.253795] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.265066] env[70527]: DEBUG oslo_vmware.api [None req-ee2a99ea-546e-4a44-9011-36bf1d598c1a tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Task: {'id': task-3913341, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.332049] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc1df49-d156-4abf-b8ac-192167c6b289 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.342755] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79460824-0650-43da-8e30-8f5eee712b87 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.381933] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9c6b55-f4fb-4c06-9825-ed6a97ab6934 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.391260] env[70527]: DEBUG oslo_vmware.api [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3913340, 'name': Rename_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.394599] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70099719-7746-45e0-943b-2ceb755f4e00 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.410340] env[70527]: DEBUG nova.compute.provider_tree [None req-54e90aec-ca43-4f4b-9eac-c14cbb7cd5fe tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 959.772473] env[70527]: DEBUG oslo_vmware.api [None req-ee2a99ea-546e-4a44-9011-36bf1d598c1a tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Task: {'id': task-3913341, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.805682] env[70527]: DEBUG nova.network.neutron [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: d8ef288c-ca75-4166-93bc-09dd69753f8b] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 959.897022] env[70527]: DEBUG oslo_vmware.api [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3913340, 'name': Rename_Task, 'duration_secs': 1.210745} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.897022] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: 440274de-4164-459b-bb75-0cf1b040395e] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 959.897022] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b004830-5c6a-4e2a-b110-fdce59c6c20b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.902452] env[70527]: DEBUG oslo_vmware.api [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Waiting for the task: (returnval){ [ 959.902452] env[70527]: value = "task-3913342" [ 959.902452] env[70527]: _type = "Task" [ 959.902452] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.913472] env[70527]: DEBUG nova.scheduler.client.report [None req-54e90aec-ca43-4f4b-9eac-c14cbb7cd5fe tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.921215] env[70527]: DEBUG oslo_vmware.api [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3913342, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.062272] env[70527]: DEBUG nova.network.neutron [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: d8ef288c-ca75-4166-93bc-09dd69753f8b] Updating instance_info_cache with network_info: [{"id": "16b06824-169a-402f-a0b2-2b969f5f68f1", "address": "fa:16:3e:68:0c:35", "network": {"id": "0b72ef80-5e63-4bac-b3dd-4a63ff7abe74", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-571665589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79060d06877149fb8970e454e0927e61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16b06824-16", "ovs_interfaceid": "16b06824-169a-402f-a0b2-2b969f5f68f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.269033] env[70527]: DEBUG oslo_vmware.api [None req-ee2a99ea-546e-4a44-9011-36bf1d598c1a tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Task: {'id': task-3913341, 'name': PowerOffVM_Task, 'duration_secs': 0.544772} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.269033] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee2a99ea-546e-4a44-9011-36bf1d598c1a tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] [instance: 8fdb5302-cf28-43d6-9e0f-bd361c5f2ccf] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 960.269033] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-ee2a99ea-546e-4a44-9011-36bf1d598c1a tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] [instance: 8fdb5302-cf28-43d6-9e0f-bd361c5f2ccf] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 960.269033] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2f59693-7f9c-4b69-b711-c5ebe8c2a03e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.346047] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-ee2a99ea-546e-4a44-9011-36bf1d598c1a tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] [instance: 8fdb5302-cf28-43d6-9e0f-bd361c5f2ccf] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 960.346500] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-ee2a99ea-546e-4a44-9011-36bf1d598c1a tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] [instance: 8fdb5302-cf28-43d6-9e0f-bd361c5f2ccf] Deleting contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 960.346716] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee2a99ea-546e-4a44-9011-36bf1d598c1a tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Deleting the datastore file [datastore2] 8fdb5302-cf28-43d6-9e0f-bd361c5f2ccf {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 960.346926] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3e3393d-1ee5-48af-969b-547a098f0850 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.357012] env[70527]: DEBUG oslo_vmware.api [None req-ee2a99ea-546e-4a44-9011-36bf1d598c1a tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Waiting for the task: (returnval){ [ 960.357012] env[70527]: value = "task-3913344" [ 960.357012] env[70527]: _type = "Task" [ 960.357012] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.366341] env[70527]: DEBUG oslo_vmware.api [None req-ee2a99ea-546e-4a44-9011-36bf1d598c1a tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Task: {'id': task-3913344, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.415535] env[70527]: DEBUG oslo_vmware.api [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3913342, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.564961] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Releasing lock "refresh_cache-d8ef288c-ca75-4166-93bc-09dd69753f8b" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.565336] env[70527]: DEBUG nova.compute.manager [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: d8ef288c-ca75-4166-93bc-09dd69753f8b] Instance network_info: |[{"id": "16b06824-169a-402f-a0b2-2b969f5f68f1", "address": "fa:16:3e:68:0c:35", "network": {"id": "0b72ef80-5e63-4bac-b3dd-4a63ff7abe74", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-571665589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79060d06877149fb8970e454e0927e61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16b06824-16", "ovs_interfaceid": "16b06824-169a-402f-a0b2-2b969f5f68f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 960.565814] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: d8ef288c-ca75-4166-93bc-09dd69753f8b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:0c:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6edb8eae-1113-49d0-84f7-9fd9f82b26fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '16b06824-169a-402f-a0b2-2b969f5f68f1', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 960.578644] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 960.579103] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8ef288c-ca75-4166-93bc-09dd69753f8b] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 960.579258] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61717780-dec6-450a-bd77-4201fb7a3eaa {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.602999] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 960.602999] env[70527]: value = "task-3913345" [ 960.602999] env[70527]: _type = "Task" [ 960.602999] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.612793] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913345, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.867795] env[70527]: DEBUG oslo_vmware.api [None req-ee2a99ea-546e-4a44-9011-36bf1d598c1a tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Task: {'id': task-3913344, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165378} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.868166] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee2a99ea-546e-4a44-9011-36bf1d598c1a tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 960.868820] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-ee2a99ea-546e-4a44-9011-36bf1d598c1a tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] [instance: 8fdb5302-cf28-43d6-9e0f-bd361c5f2ccf] Deleted contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 960.868820] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-ee2a99ea-546e-4a44-9011-36bf1d598c1a tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] [instance: 8fdb5302-cf28-43d6-9e0f-bd361c5f2ccf] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 960.868820] env[70527]: INFO nova.compute.manager [None req-ee2a99ea-546e-4a44-9011-36bf1d598c1a tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] [instance: 8fdb5302-cf28-43d6-9e0f-bd361c5f2ccf] Took 1.64 seconds to destroy the instance on the hypervisor. [ 960.869062] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee2a99ea-546e-4a44-9011-36bf1d598c1a tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 960.869150] env[70527]: DEBUG nova.compute.manager [-] [instance: 8fdb5302-cf28-43d6-9e0f-bd361c5f2ccf] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 960.869224] env[70527]: DEBUG nova.network.neutron [-] [instance: 8fdb5302-cf28-43d6-9e0f-bd361c5f2ccf] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 960.916324] env[70527]: DEBUG oslo_vmware.api [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3913342, 'name': PowerOnVM_Task, 'duration_secs': 0.553715} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.918848] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: 440274de-4164-459b-bb75-0cf1b040395e] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 960.919073] env[70527]: INFO nova.compute.manager [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: 440274de-4164-459b-bb75-0cf1b040395e] Took 10.76 seconds to spawn the instance on the hypervisor. [ 960.919254] env[70527]: DEBUG nova.compute.manager [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: 440274de-4164-459b-bb75-0cf1b040395e] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 960.920134] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048d2a07-60e4-4916-a906-e8a3244a7317 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.931561] env[70527]: DEBUG oslo_concurrency.lockutils [None req-54e90aec-ca43-4f4b-9eac-c14cbb7cd5fe tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.104s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.937879] env[70527]: DEBUG oslo_concurrency.lockutils [None req-994ec47d-9b4c-4bc5-b8f7-de157b444d73 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 41.180s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.007729] env[70527]: DEBUG nova.compute.manager [req-c76dc77b-45d6-471b-96a3-a86ddd43fb3b req-fb9aa701-c90e-46f2-9e52-c2489fb57045 service nova] [instance: d8ef288c-ca75-4166-93bc-09dd69753f8b] Received event network-changed-16b06824-169a-402f-a0b2-2b969f5f68f1 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.007729] env[70527]: DEBUG nova.compute.manager [req-c76dc77b-45d6-471b-96a3-a86ddd43fb3b req-fb9aa701-c90e-46f2-9e52-c2489fb57045 service nova] [instance: d8ef288c-ca75-4166-93bc-09dd69753f8b] Refreshing instance network info cache due to event network-changed-16b06824-169a-402f-a0b2-2b969f5f68f1. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 961.007967] env[70527]: DEBUG oslo_concurrency.lockutils [req-c76dc77b-45d6-471b-96a3-a86ddd43fb3b req-fb9aa701-c90e-46f2-9e52-c2489fb57045 service nova] Acquiring lock "refresh_cache-d8ef288c-ca75-4166-93bc-09dd69753f8b" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.007995] env[70527]: DEBUG oslo_concurrency.lockutils [req-c76dc77b-45d6-471b-96a3-a86ddd43fb3b req-fb9aa701-c90e-46f2-9e52-c2489fb57045 service nova] Acquired lock "refresh_cache-d8ef288c-ca75-4166-93bc-09dd69753f8b" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.008358] env[70527]: DEBUG nova.network.neutron [req-c76dc77b-45d6-471b-96a3-a86ddd43fb3b req-fb9aa701-c90e-46f2-9e52-c2489fb57045 service nova] [instance: d8ef288c-ca75-4166-93bc-09dd69753f8b] Refreshing network info cache for port 16b06824-169a-402f-a0b2-2b969f5f68f1 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 961.113748] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913345, 'name': CreateVM_Task, 'duration_secs': 0.470125} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.113906] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8ef288c-ca75-4166-93bc-09dd69753f8b] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 961.114696] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.115481] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.115481] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.115831] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4f6ef59-ca23-4320-a5b4-503b5f839bc4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.123863] env[70527]: DEBUG oslo_vmware.api [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for the task: (returnval){ [ 961.123863] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]5208f6e7-905b-8c56-e7f1-9064dfd98a31" [ 961.123863] env[70527]: _type = "Task" [ 961.123863] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.131707] env[70527]: DEBUG oslo_vmware.api [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5208f6e7-905b-8c56-e7f1-9064dfd98a31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.454632] env[70527]: INFO nova.compute.manager [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: 440274de-4164-459b-bb75-0cf1b040395e] Took 52.20 seconds to build instance. [ 961.526023] env[70527]: DEBUG oslo_vmware.rw_handles [None req-72472a89-b7a2-488c-9512-633179110353 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5244c699-ade5-3824-25a4-196c23882654/disk-0.vmdk. {{(pid=70527) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 961.528611] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b80276-ea4d-4382-8b49-fb6859e949a9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.536868] env[70527]: DEBUG oslo_vmware.rw_handles [None req-72472a89-b7a2-488c-9512-633179110353 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5244c699-ade5-3824-25a4-196c23882654/disk-0.vmdk is in state: ready. {{(pid=70527) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 961.537051] env[70527]: ERROR oslo_vmware.rw_handles [None req-72472a89-b7a2-488c-9512-633179110353 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5244c699-ade5-3824-25a4-196c23882654/disk-0.vmdk due to incomplete transfer. [ 961.537296] env[70527]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ba255773-8d1d-4b84-b087-de22b77992cb {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.548082] env[70527]: DEBUG oslo_vmware.rw_handles [None req-72472a89-b7a2-488c-9512-633179110353 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5244c699-ade5-3824-25a4-196c23882654/disk-0.vmdk. {{(pid=70527) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 961.548285] env[70527]: DEBUG nova.virt.vmwareapi.images [None req-72472a89-b7a2-488c-9512-633179110353 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Uploaded image 0fa42a62-99f2-4430-9549-d6c6769c6b4c to the Glance image server {{(pid=70527) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 961.550846] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-72472a89-b7a2-488c-9512-633179110353 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Destroying the VM {{(pid=70527) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 961.553440] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-aa32e679-7994-4613-97c4-40384fe349e6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.564689] env[70527]: DEBUG oslo_vmware.api [None req-72472a89-b7a2-488c-9512-633179110353 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Waiting for the task: (returnval){ [ 961.564689] env[70527]: value = "task-3913346" [ 961.564689] env[70527]: _type = "Task" [ 961.564689] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.578878] env[70527]: DEBUG oslo_vmware.api [None req-72472a89-b7a2-488c-9512-633179110353 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': task-3913346, 'name': Destroy_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.645030] env[70527]: DEBUG oslo_vmware.api [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5208f6e7-905b-8c56-e7f1-9064dfd98a31, 'name': SearchDatastore_Task, 'duration_secs': 0.013986} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.645030] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.645030] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: d8ef288c-ca75-4166-93bc-09dd69753f8b] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 961.645030] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.645403] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.645403] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 961.645403] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd445638-495b-4b75-83a1-6e5662e2c905 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.659663] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 961.659663] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 961.659663] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a9bc3d1-0620-4c3e-afdf-1a1df1b9ab92 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.670160] env[70527]: DEBUG oslo_vmware.api [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for the task: (returnval){ [ 961.670160] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]5262a357-16d0-feaa-4bd1-0c07cf0594c9" [ 961.670160] env[70527]: _type = "Task" [ 961.670160] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.679997] env[70527]: DEBUG oslo_vmware.api [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5262a357-16d0-feaa-4bd1-0c07cf0594c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.749373] env[70527]: DEBUG nova.network.neutron [-] [instance: 8fdb5302-cf28-43d6-9e0f-bd361c5f2ccf] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.826166] env[70527]: DEBUG oslo_concurrency.lockutils [None req-86f2f7c8-affe-4f04-a1eb-3080c19d36d7 tempest-ServersAdminTestJSON-924507958 tempest-ServersAdminTestJSON-924507958-project-admin] Acquiring lock "refresh_cache-440274de-4164-459b-bb75-0cf1b040395e" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.826166] env[70527]: DEBUG oslo_concurrency.lockutils [None req-86f2f7c8-affe-4f04-a1eb-3080c19d36d7 tempest-ServersAdminTestJSON-924507958 tempest-ServersAdminTestJSON-924507958-project-admin] Acquired lock "refresh_cache-440274de-4164-459b-bb75-0cf1b040395e" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.826166] env[70527]: DEBUG nova.network.neutron [None req-86f2f7c8-affe-4f04-a1eb-3080c19d36d7 tempest-ServersAdminTestJSON-924507958 tempest-ServersAdminTestJSON-924507958-project-admin] [instance: 440274de-4164-459b-bb75-0cf1b040395e] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 961.841405] env[70527]: DEBUG nova.network.neutron [req-c76dc77b-45d6-471b-96a3-a86ddd43fb3b req-fb9aa701-c90e-46f2-9e52-c2489fb57045 service nova] [instance: d8ef288c-ca75-4166-93bc-09dd69753f8b] Updated VIF entry in instance network info cache for port 16b06824-169a-402f-a0b2-2b969f5f68f1. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 961.841882] env[70527]: DEBUG nova.network.neutron [req-c76dc77b-45d6-471b-96a3-a86ddd43fb3b req-fb9aa701-c90e-46f2-9e52-c2489fb57045 service nova] [instance: d8ef288c-ca75-4166-93bc-09dd69753f8b] Updating instance_info_cache with network_info: [{"id": "16b06824-169a-402f-a0b2-2b969f5f68f1", "address": "fa:16:3e:68:0c:35", "network": {"id": "0b72ef80-5e63-4bac-b3dd-4a63ff7abe74", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-571665589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79060d06877149fb8970e454e0927e61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16b06824-16", "ovs_interfaceid": "16b06824-169a-402f-a0b2-2b969f5f68f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.957651] env[70527]: DEBUG oslo_concurrency.lockutils [None req-abc4bbb2-8061-48cd-b44e-18daf96943d7 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Lock "440274de-4164-459b-bb75-0cf1b040395e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.543s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.001456] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf425446-69be-47c8-85df-be736590410c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.016270] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e20ce11-cbaf-49f4-be05-99e5e0fede69 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.056854] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9238eb2-c74d-44b7-a6fe-10258897df78 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.073693] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d11aca2-fdee-4b46-8d01-88301d2870bc {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.084363] env[70527]: DEBUG oslo_vmware.api [None req-72472a89-b7a2-488c-9512-633179110353 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': task-3913346, 'name': Destroy_Task, 'duration_secs': 0.381027} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.095019] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-72472a89-b7a2-488c-9512-633179110353 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Destroyed the VM [ 962.095019] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-72472a89-b7a2-488c-9512-633179110353 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Deleting Snapshot of the VM instance {{(pid=70527) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 962.095019] env[70527]: DEBUG nova.compute.provider_tree [None req-994ec47d-9b4c-4bc5-b8f7-de157b444d73 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.095201] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-34d94a13-99cc-4904-8a80-abd6892558b7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.103900] env[70527]: DEBUG oslo_vmware.api [None req-72472a89-b7a2-488c-9512-633179110353 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Waiting for the task: (returnval){ [ 962.103900] env[70527]: value = "task-3913347" [ 962.103900] env[70527]: _type = "Task" [ 962.103900] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.117778] env[70527]: DEBUG oslo_vmware.api [None req-72472a89-b7a2-488c-9512-633179110353 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': task-3913347, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.181758] env[70527]: DEBUG oslo_vmware.api [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5262a357-16d0-feaa-4bd1-0c07cf0594c9, 'name': SearchDatastore_Task, 'duration_secs': 0.026586} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.182567] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d586f01-e61c-4503-bd97-1b9c04520ee2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.191023] env[70527]: DEBUG oslo_vmware.api [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for the task: (returnval){ [ 962.191023] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52534a58-fd84-589d-9420-5ea41dd62ba2" [ 962.191023] env[70527]: _type = "Task" [ 962.191023] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.200047] env[70527]: DEBUG oslo_vmware.api [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52534a58-fd84-589d-9420-5ea41dd62ba2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.252742] env[70527]: INFO nova.compute.manager [-] [instance: 8fdb5302-cf28-43d6-9e0f-bd361c5f2ccf] Took 1.38 seconds to deallocate network for instance. [ 962.346131] env[70527]: DEBUG oslo_concurrency.lockutils [req-c76dc77b-45d6-471b-96a3-a86ddd43fb3b req-fb9aa701-c90e-46f2-9e52-c2489fb57045 service nova] Releasing lock "refresh_cache-d8ef288c-ca75-4166-93bc-09dd69753f8b" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.483209] env[70527]: INFO nova.compute.manager [None req-54e90aec-ca43-4f4b-9eac-c14cbb7cd5fe tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Swapping old allocation on dict_keys(['471551d3-0608-4bcf-a939-f4ec286b26ca']) held by migration f2648931-9df3-4a9e-9f50-b9e836d0100a for instance [ 962.515126] env[70527]: DEBUG nova.scheduler.client.report [None req-54e90aec-ca43-4f4b-9eac-c14cbb7cd5fe tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Overwriting current allocation {'allocations': {'471551d3-0608-4bcf-a939-f4ec286b26ca': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 86}}, 'project_id': '198d5fc4095a4eb5b007aea1ba967804', 'user_id': '0172c4eaa28c4914b22bb8d6160d8e3e', 'consumer_generation': 1} on consumer cc87d385-12c6-43d2-af21-1d2737c5d451 {{(pid=70527) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 962.598837] env[70527]: DEBUG nova.scheduler.client.report [None req-994ec47d-9b4c-4bc5-b8f7-de157b444d73 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 962.617461] env[70527]: DEBUG oslo_vmware.api [None req-72472a89-b7a2-488c-9512-633179110353 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': task-3913347, 'name': RemoveSnapshot_Task, 'duration_secs': 0.384979} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.621042] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-72472a89-b7a2-488c-9512-633179110353 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Deleted Snapshot of the VM instance {{(pid=70527) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 962.621042] env[70527]: DEBUG nova.compute.manager [None req-72472a89-b7a2-488c-9512-633179110353 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 962.621042] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3baf8b53-b51d-4b70-873f-de3aece581ce {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.657473] env[70527]: DEBUG oslo_concurrency.lockutils [None req-54e90aec-ca43-4f4b-9eac-c14cbb7cd5fe tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Acquiring lock "refresh_cache-cc87d385-12c6-43d2-af21-1d2737c5d451" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.657473] env[70527]: DEBUG oslo_concurrency.lockutils [None req-54e90aec-ca43-4f4b-9eac-c14cbb7cd5fe tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Acquired lock "refresh_cache-cc87d385-12c6-43d2-af21-1d2737c5d451" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.657473] env[70527]: DEBUG nova.network.neutron [None req-54e90aec-ca43-4f4b-9eac-c14cbb7cd5fe tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 962.700250] env[70527]: DEBUG oslo_vmware.api [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52534a58-fd84-589d-9420-5ea41dd62ba2, 'name': SearchDatastore_Task, 'duration_secs': 0.010545} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.700660] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.701029] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] d8ef288c-ca75-4166-93bc-09dd69753f8b/d8ef288c-ca75-4166-93bc-09dd69753f8b.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 962.701417] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-02898d69-118d-4a62-94ee-5412380546a3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.712172] env[70527]: DEBUG oslo_vmware.api [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for the task: (returnval){ [ 962.712172] env[70527]: value = "task-3913348" [ 962.712172] env[70527]: _type = "Task" [ 962.712172] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.722429] env[70527]: DEBUG oslo_vmware.api [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913348, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.762821] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ee2a99ea-546e-4a44-9011-36bf1d598c1a tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.836098] env[70527]: DEBUG nova.network.neutron [None req-86f2f7c8-affe-4f04-a1eb-3080c19d36d7 tempest-ServersAdminTestJSON-924507958 tempest-ServersAdminTestJSON-924507958-project-admin] [instance: 440274de-4164-459b-bb75-0cf1b040395e] Updating instance_info_cache with network_info: [{"id": "6c6cb29f-2eed-4298-a29b-228f56b8156c", "address": "fa:16:3e:ae:7f:ce", "network": {"id": "c1fcdf3c-56d1-45c2-978c-afafea91fef9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-129278594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ed4db1eb0ba4f2fa60c393507b4b8fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c6cb29f-2e", "ovs_interfaceid": "6c6cb29f-2eed-4298-a29b-228f56b8156c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.037861] env[70527]: DEBUG nova.compute.manager [req-c3a6f271-4063-4a3f-8215-1b1e41d2a7f5 req-6073871c-081c-401a-b7a6-49929905a2e9 service nova] [instance: 8fdb5302-cf28-43d6-9e0f-bd361c5f2ccf] Received event network-vif-deleted-610f9224-2b1b-495d-91d4-307a653fd4c6 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.138734] env[70527]: INFO nova.compute.manager [None req-72472a89-b7a2-488c-9512-633179110353 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Shelve offloading [ 963.221648] env[70527]: DEBUG oslo_vmware.api [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913348, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495712} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.222237] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] d8ef288c-ca75-4166-93bc-09dd69753f8b/d8ef288c-ca75-4166-93bc-09dd69753f8b.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 963.222237] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: d8ef288c-ca75-4166-93bc-09dd69753f8b] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 963.222506] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bbfa4ced-c016-4c96-9287-a1820e707301 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.231358] env[70527]: DEBUG oslo_vmware.api [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for the task: (returnval){ [ 963.231358] env[70527]: value = "task-3913349" [ 963.231358] env[70527]: _type = "Task" [ 963.231358] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.243063] env[70527]: DEBUG oslo_vmware.api [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913349, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.339394] env[70527]: DEBUG oslo_concurrency.lockutils [None req-86f2f7c8-affe-4f04-a1eb-3080c19d36d7 tempest-ServersAdminTestJSON-924507958 tempest-ServersAdminTestJSON-924507958-project-admin] Releasing lock "refresh_cache-440274de-4164-459b-bb75-0cf1b040395e" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.339654] env[70527]: DEBUG nova.compute.manager [None req-86f2f7c8-affe-4f04-a1eb-3080c19d36d7 tempest-ServersAdminTestJSON-924507958 tempest-ServersAdminTestJSON-924507958-project-admin] [instance: 440274de-4164-459b-bb75-0cf1b040395e] Inject network info {{(pid=70527) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 963.339923] env[70527]: DEBUG nova.compute.manager [None req-86f2f7c8-affe-4f04-a1eb-3080c19d36d7 tempest-ServersAdminTestJSON-924507958 tempest-ServersAdminTestJSON-924507958-project-admin] [instance: 440274de-4164-459b-bb75-0cf1b040395e] network_info to inject: |[{"id": "6c6cb29f-2eed-4298-a29b-228f56b8156c", "address": "fa:16:3e:ae:7f:ce", "network": {"id": "c1fcdf3c-56d1-45c2-978c-afafea91fef9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-129278594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ed4db1eb0ba4f2fa60c393507b4b8fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c6cb29f-2e", "ovs_interfaceid": "6c6cb29f-2eed-4298-a29b-228f56b8156c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 963.346519] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-86f2f7c8-affe-4f04-a1eb-3080c19d36d7 tempest-ServersAdminTestJSON-924507958 tempest-ServersAdminTestJSON-924507958-project-admin] [instance: 440274de-4164-459b-bb75-0cf1b040395e] Reconfiguring VM instance to set the machine id {{(pid=70527) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 963.347049] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c24d83c0-894c-43dc-aade-d590b26f160d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.365874] env[70527]: DEBUG oslo_vmware.api [None req-86f2f7c8-affe-4f04-a1eb-3080c19d36d7 tempest-ServersAdminTestJSON-924507958 tempest-ServersAdminTestJSON-924507958-project-admin] Waiting for the task: (returnval){ [ 963.365874] env[70527]: value = "task-3913350" [ 963.365874] env[70527]: _type = "Task" [ 963.365874] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.378315] env[70527]: DEBUG oslo_vmware.api [None req-86f2f7c8-affe-4f04-a1eb-3080c19d36d7 tempest-ServersAdminTestJSON-924507958 tempest-ServersAdminTestJSON-924507958-project-admin] Task: {'id': task-3913350, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.522798] env[70527]: DEBUG nova.network.neutron [None req-54e90aec-ca43-4f4b-9eac-c14cbb7cd5fe tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Updating instance_info_cache with network_info: [{"id": "707b3985-2191-4a9c-bbfe-1922ac3dfbce", "address": "fa:16:3e:e1:43:d6", "network": {"id": "29b8e902-296b-4709-aca2-c446fcf3fa56", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c3eee3a2e62a4bcdad1e7484fcad9e2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap707b3985-21", "ovs_interfaceid": "707b3985-2191-4a9c-bbfe-1922ac3dfbce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.614438] env[70527]: DEBUG oslo_concurrency.lockutils [None req-994ec47d-9b4c-4bc5-b8f7-de157b444d73 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.677s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.614684] env[70527]: DEBUG nova.compute.manager [None req-994ec47d-9b4c-4bc5-b8f7-de157b444d73 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=70527) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 963.619100] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fedcfb5b-4e48-4af1-8027-e4acdd23ca05 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.228s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.619374] env[70527]: DEBUG nova.objects.instance [None req-fedcfb5b-4e48-4af1-8027-e4acdd23ca05 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Lazy-loading 'resources' on Instance uuid 11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 963.645225] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-72472a89-b7a2-488c-9512-633179110353 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 963.645561] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94a4fb77-bdfb-4e26-8af8-78ab848da8ca {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.654115] env[70527]: DEBUG oslo_vmware.api [None req-72472a89-b7a2-488c-9512-633179110353 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Waiting for the task: (returnval){ [ 963.654115] env[70527]: value = "task-3913351" [ 963.654115] env[70527]: _type = "Task" [ 963.654115] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.664691] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-72472a89-b7a2-488c-9512-633179110353 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] VM already powered off {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 963.664956] env[70527]: DEBUG nova.compute.manager [None req-72472a89-b7a2-488c-9512-633179110353 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 963.665815] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87f167a-363d-4b00-bfd4-6f51176aa674 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.674399] env[70527]: DEBUG oslo_concurrency.lockutils [None req-72472a89-b7a2-488c-9512-633179110353 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Acquiring lock "refresh_cache-f9a77c4a-662f-484b-9d72-358d9298974b" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.674599] env[70527]: DEBUG oslo_concurrency.lockutils [None req-72472a89-b7a2-488c-9512-633179110353 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Acquired lock "refresh_cache-f9a77c4a-662f-484b-9d72-358d9298974b" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.674777] env[70527]: DEBUG nova.network.neutron [None req-72472a89-b7a2-488c-9512-633179110353 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 963.745620] env[70527]: DEBUG oslo_vmware.api [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913349, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073875} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.745620] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: d8ef288c-ca75-4166-93bc-09dd69753f8b] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 963.745620] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee540ab-9eb9-4ad0-b644-8905ac6084b9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.775344] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: d8ef288c-ca75-4166-93bc-09dd69753f8b] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] d8ef288c-ca75-4166-93bc-09dd69753f8b/d8ef288c-ca75-4166-93bc-09dd69753f8b.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 963.775679] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e155bc40-0c36-4ac4-a958-4588aea4e729 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.796915] env[70527]: DEBUG oslo_vmware.api [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for the task: (returnval){ [ 963.796915] env[70527]: value = "task-3913352" [ 963.796915] env[70527]: _type = "Task" [ 963.796915] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.806995] env[70527]: DEBUG oslo_vmware.api [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913352, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.876443] env[70527]: DEBUG oslo_vmware.api [None req-86f2f7c8-affe-4f04-a1eb-3080c19d36d7 tempest-ServersAdminTestJSON-924507958 tempest-ServersAdminTestJSON-924507958-project-admin] Task: {'id': task-3913350, 'name': ReconfigVM_Task, 'duration_secs': 0.247784} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.876767] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-86f2f7c8-affe-4f04-a1eb-3080c19d36d7 tempest-ServersAdminTestJSON-924507958 tempest-ServersAdminTestJSON-924507958-project-admin] [instance: 440274de-4164-459b-bb75-0cf1b040395e] Reconfigured VM instance to set the machine id {{(pid=70527) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 964.029415] env[70527]: DEBUG oslo_concurrency.lockutils [None req-54e90aec-ca43-4f4b-9eac-c14cbb7cd5fe tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Releasing lock "refresh_cache-cc87d385-12c6-43d2-af21-1d2737c5d451" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.029415] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-54e90aec-ca43-4f4b-9eac-c14cbb7cd5fe tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 964.029415] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23ca01e7-98f8-4daa-9afd-ab5e938aca6d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.037065] env[70527]: DEBUG oslo_vmware.api [None req-54e90aec-ca43-4f4b-9eac-c14cbb7cd5fe tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Waiting for the task: (returnval){ [ 964.037065] env[70527]: value = "task-3913353" [ 964.037065] env[70527]: _type = "Task" [ 964.037065] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.045278] env[70527]: DEBUG oslo_vmware.api [None req-54e90aec-ca43-4f4b-9eac-c14cbb7cd5fe tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': task-3913353, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.190214] env[70527]: INFO nova.scheduler.client.report [None req-994ec47d-9b4c-4bc5-b8f7-de157b444d73 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Deleted allocation for migration 45504e11-1857-480a-a493-a1e3f28ccc7d [ 964.313356] env[70527]: DEBUG oslo_vmware.api [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913352, 'name': ReconfigVM_Task, 'duration_secs': 0.277467} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.313804] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: d8ef288c-ca75-4166-93bc-09dd69753f8b] Reconfigured VM instance instance-00000042 to attach disk [datastore1] d8ef288c-ca75-4166-93bc-09dd69753f8b/d8ef288c-ca75-4166-93bc-09dd69753f8b.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 964.314793] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-92e9e076-9b95-4d29-b457-70c4c7e6bc7a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.325749] env[70527]: DEBUG oslo_vmware.api [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for the task: (returnval){ [ 964.325749] env[70527]: value = "task-3913354" [ 964.325749] env[70527]: _type = "Task" [ 964.325749] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.337744] env[70527]: DEBUG oslo_vmware.api [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913354, 'name': Rename_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.510918] env[70527]: DEBUG nova.network.neutron [None req-72472a89-b7a2-488c-9512-633179110353 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Updating instance_info_cache with network_info: [{"id": "21efc286-0a0e-4447-a667-9c5bf1fe5417", "address": "fa:16:3e:71:6f:93", "network": {"id": "7d0d8110-19a1-44c0-baab-e6faa45088bc", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1647265757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2042030e24da4783b01fe5ba649c95d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21efc286-0a", "ovs_interfaceid": "21efc286-0a0e-4447-a667-9c5bf1fe5417", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.547834] env[70527]: DEBUG oslo_vmware.api [None req-54e90aec-ca43-4f4b-9eac-c14cbb7cd5fe tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': task-3913353, 'name': PowerOffVM_Task, 'duration_secs': 0.506536} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.555500] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-54e90aec-ca43-4f4b-9eac-c14cbb7cd5fe tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 964.556762] env[70527]: DEBUG nova.virt.hardware [None req-54e90aec-ca43-4f4b-9eac-c14cbb7cd5fe tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:24:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='0a6765ff-500a-46c9-bbbb-68da8edcf863',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-385357772',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 964.556762] env[70527]: DEBUG nova.virt.hardware [None req-54e90aec-ca43-4f4b-9eac-c14cbb7cd5fe tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 964.556762] env[70527]: DEBUG nova.virt.hardware [None req-54e90aec-ca43-4f4b-9eac-c14cbb7cd5fe tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 964.556984] env[70527]: DEBUG nova.virt.hardware [None req-54e90aec-ca43-4f4b-9eac-c14cbb7cd5fe tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 964.557071] env[70527]: DEBUG nova.virt.hardware [None req-54e90aec-ca43-4f4b-9eac-c14cbb7cd5fe tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 964.557193] env[70527]: DEBUG nova.virt.hardware [None req-54e90aec-ca43-4f4b-9eac-c14cbb7cd5fe tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 964.557393] env[70527]: DEBUG nova.virt.hardware [None req-54e90aec-ca43-4f4b-9eac-c14cbb7cd5fe tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 964.557554] env[70527]: DEBUG nova.virt.hardware [None req-54e90aec-ca43-4f4b-9eac-c14cbb7cd5fe tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 964.557736] env[70527]: DEBUG nova.virt.hardware [None req-54e90aec-ca43-4f4b-9eac-c14cbb7cd5fe tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 964.557948] env[70527]: DEBUG nova.virt.hardware [None req-54e90aec-ca43-4f4b-9eac-c14cbb7cd5fe tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 964.561024] env[70527]: DEBUG nova.virt.hardware [None req-54e90aec-ca43-4f4b-9eac-c14cbb7cd5fe tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 964.567350] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fcc1beb1-9684-490e-b56f-459b8f2502f1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.585686] env[70527]: DEBUG oslo_vmware.api [None req-54e90aec-ca43-4f4b-9eac-c14cbb7cd5fe tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Waiting for the task: (returnval){ [ 964.585686] env[70527]: value = "task-3913355" [ 964.585686] env[70527]: _type = "Task" [ 964.585686] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.601267] env[70527]: DEBUG oslo_vmware.api [None req-54e90aec-ca43-4f4b-9eac-c14cbb7cd5fe tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': task-3913355, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.700861] env[70527]: DEBUG oslo_concurrency.lockutils [None req-994ec47d-9b4c-4bc5-b8f7-de157b444d73 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Lock "680e9855-2905-4c0d-adc7-e45781fd1e4e" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 48.334s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.724573] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-461dd788-db28-480b-871e-9ae7012551e3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.735614] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea1564c2-8de4-4f9a-b5a6-592e5ec353bf {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.772346] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-104cbadd-52b6-4f7c-b56d-56a2bef06ca9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.782372] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f73e6632-a770-4796-8680-181b72775f7d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.798679] env[70527]: DEBUG nova.compute.provider_tree [None req-fedcfb5b-4e48-4af1-8027-e4acdd23ca05 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.840642] env[70527]: DEBUG oslo_vmware.api [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913354, 'name': Rename_Task, 'duration_secs': 0.19031} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.840642] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: d8ef288c-ca75-4166-93bc-09dd69753f8b] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 964.840642] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-210aca97-6312-4957-9968-d11a55956f90 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.848487] env[70527]: DEBUG oslo_vmware.api [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for the task: (returnval){ [ 964.848487] env[70527]: value = "task-3913356" [ 964.848487] env[70527]: _type = "Task" [ 964.848487] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.857764] env[70527]: DEBUG oslo_vmware.api [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913356, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.880315] env[70527]: DEBUG nova.objects.instance [None req-d51f4714-b0fc-4775-bf58-7a3e6cdd0369 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Lazy-loading 'flavor' on Instance uuid 680e9855-2905-4c0d-adc7-e45781fd1e4e {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 965.014187] env[70527]: DEBUG oslo_concurrency.lockutils [None req-72472a89-b7a2-488c-9512-633179110353 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Releasing lock "refresh_cache-f9a77c4a-662f-484b-9d72-358d9298974b" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.101295] env[70527]: DEBUG oslo_vmware.api [None req-54e90aec-ca43-4f4b-9eac-c14cbb7cd5fe tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': task-3913355, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.222966] env[70527]: INFO nova.compute.manager [None req-28c6d611-0b19-4f18-bbe6-442ab7d8c283 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Rebuilding instance [ 965.277958] env[70527]: DEBUG nova.compute.manager [None req-28c6d611-0b19-4f18-bbe6-442ab7d8c283 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 965.278876] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ce842f-fb1f-4c80-bd1e-138dc86715ae {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.301831] env[70527]: DEBUG nova.scheduler.client.report [None req-fedcfb5b-4e48-4af1-8027-e4acdd23ca05 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 965.361086] env[70527]: DEBUG oslo_vmware.api [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913356, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.387307] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d51f4714-b0fc-4775-bf58-7a3e6cdd0369 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Acquiring lock "refresh_cache-680e9855-2905-4c0d-adc7-e45781fd1e4e" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.387307] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d51f4714-b0fc-4775-bf58-7a3e6cdd0369 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Acquired lock "refresh_cache-680e9855-2905-4c0d-adc7-e45781fd1e4e" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.387307] env[70527]: DEBUG nova.network.neutron [None req-d51f4714-b0fc-4775-bf58-7a3e6cdd0369 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 965.387307] env[70527]: DEBUG nova.objects.instance [None req-d51f4714-b0fc-4775-bf58-7a3e6cdd0369 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Lazy-loading 'info_cache' on Instance uuid 680e9855-2905-4c0d-adc7-e45781fd1e4e {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 965.581868] env[70527]: DEBUG nova.compute.manager [req-6629a91e-4b89-4b5b-8990-8f72fd0369d8 req-d00db0b8-f04f-47e3-86b5-0d496c41875f service nova] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Received event network-vif-unplugged-21efc286-0a0e-4447-a667-9c5bf1fe5417 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.582284] env[70527]: DEBUG oslo_concurrency.lockutils [req-6629a91e-4b89-4b5b-8990-8f72fd0369d8 req-d00db0b8-f04f-47e3-86b5-0d496c41875f service nova] Acquiring lock "f9a77c4a-662f-484b-9d72-358d9298974b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.582544] env[70527]: DEBUG oslo_concurrency.lockutils [req-6629a91e-4b89-4b5b-8990-8f72fd0369d8 req-d00db0b8-f04f-47e3-86b5-0d496c41875f service nova] Lock "f9a77c4a-662f-484b-9d72-358d9298974b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.582757] env[70527]: DEBUG oslo_concurrency.lockutils [req-6629a91e-4b89-4b5b-8990-8f72fd0369d8 req-d00db0b8-f04f-47e3-86b5-0d496c41875f service nova] Lock "f9a77c4a-662f-484b-9d72-358d9298974b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.582966] env[70527]: DEBUG nova.compute.manager [req-6629a91e-4b89-4b5b-8990-8f72fd0369d8 req-d00db0b8-f04f-47e3-86b5-0d496c41875f service nova] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] No waiting events found dispatching network-vif-unplugged-21efc286-0a0e-4447-a667-9c5bf1fe5417 {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 965.583455] env[70527]: WARNING nova.compute.manager [req-6629a91e-4b89-4b5b-8990-8f72fd0369d8 req-d00db0b8-f04f-47e3-86b5-0d496c41875f service nova] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Received unexpected event network-vif-unplugged-21efc286-0a0e-4447-a667-9c5bf1fe5417 for instance with vm_state shelved and task_state shelving_offloading. [ 965.598185] env[70527]: DEBUG oslo_vmware.api [None req-54e90aec-ca43-4f4b-9eac-c14cbb7cd5fe tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': task-3913355, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.800030] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-72472a89-b7a2-488c-9512-633179110353 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 965.801184] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a62848-71ce-47b4-8e0f-c8128b279494 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.807688] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fedcfb5b-4e48-4af1-8027-e4acdd23ca05 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.189s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.814708] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 33.865s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.818266] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-72472a89-b7a2-488c-9512-633179110353 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 965.821259] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33e2238d-9636-4ffa-87cf-887c340b352b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.854593] env[70527]: INFO nova.scheduler.client.report [None req-fedcfb5b-4e48-4af1-8027-e4acdd23ca05 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Deleted allocations for instance 11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6 [ 965.868025] env[70527]: DEBUG oslo_vmware.api [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913356, 'name': PowerOnVM_Task, 'duration_secs': 0.882562} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.870023] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: d8ef288c-ca75-4166-93bc-09dd69753f8b] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 965.870023] env[70527]: INFO nova.compute.manager [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: d8ef288c-ca75-4166-93bc-09dd69753f8b] Took 8.16 seconds to spawn the instance on the hypervisor. [ 965.870023] env[70527]: DEBUG nova.compute.manager [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: d8ef288c-ca75-4166-93bc-09dd69753f8b] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 965.870023] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6f2765-6f78-4443-99a9-a7994e931a33 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.891392] env[70527]: DEBUG nova.objects.base [None req-d51f4714-b0fc-4775-bf58-7a3e6cdd0369 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Object Instance<680e9855-2905-4c0d-adc7-e45781fd1e4e> lazy-loaded attributes: flavor,info_cache {{(pid=70527) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 966.080906] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-72472a89-b7a2-488c-9512-633179110353 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 966.080906] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-72472a89-b7a2-488c-9512-633179110353 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Deleting contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 966.080906] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-72472a89-b7a2-488c-9512-633179110353 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Deleting the datastore file [datastore1] f9a77c4a-662f-484b-9d72-358d9298974b {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 966.080906] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b65375c0-1a7e-4830-8af1-518cfbb19b7c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.093050] env[70527]: DEBUG oslo_vmware.api [None req-72472a89-b7a2-488c-9512-633179110353 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Waiting for the task: (returnval){ [ 966.093050] env[70527]: value = "task-3913358" [ 966.093050] env[70527]: _type = "Task" [ 966.093050] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.101483] env[70527]: DEBUG oslo_vmware.api [None req-54e90aec-ca43-4f4b-9eac-c14cbb7cd5fe tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': task-3913355, 'name': ReconfigVM_Task, 'duration_secs': 1.181124} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.103116] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60cf2d5c-972a-4036-a3ee-ce63ffc1220f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.110685] env[70527]: DEBUG oslo_vmware.api [None req-72472a89-b7a2-488c-9512-633179110353 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': task-3913358, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.127867] env[70527]: DEBUG nova.virt.hardware [None req-54e90aec-ca43-4f4b-9eac-c14cbb7cd5fe tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:24:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='0a6765ff-500a-46c9-bbbb-68da8edcf863',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-385357772',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 966.128170] env[70527]: DEBUG nova.virt.hardware [None req-54e90aec-ca43-4f4b-9eac-c14cbb7cd5fe tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 966.128343] env[70527]: DEBUG nova.virt.hardware [None req-54e90aec-ca43-4f4b-9eac-c14cbb7cd5fe tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 966.128535] env[70527]: DEBUG nova.virt.hardware [None req-54e90aec-ca43-4f4b-9eac-c14cbb7cd5fe tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 966.128682] env[70527]: DEBUG nova.virt.hardware [None req-54e90aec-ca43-4f4b-9eac-c14cbb7cd5fe tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 966.128832] env[70527]: DEBUG nova.virt.hardware [None req-54e90aec-ca43-4f4b-9eac-c14cbb7cd5fe tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 966.129439] env[70527]: DEBUG nova.virt.hardware [None req-54e90aec-ca43-4f4b-9eac-c14cbb7cd5fe tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 966.129439] env[70527]: DEBUG nova.virt.hardware [None req-54e90aec-ca43-4f4b-9eac-c14cbb7cd5fe tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 966.129439] env[70527]: DEBUG nova.virt.hardware [None req-54e90aec-ca43-4f4b-9eac-c14cbb7cd5fe tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 966.129579] env[70527]: DEBUG nova.virt.hardware [None req-54e90aec-ca43-4f4b-9eac-c14cbb7cd5fe tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 966.131077] env[70527]: DEBUG nova.virt.hardware [None req-54e90aec-ca43-4f4b-9eac-c14cbb7cd5fe tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 966.131077] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16200845-5efe-4c00-becb-9444481511b4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.137195] env[70527]: DEBUG oslo_vmware.api [None req-54e90aec-ca43-4f4b-9eac-c14cbb7cd5fe tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Waiting for the task: (returnval){ [ 966.137195] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]5205dba3-0983-acc5-5750-83ade654d10a" [ 966.137195] env[70527]: _type = "Task" [ 966.137195] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.149424] env[70527]: DEBUG oslo_vmware.api [None req-54e90aec-ca43-4f4b-9eac-c14cbb7cd5fe tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5205dba3-0983-acc5-5750-83ade654d10a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.299500] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-28c6d611-0b19-4f18-bbe6-442ab7d8c283 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 966.299845] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6b23817-6038-4678-b7b6-42952046956e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.308659] env[70527]: DEBUG oslo_vmware.api [None req-28c6d611-0b19-4f18-bbe6-442ab7d8c283 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Waiting for the task: (returnval){ [ 966.308659] env[70527]: value = "task-3913359" [ 966.308659] env[70527]: _type = "Task" [ 966.308659] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.318445] env[70527]: DEBUG oslo_vmware.api [None req-28c6d611-0b19-4f18-bbe6-442ab7d8c283 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3913359, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.377241] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fedcfb5b-4e48-4af1-8027-e4acdd23ca05 tempest-VolumesAdminNegativeTest-725810316 tempest-VolumesAdminNegativeTest-725810316-project-member] Lock "11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.847s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.396947] env[70527]: INFO nova.compute.manager [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: d8ef288c-ca75-4166-93bc-09dd69753f8b] Took 50.02 seconds to build instance. [ 966.608193] env[70527]: DEBUG oslo_vmware.api [None req-72472a89-b7a2-488c-9512-633179110353 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': task-3913358, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262767} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.608193] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-72472a89-b7a2-488c-9512-633179110353 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 966.608193] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-72472a89-b7a2-488c-9512-633179110353 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Deleted contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 966.608504] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-72472a89-b7a2-488c-9512-633179110353 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 966.634644] env[70527]: INFO nova.scheduler.client.report [None req-72472a89-b7a2-488c-9512-633179110353 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Deleted allocations for instance f9a77c4a-662f-484b-9d72-358d9298974b [ 966.655996] env[70527]: DEBUG oslo_vmware.api [None req-54e90aec-ca43-4f4b-9eac-c14cbb7cd5fe tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5205dba3-0983-acc5-5750-83ade654d10a, 'name': SearchDatastore_Task, 'duration_secs': 0.018814} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.665099] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-54e90aec-ca43-4f4b-9eac-c14cbb7cd5fe tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Reconfiguring VM instance instance-0000002d to detach disk 2000 {{(pid=70527) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 966.668550] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3a628c0-957f-43da-a72f-69a118dc1298 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.691899] env[70527]: DEBUG oslo_vmware.api [None req-54e90aec-ca43-4f4b-9eac-c14cbb7cd5fe tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Waiting for the task: (returnval){ [ 966.691899] env[70527]: value = "task-3913360" [ 966.691899] env[70527]: _type = "Task" [ 966.691899] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.701561] env[70527]: DEBUG oslo_vmware.api [None req-54e90aec-ca43-4f4b-9eac-c14cbb7cd5fe tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': task-3913360, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.776888] env[70527]: DEBUG nova.network.neutron [None req-d51f4714-b0fc-4775-bf58-7a3e6cdd0369 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Updating instance_info_cache with network_info: [{"id": "2f732305-3f77-40ec-98b1-5eaa8859e005", "address": "fa:16:3e:c6:ca:e7", "network": {"id": "6b7058bf-638c-4d72-9f51-37a045c3ebde", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1062784441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbf5afba87784fe2b33ca0fa6a95c5b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f732305-3f", "ovs_interfaceid": "2f732305-3f77-40ec-98b1-5eaa8859e005", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.820629] env[70527]: DEBUG oslo_vmware.api [None req-28c6d611-0b19-4f18-bbe6-442ab7d8c283 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3913359, 'name': PowerOffVM_Task, 'duration_secs': 0.313978} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.821094] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-28c6d611-0b19-4f18-bbe6-442ab7d8c283 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 966.821968] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-28c6d611-0b19-4f18-bbe6-442ab7d8c283 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 966.822299] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9850a7-c333-49e4-a640-46e4238e9817 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.830793] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-28c6d611-0b19-4f18-bbe6-442ab7d8c283 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 966.831189] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f904c68-50fa-4abd-9b6a-8236b5ed7237 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.845254] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Applying migration context for instance 5017d1d4-1e04-44b0-88eb-9acbfcee557c as it has an incoming, in-progress migration 8ccbbb20-fa14-4908-9375-4f6c7a0fc9eb. Migration status is confirming {{(pid=70527) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 966.845992] env[70527]: INFO nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 5017d1d4-1e04-44b0-88eb-9acbfcee557c] Updating resource usage from migration 8ccbbb20-fa14-4908-9375-4f6c7a0fc9eb [ 966.874019] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance ea9f773a-4f52-4819-9f4e-628db9b920f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 966.874203] env[70527]: WARNING nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 92d864e4-e030-49df-b739-46f55730fd0a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 966.874396] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance b3a6e20c-cdfe-47f0-8881-ec6ead71e86f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 966.874472] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance ee0ccce4-72c3-443c-821b-0d5ae9c9935d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 966.874647] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance ed20e07e-dca3-4e05-987d-254a2d8891a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 966.874759] env[70527]: WARNING nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance b7cf3e13-690b-4624-aaec-e3cec1d62308 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 966.874885] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 68e47537-a820-4cc4-8856-1e9bcf2e26e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 966.875014] env[70527]: WARNING nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 0bcc182a-d2e4-4900-930a-d8e2d93f6fc4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 966.876032] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 966.876032] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 9c410bd0-3603-4f5a-a9ac-fd78180e3c1d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 966.876032] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance b19d2ba3-5500-4ca2-842a-fefdfd22f9a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 966.876032] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance dd9ece4e-5f48-4ee0-8f15-94d952cd564b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 966.876305] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance b0e3fd31-6785-4d93-bc58-be1a03aa5f31 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 966.876305] env[70527]: WARNING nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 1bf0b648-03d2-4915-bf40-f2af832e4e81 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 966.876305] env[70527]: WARNING nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance ae092240-d091-4b1c-a61b-aaefa003271a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 966.876305] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 680e9855-2905-4c0d-adc7-e45781fd1e4e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 966.876486] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance cc87d385-12c6-43d2-af21-1d2737c5d451 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 966.877663] env[70527]: WARNING nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 749d082e-c7a7-44b1-a4a3-37828b4ab05c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 966.877663] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 8023716a-02ca-479e-ae56-9af98b173fd1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 966.877663] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Migration 8ccbbb20-fa14-4908-9375-4f6c7a0fc9eb is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 966.877663] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 5017d1d4-1e04-44b0-88eb-9acbfcee557c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 966.877923] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 818f37c0-1d7d-45ec-a21b-93d87d21f1dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 966.877923] env[70527]: WARNING nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 8fdb5302-cf28-43d6-9e0f-bd361c5f2ccf is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 966.877923] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 440274de-4164-459b-bb75-0cf1b040395e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 966.877923] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance d8ef288c-ca75-4166-93bc-09dd69753f8b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 966.880678] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3037758d-d2f7-4ad0-a6d1-ea6a18bd4da7 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquiring lock "d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.880678] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3037758d-d2f7-4ad0-a6d1-ea6a18bd4da7 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Lock "d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.880791] env[70527]: DEBUG nova.compute.manager [None req-3037758d-d2f7-4ad0-a6d1-ea6a18bd4da7 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 966.882662] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e552e36-1575-4671-9a02-3fadc079acf2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.892259] env[70527]: DEBUG nova.compute.manager [None req-3037758d-d2f7-4ad0-a6d1-ea6a18bd4da7 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70527) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 966.892878] env[70527]: DEBUG nova.objects.instance [None req-3037758d-d2f7-4ad0-a6d1-ea6a18bd4da7 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Lazy-loading 'flavor' on Instance uuid d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 966.900489] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fd2d0ac6-60fe-4b6c-9ff0-08c976e8265f tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lock "d8ef288c-ca75-4166-93bc-09dd69753f8b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.415s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.906168] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-28c6d611-0b19-4f18-bbe6-442ab7d8c283 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 966.906500] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-28c6d611-0b19-4f18-bbe6-442ab7d8c283 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Deleting contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 966.906737] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-28c6d611-0b19-4f18-bbe6-442ab7d8c283 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Deleting the datastore file [datastore2] b3a6e20c-cdfe-47f0-8881-ec6ead71e86f {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 966.907068] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fba5bcce-dcd5-4d6e-aea2-16c761ea892f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.919935] env[70527]: DEBUG oslo_vmware.api [None req-28c6d611-0b19-4f18-bbe6-442ab7d8c283 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Waiting for the task: (returnval){ [ 966.919935] env[70527]: value = "task-3913362" [ 966.919935] env[70527]: _type = "Task" [ 966.919935] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.931174] env[70527]: DEBUG oslo_vmware.api [None req-28c6d611-0b19-4f18-bbe6-442ab7d8c283 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3913362, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.140715] env[70527]: DEBUG oslo_concurrency.lockutils [None req-72472a89-b7a2-488c-9512-633179110353 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.203908] env[70527]: DEBUG oslo_vmware.api [None req-54e90aec-ca43-4f4b-9eac-c14cbb7cd5fe tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': task-3913360, 'name': ReconfigVM_Task, 'duration_secs': 0.306503} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.204282] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-54e90aec-ca43-4f4b-9eac-c14cbb7cd5fe tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Reconfigured VM instance instance-0000002d to detach disk 2000 {{(pid=70527) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 967.205296] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7606081-e4ef-450d-880c-0b65f4504220 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.228219] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-54e90aec-ca43-4f4b-9eac-c14cbb7cd5fe tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] cc87d385-12c6-43d2-af21-1d2737c5d451/cc87d385-12c6-43d2-af21-1d2737c5d451.vmdk or device None with type thin {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 967.229645] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-acd445b6-f020-417a-bc92-3b6f2951368a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.247717] env[70527]: DEBUG oslo_vmware.api [None req-54e90aec-ca43-4f4b-9eac-c14cbb7cd5fe tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Waiting for the task: (returnval){ [ 967.247717] env[70527]: value = "task-3913363" [ 967.247717] env[70527]: _type = "Task" [ 967.247717] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.256787] env[70527]: DEBUG oslo_vmware.api [None req-54e90aec-ca43-4f4b-9eac-c14cbb7cd5fe tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': task-3913363, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.280658] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d51f4714-b0fc-4775-bf58-7a3e6cdd0369 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Releasing lock "refresh_cache-680e9855-2905-4c0d-adc7-e45781fd1e4e" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.369090] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ce16056c-4afa-4e2e-bfd8-c80b95f24ede tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquiring lock "d8ef288c-ca75-4166-93bc-09dd69753f8b" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.373479] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ce16056c-4afa-4e2e-bfd8-c80b95f24ede tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lock "d8ef288c-ca75-4166-93bc-09dd69753f8b" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.002s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.373479] env[70527]: INFO nova.compute.manager [None req-ce16056c-4afa-4e2e-bfd8-c80b95f24ede tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: d8ef288c-ca75-4166-93bc-09dd69753f8b] Shelving [ 967.383705] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 477e6007-8991-42f3-aae0-57a7225b2cd2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 967.434915] env[70527]: DEBUG oslo_vmware.api [None req-28c6d611-0b19-4f18-bbe6-442ab7d8c283 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3913362, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230609} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.435468] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-28c6d611-0b19-4f18-bbe6-442ab7d8c283 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 967.435795] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-28c6d611-0b19-4f18-bbe6-442ab7d8c283 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Deleted contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 967.436134] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-28c6d611-0b19-4f18-bbe6-442ab7d8c283 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 967.761906] env[70527]: DEBUG oslo_vmware.api [None req-54e90aec-ca43-4f4b-9eac-c14cbb7cd5fe tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': task-3913363, 'name': ReconfigVM_Task, 'duration_secs': 0.362412} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.761906] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-54e90aec-ca43-4f4b-9eac-c14cbb7cd5fe tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Reconfigured VM instance instance-0000002d to attach disk [datastore2] cc87d385-12c6-43d2-af21-1d2737c5d451/cc87d385-12c6-43d2-af21-1d2737c5d451.vmdk or device None with type thin {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 967.761906] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-682e6ca8-a7c7-4c36-b26b-1b66dc2c765f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.786906] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0d76cf-0d83-4912-a3d1-af584cb16a70 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.812654] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01072848-e02b-4e03-b815-03a1d6d1e9db {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.836184] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d41ead1-7b30-4694-a23e-5d3e94fd15c4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.848946] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-54e90aec-ca43-4f4b-9eac-c14cbb7cd5fe tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 967.848946] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-179e1243-3cd7-488f-a6ca-f1e7bdd00c7e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.855998] env[70527]: DEBUG oslo_vmware.api [None req-54e90aec-ca43-4f4b-9eac-c14cbb7cd5fe tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Waiting for the task: (returnval){ [ 967.855998] env[70527]: value = "task-3913364" [ 967.855998] env[70527]: _type = "Task" [ 967.855998] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.867687] env[70527]: DEBUG oslo_vmware.api [None req-54e90aec-ca43-4f4b-9eac-c14cbb7cd5fe tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': task-3913364, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.887501] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance ad16e90d-89f7-4ce6-82c3-d8bb10c614f9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 967.890787] env[70527]: DEBUG nova.compute.manager [req-c2c4c61b-447d-461f-bb92-5d7dfa63433e req-249e1e45-c2f0-4942-80ad-48b552f3b959 service nova] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Received event network-changed-21efc286-0a0e-4447-a667-9c5bf1fe5417 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.891720] env[70527]: DEBUG nova.compute.manager [req-c2c4c61b-447d-461f-bb92-5d7dfa63433e req-249e1e45-c2f0-4942-80ad-48b552f3b959 service nova] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Refreshing instance network info cache due to event network-changed-21efc286-0a0e-4447-a667-9c5bf1fe5417. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 967.891720] env[70527]: DEBUG oslo_concurrency.lockutils [req-c2c4c61b-447d-461f-bb92-5d7dfa63433e req-249e1e45-c2f0-4942-80ad-48b552f3b959 service nova] Acquiring lock "refresh_cache-f9a77c4a-662f-484b-9d72-358d9298974b" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.891720] env[70527]: DEBUG oslo_concurrency.lockutils [req-c2c4c61b-447d-461f-bb92-5d7dfa63433e req-249e1e45-c2f0-4942-80ad-48b552f3b959 service nova] Acquired lock "refresh_cache-f9a77c4a-662f-484b-9d72-358d9298974b" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.891720] env[70527]: DEBUG nova.network.neutron [req-c2c4c61b-447d-461f-bb92-5d7dfa63433e req-249e1e45-c2f0-4942-80ad-48b552f3b959 service nova] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Refreshing network info cache for port 21efc286-0a0e-4447-a667-9c5bf1fe5417 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 967.905817] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-3037758d-d2f7-4ad0-a6d1-ea6a18bd4da7 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 967.906416] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4938c29-2caf-47d8-96a6-bf557e1d4d48 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.914887] env[70527]: DEBUG oslo_vmware.api [None req-3037758d-d2f7-4ad0-a6d1-ea6a18bd4da7 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Waiting for the task: (returnval){ [ 967.914887] env[70527]: value = "task-3913365" [ 967.914887] env[70527]: _type = "Task" [ 967.914887] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.924921] env[70527]: DEBUG oslo_vmware.api [None req-3037758d-d2f7-4ad0-a6d1-ea6a18bd4da7 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3913365, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.294778] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-d51f4714-b0fc-4775-bf58-7a3e6cdd0369 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 968.295073] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13968164-d10b-4d5a-90ef-78c067a439d2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.303775] env[70527]: DEBUG oslo_vmware.api [None req-d51f4714-b0fc-4775-bf58-7a3e6cdd0369 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for the task: (returnval){ [ 968.303775] env[70527]: value = "task-3913366" [ 968.303775] env[70527]: _type = "Task" [ 968.303775] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.314119] env[70527]: DEBUG oslo_vmware.api [None req-d51f4714-b0fc-4775-bf58-7a3e6cdd0369 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913366, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.366058] env[70527]: DEBUG oslo_vmware.api [None req-54e90aec-ca43-4f4b-9eac-c14cbb7cd5fe tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': task-3913364, 'name': PowerOnVM_Task, 'duration_secs': 0.418068} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.366475] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-54e90aec-ca43-4f4b-9eac-c14cbb7cd5fe tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 968.390581] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce16056c-4afa-4e2e-bfd8-c80b95f24ede tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: d8ef288c-ca75-4166-93bc-09dd69753f8b] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 968.391315] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2bb630a8-d09f-4fa2-abb2-88d2ed683904 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.394300] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance b70fb04d-5212-428e-bb92-dee6762011af has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 968.394826] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=70527) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 968.394949] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4352MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=70527) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 968.409096] env[70527]: DEBUG oslo_vmware.api [None req-ce16056c-4afa-4e2e-bfd8-c80b95f24ede tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for the task: (returnval){ [ 968.409096] env[70527]: value = "task-3913367" [ 968.409096] env[70527]: _type = "Task" [ 968.409096] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.432564] env[70527]: DEBUG oslo_vmware.api [None req-ce16056c-4afa-4e2e-bfd8-c80b95f24ede tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913367, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.444440] env[70527]: DEBUG oslo_vmware.api [None req-3037758d-d2f7-4ad0-a6d1-ea6a18bd4da7 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3913365, 'name': PowerOffVM_Task, 'duration_secs': 0.295743} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.444440] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-3037758d-d2f7-4ad0-a6d1-ea6a18bd4da7 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 968.444633] env[70527]: DEBUG nova.compute.manager [None req-3037758d-d2f7-4ad0-a6d1-ea6a18bd4da7 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 968.446160] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4903306b-d618-4990-b000-fdb5a9fc4060 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.482819] env[70527]: DEBUG nova.virt.hardware [None req-28c6d611-0b19-4f18-bbe6-442ab7d8c283 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 968.483143] env[70527]: DEBUG nova.virt.hardware [None req-28c6d611-0b19-4f18-bbe6-442ab7d8c283 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 968.483324] env[70527]: DEBUG nova.virt.hardware [None req-28c6d611-0b19-4f18-bbe6-442ab7d8c283 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 968.483577] env[70527]: DEBUG nova.virt.hardware [None req-28c6d611-0b19-4f18-bbe6-442ab7d8c283 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 968.483815] env[70527]: DEBUG nova.virt.hardware [None req-28c6d611-0b19-4f18-bbe6-442ab7d8c283 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 968.483911] env[70527]: DEBUG nova.virt.hardware [None req-28c6d611-0b19-4f18-bbe6-442ab7d8c283 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 968.484277] env[70527]: DEBUG nova.virt.hardware [None req-28c6d611-0b19-4f18-bbe6-442ab7d8c283 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 968.484467] env[70527]: DEBUG nova.virt.hardware [None req-28c6d611-0b19-4f18-bbe6-442ab7d8c283 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 968.484664] env[70527]: DEBUG nova.virt.hardware [None req-28c6d611-0b19-4f18-bbe6-442ab7d8c283 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 968.484830] env[70527]: DEBUG nova.virt.hardware [None req-28c6d611-0b19-4f18-bbe6-442ab7d8c283 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 968.485287] env[70527]: DEBUG nova.virt.hardware [None req-28c6d611-0b19-4f18-bbe6-442ab7d8c283 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 968.486061] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df10e5a-547b-4a99-ab86-bbfd6cf0d3ae {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.500918] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d636d045-3001-41ea-a73f-cdf75492036f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.523189] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-28c6d611-0b19-4f18-bbe6-442ab7d8c283 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:4f:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e9fa4744-8702-4973-b911-ee18192a3e4b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '015554bc-e578-42fa-982b-384496fb4814', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 968.531741] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-28c6d611-0b19-4f18-bbe6-442ab7d8c283 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 968.536235] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 968.537565] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fbad88df-c74c-488b-a69b-24337478d0d3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.562632] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 968.562632] env[70527]: value = "task-3913368" [ 968.562632] env[70527]: _type = "Task" [ 968.562632] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.576089] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913368, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.615448] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f1f2c4ee-ea2e-4e99-a3dc-e656890f47f5 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Acquiring lock "68e47537-a820-4cc4-8856-1e9bcf2e26e2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.615990] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f1f2c4ee-ea2e-4e99-a3dc-e656890f47f5 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Lock "68e47537-a820-4cc4-8856-1e9bcf2e26e2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.616465] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f1f2c4ee-ea2e-4e99-a3dc-e656890f47f5 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Acquiring lock "68e47537-a820-4cc4-8856-1e9bcf2e26e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.616864] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f1f2c4ee-ea2e-4e99-a3dc-e656890f47f5 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Lock "68e47537-a820-4cc4-8856-1e9bcf2e26e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.617252] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f1f2c4ee-ea2e-4e99-a3dc-e656890f47f5 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Lock "68e47537-a820-4cc4-8856-1e9bcf2e26e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.619888] env[70527]: INFO nova.compute.manager [None req-f1f2c4ee-ea2e-4e99-a3dc-e656890f47f5 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] [instance: 68e47537-a820-4cc4-8856-1e9bcf2e26e2] Terminating instance [ 968.822407] env[70527]: DEBUG oslo_vmware.api [None req-d51f4714-b0fc-4775-bf58-7a3e6cdd0369 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913366, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.928269] env[70527]: DEBUG oslo_vmware.api [None req-ce16056c-4afa-4e2e-bfd8-c80b95f24ede tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913367, 'name': PowerOffVM_Task, 'duration_secs': 0.254563} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.929236] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce16056c-4afa-4e2e-bfd8-c80b95f24ede tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: d8ef288c-ca75-4166-93bc-09dd69753f8b] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 968.929356] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6741aff6-ddfb-47e1-a5f5-8dff843fc595 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.952059] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-824a642c-34b1-42bd-98a9-6dcaf7981253 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.969194] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3037758d-d2f7-4ad0-a6d1-ea6a18bd4da7 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Lock "d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.089s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.997195] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c1cd17-0d0f-4c08-8630-8f873942d7a0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.020904] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3677a40c-3dd5-4ef3-952b-d5e43e666c49 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.061659] env[70527]: DEBUG nova.network.neutron [req-c2c4c61b-447d-461f-bb92-5d7dfa63433e req-249e1e45-c2f0-4942-80ad-48b552f3b959 service nova] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Updated VIF entry in instance network info cache for port 21efc286-0a0e-4447-a667-9c5bf1fe5417. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 969.062117] env[70527]: DEBUG nova.network.neutron [req-c2c4c61b-447d-461f-bb92-5d7dfa63433e req-249e1e45-c2f0-4942-80ad-48b552f3b959 service nova] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Updating instance_info_cache with network_info: [{"id": "21efc286-0a0e-4447-a667-9c5bf1fe5417", "address": "fa:16:3e:71:6f:93", "network": {"id": "7d0d8110-19a1-44c0-baab-e6faa45088bc", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1647265757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2042030e24da4783b01fe5ba649c95d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap21efc286-0a", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.064200] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c34b66-e457-427a-ac76-6d264754c60b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.080736] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913368, 'name': CreateVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.081923] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b9924d-9342-4a56-aec7-4d3eae5fe7d2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.098701] env[70527]: DEBUG nova.compute.provider_tree [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.125193] env[70527]: DEBUG nova.compute.manager [None req-f1f2c4ee-ea2e-4e99-a3dc-e656890f47f5 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] [instance: 68e47537-a820-4cc4-8856-1e9bcf2e26e2] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 969.128157] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f2c4ee-ea2e-4e99-a3dc-e656890f47f5 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] [instance: 68e47537-a820-4cc4-8856-1e9bcf2e26e2] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 969.128157] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e5fd8bd-a2c5-4650-a94a-cb131e35b680 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.137020] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1f2c4ee-ea2e-4e99-a3dc-e656890f47f5 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] [instance: 68e47537-a820-4cc4-8856-1e9bcf2e26e2] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 969.137020] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f985f32-9d81-4495-9e9a-d7c6a363f069 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.145904] env[70527]: DEBUG oslo_vmware.api [None req-f1f2c4ee-ea2e-4e99-a3dc-e656890f47f5 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Waiting for the task: (returnval){ [ 969.145904] env[70527]: value = "task-3913369" [ 969.145904] env[70527]: _type = "Task" [ 969.145904] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.158847] env[70527]: DEBUG oslo_vmware.api [None req-f1f2c4ee-ea2e-4e99-a3dc-e656890f47f5 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Task: {'id': task-3913369, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.317205] env[70527]: DEBUG oslo_vmware.api [None req-d51f4714-b0fc-4775-bf58-7a3e6cdd0369 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913366, 'name': PowerOnVM_Task, 'duration_secs': 0.562055} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.317406] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-d51f4714-b0fc-4775-bf58-7a3e6cdd0369 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 969.317651] env[70527]: DEBUG nova.compute.manager [None req-d51f4714-b0fc-4775-bf58-7a3e6cdd0369 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 969.318437] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5588088b-5224-40c1-ac60-0bfac5a1558f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.381756] env[70527]: INFO nova.compute.manager [None req-54e90aec-ca43-4f4b-9eac-c14cbb7cd5fe tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Updating instance to original state: 'active' [ 969.470700] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-ce16056c-4afa-4e2e-bfd8-c80b95f24ede tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: d8ef288c-ca75-4166-93bc-09dd69753f8b] Creating Snapshot of the VM instance {{(pid=70527) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 969.471098] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f1200e86-f61b-4193-9ebd-0ae96f18381a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.480351] env[70527]: DEBUG oslo_vmware.api [None req-ce16056c-4afa-4e2e-bfd8-c80b95f24ede tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for the task: (returnval){ [ 969.480351] env[70527]: value = "task-3913370" [ 969.480351] env[70527]: _type = "Task" [ 969.480351] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.490404] env[70527]: DEBUG oslo_vmware.api [None req-ce16056c-4afa-4e2e-bfd8-c80b95f24ede tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913370, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.514371] env[70527]: DEBUG oslo_concurrency.lockutils [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Acquiring lock "f9a77c4a-662f-484b-9d72-358d9298974b" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.574058] env[70527]: DEBUG oslo_concurrency.lockutils [req-c2c4c61b-447d-461f-bb92-5d7dfa63433e req-249e1e45-c2f0-4942-80ad-48b552f3b959 service nova] Releasing lock "refresh_cache-f9a77c4a-662f-484b-9d72-358d9298974b" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.582630] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913368, 'name': CreateVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.603626] env[70527]: DEBUG nova.scheduler.client.report [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 969.656585] env[70527]: DEBUG oslo_vmware.api [None req-f1f2c4ee-ea2e-4e99-a3dc-e656890f47f5 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Task: {'id': task-3913369, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.854275] env[70527]: DEBUG nova.objects.instance [None req-53819398-8f49-4c46-9b2d-d48ee045c6cb tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Lazy-loading 'flavor' on Instance uuid d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.992725] env[70527]: DEBUG oslo_vmware.api [None req-ce16056c-4afa-4e2e-bfd8-c80b95f24ede tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913370, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.055070] env[70527]: DEBUG oslo_concurrency.lockutils [None req-6442d29c-f7fe-425c-b5e4-c7e4dc539d42 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Acquiring lock "680e9855-2905-4c0d-adc7-e45781fd1e4e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.055401] env[70527]: DEBUG oslo_concurrency.lockutils [None req-6442d29c-f7fe-425c-b5e4-c7e4dc539d42 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Lock "680e9855-2905-4c0d-adc7-e45781fd1e4e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.055618] env[70527]: DEBUG oslo_concurrency.lockutils [None req-6442d29c-f7fe-425c-b5e4-c7e4dc539d42 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Acquiring lock "680e9855-2905-4c0d-adc7-e45781fd1e4e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.055802] env[70527]: DEBUG oslo_concurrency.lockutils [None req-6442d29c-f7fe-425c-b5e4-c7e4dc539d42 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Lock "680e9855-2905-4c0d-adc7-e45781fd1e4e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.055964] env[70527]: DEBUG oslo_concurrency.lockutils [None req-6442d29c-f7fe-425c-b5e4-c7e4dc539d42 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Lock "680e9855-2905-4c0d-adc7-e45781fd1e4e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.060167] env[70527]: INFO nova.compute.manager [None req-6442d29c-f7fe-425c-b5e4-c7e4dc539d42 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Terminating instance [ 970.089256] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913368, 'name': CreateVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.111519] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70527) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 970.111924] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.297s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.112745] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f7e0ecad-8e94-4329-9d39-97e38c29d701 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.678s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.113161] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f7e0ecad-8e94-4329-9d39-97e38c29d701 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.116273] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9be1ef31-2960-449a-9a1f-ee7ffaec94cf tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.341s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.118682] env[70527]: INFO nova.compute.claims [None req-9be1ef31-2960-449a-9a1f-ee7ffaec94cf tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] [instance: 477e6007-8991-42f3-aae0-57a7225b2cd2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 970.123389] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 970.123389] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Cleaning up deleted instances {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 970.163202] env[70527]: DEBUG oslo_vmware.api [None req-f1f2c4ee-ea2e-4e99-a3dc-e656890f47f5 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Task: {'id': task-3913369, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.171063] env[70527]: INFO nova.scheduler.client.report [None req-f7e0ecad-8e94-4329-9d39-97e38c29d701 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Deleted allocations for instance 0bcc182a-d2e4-4900-930a-d8e2d93f6fc4 [ 970.360625] env[70527]: DEBUG oslo_concurrency.lockutils [None req-53819398-8f49-4c46-9b2d-d48ee045c6cb tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquiring lock "refresh_cache-d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.360890] env[70527]: DEBUG oslo_concurrency.lockutils [None req-53819398-8f49-4c46-9b2d-d48ee045c6cb tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquired lock "refresh_cache-d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.361080] env[70527]: DEBUG nova.network.neutron [None req-53819398-8f49-4c46-9b2d-d48ee045c6cb tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 970.361362] env[70527]: DEBUG nova.objects.instance [None req-53819398-8f49-4c46-9b2d-d48ee045c6cb tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Lazy-loading 'info_cache' on Instance uuid d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 970.493459] env[70527]: DEBUG oslo_vmware.api [None req-ce16056c-4afa-4e2e-bfd8-c80b95f24ede tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913370, 'name': CreateSnapshot_Task, 'duration_secs': 0.624251} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.493818] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-ce16056c-4afa-4e2e-bfd8-c80b95f24ede tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: d8ef288c-ca75-4166-93bc-09dd69753f8b] Created Snapshot of the VM instance {{(pid=70527) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 970.494546] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec2ecee-190c-41ac-a3cc-cd05f44ae479 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.575231] env[70527]: DEBUG nova.compute.manager [None req-6442d29c-f7fe-425c-b5e4-c7e4dc539d42 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 970.575353] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-6442d29c-f7fe-425c-b5e4-c7e4dc539d42 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 970.577027] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-debdc298-bcd4-4ab2-8753-da523f00d2fe {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.586439] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913368, 'name': CreateVM_Task, 'duration_secs': 1.531915} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.591849] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 970.591955] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-6442d29c-f7fe-425c-b5e4-c7e4dc539d42 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 970.592644] env[70527]: DEBUG oslo_concurrency.lockutils [None req-28c6d611-0b19-4f18-bbe6-442ab7d8c283 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.592816] env[70527]: DEBUG oslo_concurrency.lockutils [None req-28c6d611-0b19-4f18-bbe6-442ab7d8c283 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.593323] env[70527]: DEBUG oslo_concurrency.lockutils [None req-28c6d611-0b19-4f18-bbe6-442ab7d8c283 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.593591] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ad37c5e-db8c-4f48-a682-53e1155f4d65 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.595653] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-594616cd-2185-48ad-9ab3-0f8956020ea3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.601813] env[70527]: DEBUG oslo_vmware.api [None req-28c6d611-0b19-4f18-bbe6-442ab7d8c283 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Waiting for the task: (returnval){ [ 970.601813] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52ef9bd1-a8f0-d35a-1c8d-94802b14a102" [ 970.601813] env[70527]: _type = "Task" [ 970.601813] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.608171] env[70527]: DEBUG oslo_vmware.api [None req-6442d29c-f7fe-425c-b5e4-c7e4dc539d42 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for the task: (returnval){ [ 970.608171] env[70527]: value = "task-3913371" [ 970.608171] env[70527]: _type = "Task" [ 970.608171] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.619511] env[70527]: DEBUG oslo_vmware.api [None req-28c6d611-0b19-4f18-bbe6-442ab7d8c283 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52ef9bd1-a8f0-d35a-1c8d-94802b14a102, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.643358] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] There are 41 instances to clean {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 970.643629] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: e4af2542-8afe-4149-b06c-5be7920c1b28] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 970.648780] env[70527]: DEBUG oslo_vmware.api [None req-6442d29c-f7fe-425c-b5e4-c7e4dc539d42 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913371, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.659830] env[70527]: DEBUG oslo_vmware.api [None req-f1f2c4ee-ea2e-4e99-a3dc-e656890f47f5 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Task: {'id': task-3913369, 'name': PowerOffVM_Task, 'duration_secs': 1.237999} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.660119] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1f2c4ee-ea2e-4e99-a3dc-e656890f47f5 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] [instance: 68e47537-a820-4cc4-8856-1e9bcf2e26e2] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 970.660286] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f2c4ee-ea2e-4e99-a3dc-e656890f47f5 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] [instance: 68e47537-a820-4cc4-8856-1e9bcf2e26e2] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 970.660863] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe9f3301-f7a5-4f02-b5c6-3b7377f34ba2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.684431] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f7e0ecad-8e94-4329-9d39-97e38c29d701 tempest-ServersWithSpecificFlavorTestJSON-1288943951 tempest-ServersWithSpecificFlavorTestJSON-1288943951-project-member] Lock "0bcc182a-d2e4-4900-930a-d8e2d93f6fc4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.086s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.737548] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f2c4ee-ea2e-4e99-a3dc-e656890f47f5 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] [instance: 68e47537-a820-4cc4-8856-1e9bcf2e26e2] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 970.737934] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f2c4ee-ea2e-4e99-a3dc-e656890f47f5 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] [instance: 68e47537-a820-4cc4-8856-1e9bcf2e26e2] Deleting contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 970.738209] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1f2c4ee-ea2e-4e99-a3dc-e656890f47f5 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Deleting the datastore file [datastore2] 68e47537-a820-4cc4-8856-1e9bcf2e26e2 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 970.738521] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1afb6d70-c0e2-4d64-9c76-b52a78fff506 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.748020] env[70527]: DEBUG oslo_vmware.api [None req-f1f2c4ee-ea2e-4e99-a3dc-e656890f47f5 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Waiting for the task: (returnval){ [ 970.748020] env[70527]: value = "task-3913373" [ 970.748020] env[70527]: _type = "Task" [ 970.748020] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.757902] env[70527]: DEBUG oslo_vmware.api [None req-f1f2c4ee-ea2e-4e99-a3dc-e656890f47f5 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Task: {'id': task-3913373, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.864860] env[70527]: DEBUG nova.objects.base [None req-53819398-8f49-4c46-9b2d-d48ee045c6cb tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=70527) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 970.943031] env[70527]: DEBUG oslo_concurrency.lockutils [None req-022d9fee-e0be-4f6f-bf7b-38a9994beb0f tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Acquiring lock "cc87d385-12c6-43d2-af21-1d2737c5d451" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.943031] env[70527]: DEBUG oslo_concurrency.lockutils [None req-022d9fee-e0be-4f6f-bf7b-38a9994beb0f tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Lock "cc87d385-12c6-43d2-af21-1d2737c5d451" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.943215] env[70527]: DEBUG oslo_concurrency.lockutils [None req-022d9fee-e0be-4f6f-bf7b-38a9994beb0f tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Acquiring lock "cc87d385-12c6-43d2-af21-1d2737c5d451-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.943451] env[70527]: DEBUG oslo_concurrency.lockutils [None req-022d9fee-e0be-4f6f-bf7b-38a9994beb0f tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Lock "cc87d385-12c6-43d2-af21-1d2737c5d451-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.943632] env[70527]: DEBUG oslo_concurrency.lockutils [None req-022d9fee-e0be-4f6f-bf7b-38a9994beb0f tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Lock "cc87d385-12c6-43d2-af21-1d2737c5d451-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.945912] env[70527]: INFO nova.compute.manager [None req-022d9fee-e0be-4f6f-bf7b-38a9994beb0f tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Terminating instance [ 971.019926] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-ce16056c-4afa-4e2e-bfd8-c80b95f24ede tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: d8ef288c-ca75-4166-93bc-09dd69753f8b] Creating linked-clone VM from snapshot {{(pid=70527) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 971.020312] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fb2f9b75-4bb3-48cb-b1a0-0932b97a383d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.035302] env[70527]: DEBUG oslo_vmware.api [None req-ce16056c-4afa-4e2e-bfd8-c80b95f24ede tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for the task: (returnval){ [ 971.035302] env[70527]: value = "task-3913374" [ 971.035302] env[70527]: _type = "Task" [ 971.035302] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.041069] env[70527]: DEBUG oslo_vmware.api [None req-ce16056c-4afa-4e2e-bfd8-c80b95f24ede tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913374, 'name': CloneVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.120498] env[70527]: DEBUG oslo_vmware.api [None req-28c6d611-0b19-4f18-bbe6-442ab7d8c283 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52ef9bd1-a8f0-d35a-1c8d-94802b14a102, 'name': SearchDatastore_Task, 'duration_secs': 0.012643} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.121226] env[70527]: DEBUG oslo_concurrency.lockutils [None req-28c6d611-0b19-4f18-bbe6-442ab7d8c283 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.121226] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-28c6d611-0b19-4f18-bbe6-442ab7d8c283 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 971.121422] env[70527]: DEBUG oslo_concurrency.lockutils [None req-28c6d611-0b19-4f18-bbe6-442ab7d8c283 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.121642] env[70527]: DEBUG oslo_concurrency.lockutils [None req-28c6d611-0b19-4f18-bbe6-442ab7d8c283 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.121859] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-28c6d611-0b19-4f18-bbe6-442ab7d8c283 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 971.122775] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f455b31-8aaa-4259-811c-b18dacadc32a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.132203] env[70527]: DEBUG oslo_vmware.api [None req-6442d29c-f7fe-425c-b5e4-c7e4dc539d42 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913371, 'name': PowerOffVM_Task, 'duration_secs': 0.266176} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.133089] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-6442d29c-f7fe-425c-b5e4-c7e4dc539d42 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 971.133363] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-6442d29c-f7fe-425c-b5e4-c7e4dc539d42 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 971.133710] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3dff1426-5e63-4e39-bf03-7c7ae84476ea {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.143467] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-28c6d611-0b19-4f18-bbe6-442ab7d8c283 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 971.143727] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-28c6d611-0b19-4f18-bbe6-442ab7d8c283 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 971.144670] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-daac6439-21de-489e-bec2-688e0153eae8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.149569] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 430c77ef-9bdb-42c1-aee4-2d5bcc6be0da] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 971.159118] env[70527]: DEBUG oslo_vmware.api [None req-28c6d611-0b19-4f18-bbe6-442ab7d8c283 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Waiting for the task: (returnval){ [ 971.159118] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]523accf7-92e1-1f04-9033-120bf8c3e727" [ 971.159118] env[70527]: _type = "Task" [ 971.159118] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.170552] env[70527]: DEBUG oslo_vmware.api [None req-28c6d611-0b19-4f18-bbe6-442ab7d8c283 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]523accf7-92e1-1f04-9033-120bf8c3e727, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.226925] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-6442d29c-f7fe-425c-b5e4-c7e4dc539d42 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 971.227227] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-6442d29c-f7fe-425c-b5e4-c7e4dc539d42 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Deleting contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 971.227586] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-6442d29c-f7fe-425c-b5e4-c7e4dc539d42 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Deleting the datastore file [datastore2] 680e9855-2905-4c0d-adc7-e45781fd1e4e {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 971.227687] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54e7186e-be91-4f90-bc19-a29b15ff3610 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.238892] env[70527]: DEBUG oslo_vmware.api [None req-6442d29c-f7fe-425c-b5e4-c7e4dc539d42 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for the task: (returnval){ [ 971.238892] env[70527]: value = "task-3913376" [ 971.238892] env[70527]: _type = "Task" [ 971.238892] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.252444] env[70527]: DEBUG oslo_vmware.api [None req-6442d29c-f7fe-425c-b5e4-c7e4dc539d42 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913376, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.260938] env[70527]: DEBUG oslo_vmware.api [None req-f1f2c4ee-ea2e-4e99-a3dc-e656890f47f5 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Task: {'id': task-3913373, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.335985} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.264154] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1f2c4ee-ea2e-4e99-a3dc-e656890f47f5 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 971.264393] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f2c4ee-ea2e-4e99-a3dc-e656890f47f5 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] [instance: 68e47537-a820-4cc4-8856-1e9bcf2e26e2] Deleted contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 971.264646] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f2c4ee-ea2e-4e99-a3dc-e656890f47f5 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] [instance: 68e47537-a820-4cc4-8856-1e9bcf2e26e2] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 971.264853] env[70527]: INFO nova.compute.manager [None req-f1f2c4ee-ea2e-4e99-a3dc-e656890f47f5 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] [instance: 68e47537-a820-4cc4-8856-1e9bcf2e26e2] Took 2.14 seconds to destroy the instance on the hypervisor. [ 971.265161] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1f2c4ee-ea2e-4e99-a3dc-e656890f47f5 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 971.265981] env[70527]: DEBUG nova.compute.manager [-] [instance: 68e47537-a820-4cc4-8856-1e9bcf2e26e2] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 971.265981] env[70527]: DEBUG nova.network.neutron [-] [instance: 68e47537-a820-4cc4-8856-1e9bcf2e26e2] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 971.451615] env[70527]: DEBUG nova.compute.manager [None req-022d9fee-e0be-4f6f-bf7b-38a9994beb0f tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 971.451789] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-022d9fee-e0be-4f6f-bf7b-38a9994beb0f tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 971.452690] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8603583-3d5f-4364-8a0d-96a3cf4126ca {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.462649] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-022d9fee-e0be-4f6f-bf7b-38a9994beb0f tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 971.466608] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b88f90fa-56ef-4ae3-8784-bb5dd699c666 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.479315] env[70527]: DEBUG oslo_vmware.api [None req-022d9fee-e0be-4f6f-bf7b-38a9994beb0f tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Waiting for the task: (returnval){ [ 971.479315] env[70527]: value = "task-3913377" [ 971.479315] env[70527]: _type = "Task" [ 971.479315] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.495141] env[70527]: DEBUG oslo_vmware.api [None req-022d9fee-e0be-4f6f-bf7b-38a9994beb0f tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': task-3913377, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.548972] env[70527]: DEBUG oslo_vmware.api [None req-ce16056c-4afa-4e2e-bfd8-c80b95f24ede tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913374, 'name': CloneVM_Task} progress is 94%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.652182] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-295498ca-2829-438a-b2f6-d502592c3fff {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.661725] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 01ecb952-4274-4c03-9642-ff7fc894df3c] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 971.679333] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba6421c-fc4f-453d-a745-b48ad630c9ee {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.685586] env[70527]: DEBUG oslo_vmware.api [None req-28c6d611-0b19-4f18-bbe6-442ab7d8c283 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]523accf7-92e1-1f04-9033-120bf8c3e727, 'name': SearchDatastore_Task, 'duration_secs': 0.019259} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.687121] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64625a5b-7417-4715-b76c-6606822f843d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.721386] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729f5eac-3d89-4f8c-b8d9-4ddd4229b22d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.726632] env[70527]: DEBUG oslo_vmware.api [None req-28c6d611-0b19-4f18-bbe6-442ab7d8c283 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Waiting for the task: (returnval){ [ 971.726632] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52f0d6be-a2a5-e497-1ca2-2fbec3ae9267" [ 971.726632] env[70527]: _type = "Task" [ 971.726632] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.736568] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836624dd-72a5-446b-b393-38d1b72c04e0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.745594] env[70527]: DEBUG oslo_vmware.api [None req-28c6d611-0b19-4f18-bbe6-442ab7d8c283 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52f0d6be-a2a5-e497-1ca2-2fbec3ae9267, 'name': SearchDatastore_Task, 'duration_secs': 0.011364} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.750420] env[70527]: DEBUG oslo_concurrency.lockutils [None req-28c6d611-0b19-4f18-bbe6-442ab7d8c283 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.750812] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-28c6d611-0b19-4f18-bbe6-442ab7d8c283 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] b3a6e20c-cdfe-47f0-8881-ec6ead71e86f/b3a6e20c-cdfe-47f0-8881-ec6ead71e86f.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 971.751207] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24092f15-4973-406c-8d08-733505dd178b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.762483] env[70527]: DEBUG nova.compute.provider_tree [None req-9be1ef31-2960-449a-9a1f-ee7ffaec94cf tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.767473] env[70527]: DEBUG oslo_vmware.api [None req-6442d29c-f7fe-425c-b5e4-c7e4dc539d42 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913376, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.358657} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.768073] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-6442d29c-f7fe-425c-b5e4-c7e4dc539d42 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 971.768229] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-6442d29c-f7fe-425c-b5e4-c7e4dc539d42 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Deleted contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 971.768456] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-6442d29c-f7fe-425c-b5e4-c7e4dc539d42 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 971.768659] env[70527]: INFO nova.compute.manager [None req-6442d29c-f7fe-425c-b5e4-c7e4dc539d42 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Took 1.19 seconds to destroy the instance on the hypervisor. [ 971.768979] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6442d29c-f7fe-425c-b5e4-c7e4dc539d42 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 971.769306] env[70527]: DEBUG nova.compute.manager [-] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 971.769306] env[70527]: DEBUG nova.network.neutron [-] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 971.772602] env[70527]: DEBUG oslo_vmware.api [None req-28c6d611-0b19-4f18-bbe6-442ab7d8c283 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Waiting for the task: (returnval){ [ 971.772602] env[70527]: value = "task-3913378" [ 971.772602] env[70527]: _type = "Task" [ 971.772602] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.782935] env[70527]: DEBUG oslo_vmware.api [None req-28c6d611-0b19-4f18-bbe6-442ab7d8c283 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3913378, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.991349] env[70527]: DEBUG oslo_vmware.api [None req-022d9fee-e0be-4f6f-bf7b-38a9994beb0f tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': task-3913377, 'name': PowerOffVM_Task, 'duration_secs': 0.235424} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.991707] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-022d9fee-e0be-4f6f-bf7b-38a9994beb0f tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 971.991832] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-022d9fee-e0be-4f6f-bf7b-38a9994beb0f tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 971.992120] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05c5f060-b942-4bc7-9b91-bdc6b502da34 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.045947] env[70527]: DEBUG oslo_vmware.api [None req-ce16056c-4afa-4e2e-bfd8-c80b95f24ede tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913374, 'name': CloneVM_Task} progress is 94%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.153687] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-022d9fee-e0be-4f6f-bf7b-38a9994beb0f tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 972.153687] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-022d9fee-e0be-4f6f-bf7b-38a9994beb0f tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Deleting contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 972.157140] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-022d9fee-e0be-4f6f-bf7b-38a9994beb0f tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Deleting the datastore file [datastore2] cc87d385-12c6-43d2-af21-1d2737c5d451 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 972.157504] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6181b4d5-f2b4-4890-a115-6579e49334e6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.166103] env[70527]: DEBUG oslo_vmware.api [None req-022d9fee-e0be-4f6f-bf7b-38a9994beb0f tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Waiting for the task: (returnval){ [ 972.166103] env[70527]: value = "task-3913380" [ 972.166103] env[70527]: _type = "Task" [ 972.166103] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.176518] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 7448dd1a-e7e3-4d9f-bcdf-5d8fe057ba38] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 972.179349] env[70527]: DEBUG oslo_vmware.api [None req-022d9fee-e0be-4f6f-bf7b-38a9994beb0f tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': task-3913380, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.202219] env[70527]: DEBUG nova.network.neutron [None req-53819398-8f49-4c46-9b2d-d48ee045c6cb tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Updating instance_info_cache with network_info: [{"id": "1936c003-2b62-4ba0-b826-35044078faf9", "address": "fa:16:3e:20:79:ff", "network": {"id": "e5ccb129-b701-4940-8889-7ade352f59a7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-618810543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8617bc6364874607aeffa5815a304ba7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1936c003-2b", "ovs_interfaceid": "1936c003-2b62-4ba0-b826-35044078faf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.269361] env[70527]: DEBUG nova.scheduler.client.report [None req-9be1ef31-2960-449a-9a1f-ee7ffaec94cf tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.290635] env[70527]: DEBUG oslo_vmware.api [None req-28c6d611-0b19-4f18-bbe6-442ab7d8c283 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3913378, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.546418] env[70527]: DEBUG oslo_vmware.api [None req-ce16056c-4afa-4e2e-bfd8-c80b95f24ede tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913374, 'name': CloneVM_Task, 'duration_secs': 1.462574} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.547833] env[70527]: INFO nova.virt.vmwareapi.vmops [None req-ce16056c-4afa-4e2e-bfd8-c80b95f24ede tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: d8ef288c-ca75-4166-93bc-09dd69753f8b] Created linked-clone VM from snapshot [ 972.548906] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-302d4063-58b0-44a8-b6b3-ca4f458bd2ee {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.560197] env[70527]: DEBUG nova.virt.vmwareapi.images [None req-ce16056c-4afa-4e2e-bfd8-c80b95f24ede tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: d8ef288c-ca75-4166-93bc-09dd69753f8b] Uploading image 30e093ba-caa9-41fb-a8f6-def6cbe9dd3b {{(pid=70527) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 972.607290] env[70527]: DEBUG oslo_vmware.rw_handles [None req-ce16056c-4afa-4e2e-bfd8-c80b95f24ede tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 972.607290] env[70527]: value = "vm-777119" [ 972.607290] env[70527]: _type = "VirtualMachine" [ 972.607290] env[70527]: }. {{(pid=70527) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 972.607589] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-19ba4695-e645-4eeb-94c8-de8534344928 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.616034] env[70527]: DEBUG oslo_vmware.rw_handles [None req-ce16056c-4afa-4e2e-bfd8-c80b95f24ede tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lease: (returnval){ [ 972.616034] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52ae617a-18eb-dd9a-d5c1-c2ff02265066" [ 972.616034] env[70527]: _type = "HttpNfcLease" [ 972.616034] env[70527]: } obtained for exporting VM: (result){ [ 972.616034] env[70527]: value = "vm-777119" [ 972.616034] env[70527]: _type = "VirtualMachine" [ 972.616034] env[70527]: }. {{(pid=70527) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 972.616332] env[70527]: DEBUG oslo_vmware.api [None req-ce16056c-4afa-4e2e-bfd8-c80b95f24ede tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for the lease: (returnval){ [ 972.616332] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52ae617a-18eb-dd9a-d5c1-c2ff02265066" [ 972.616332] env[70527]: _type = "HttpNfcLease" [ 972.616332] env[70527]: } to be ready. {{(pid=70527) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 972.629189] env[70527]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 972.629189] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52ae617a-18eb-dd9a-d5c1-c2ff02265066" [ 972.629189] env[70527]: _type = "HttpNfcLease" [ 972.629189] env[70527]: } is ready. {{(pid=70527) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 972.629502] env[70527]: DEBUG oslo_vmware.rw_handles [None req-ce16056c-4afa-4e2e-bfd8-c80b95f24ede tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 972.629502] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52ae617a-18eb-dd9a-d5c1-c2ff02265066" [ 972.629502] env[70527]: _type = "HttpNfcLease" [ 972.629502] env[70527]: }. {{(pid=70527) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 972.630393] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1850cf07-f316-478d-a9df-4e17442b61d8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.638782] env[70527]: DEBUG oslo_vmware.rw_handles [None req-ce16056c-4afa-4e2e-bfd8-c80b95f24ede tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e12eca-2158-38fd-bc31-67bfdd5c9807/disk-0.vmdk from lease info. {{(pid=70527) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 972.638979] env[70527]: DEBUG oslo_vmware.rw_handles [None req-ce16056c-4afa-4e2e-bfd8-c80b95f24ede tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e12eca-2158-38fd-bc31-67bfdd5c9807/disk-0.vmdk for reading. {{(pid=70527) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 972.698120] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 9945a305-bb71-4d5b-a06d-20ec0e17d457] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 972.704824] env[70527]: DEBUG oslo_concurrency.lockutils [None req-53819398-8f49-4c46-9b2d-d48ee045c6cb tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Releasing lock "refresh_cache-d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.713691] env[70527]: DEBUG oslo_vmware.api [None req-022d9fee-e0be-4f6f-bf7b-38a9994beb0f tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': task-3913380, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.349911} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.714282] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-022d9fee-e0be-4f6f-bf7b-38a9994beb0f tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 972.714282] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-022d9fee-e0be-4f6f-bf7b-38a9994beb0f tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Deleted contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 972.714394] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-022d9fee-e0be-4f6f-bf7b-38a9994beb0f tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 972.714532] env[70527]: INFO nova.compute.manager [None req-022d9fee-e0be-4f6f-bf7b-38a9994beb0f tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Took 1.26 seconds to destroy the instance on the hypervisor. [ 972.716619] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-022d9fee-e0be-4f6f-bf7b-38a9994beb0f tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 972.716619] env[70527]: DEBUG nova.compute.manager [-] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 972.716619] env[70527]: DEBUG nova.network.neutron [-] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 972.736957] env[70527]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9f5f34ba-8417-4339-a2f7-c812f198a289 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.785549] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9be1ef31-2960-449a-9a1f-ee7ffaec94cf tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.670s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.786586] env[70527]: DEBUG nova.compute.manager [None req-9be1ef31-2960-449a-9a1f-ee7ffaec94cf tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] [instance: 477e6007-8991-42f3-aae0-57a7225b2cd2] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 972.788811] env[70527]: DEBUG oslo_vmware.api [None req-28c6d611-0b19-4f18-bbe6-442ab7d8c283 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3913378, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577295} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.789202] env[70527]: DEBUG oslo_concurrency.lockutils [None req-982d37da-9c54-4aa8-a0b0-f5c6a9a535fc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 30.918s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.790584] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-28c6d611-0b19-4f18-bbe6-442ab7d8c283 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] b3a6e20c-cdfe-47f0-8881-ec6ead71e86f/b3a6e20c-cdfe-47f0-8881-ec6ead71e86f.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 972.790857] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-28c6d611-0b19-4f18-bbe6-442ab7d8c283 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 972.791365] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-219dd05d-d0b1-4894-81d6-ed1489e505c3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.799628] env[70527]: DEBUG oslo_vmware.api [None req-28c6d611-0b19-4f18-bbe6-442ab7d8c283 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Waiting for the task: (returnval){ [ 972.799628] env[70527]: value = "task-3913382" [ 972.799628] env[70527]: _type = "Task" [ 972.799628] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.809406] env[70527]: DEBUG oslo_vmware.api [None req-28c6d611-0b19-4f18-bbe6-442ab7d8c283 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3913382, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.014618] env[70527]: DEBUG nova.network.neutron [-] [instance: 68e47537-a820-4cc4-8856-1e9bcf2e26e2] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.204143] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 585795f1-3a3c-4f0e-9c64-0b23876ab5b6] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 973.271180] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Acquiring lock "2db3cf17-9e66-4708-8bca-571264284924" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.271464] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Lock "2db3cf17-9e66-4708-8bca-571264284924" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.293601] env[70527]: DEBUG nova.compute.utils [None req-9be1ef31-2960-449a-9a1f-ee7ffaec94cf tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 973.296108] env[70527]: DEBUG nova.compute.manager [None req-9be1ef31-2960-449a-9a1f-ee7ffaec94cf tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] [instance: 477e6007-8991-42f3-aae0-57a7225b2cd2] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 973.296700] env[70527]: DEBUG nova.network.neutron [None req-9be1ef31-2960-449a-9a1f-ee7ffaec94cf tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] [instance: 477e6007-8991-42f3-aae0-57a7225b2cd2] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 973.316820] env[70527]: DEBUG oslo_vmware.api [None req-28c6d611-0b19-4f18-bbe6-442ab7d8c283 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3913382, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067865} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.317213] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-28c6d611-0b19-4f18-bbe6-442ab7d8c283 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 973.318236] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39fa2f55-2f69-4d4e-a11d-42b65da7b383 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.344313] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-28c6d611-0b19-4f18-bbe6-442ab7d8c283 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] b3a6e20c-cdfe-47f0-8881-ec6ead71e86f/b3a6e20c-cdfe-47f0-8881-ec6ead71e86f.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 973.348847] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a919974-b49c-44a6-9db8-611372f1a769 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.374337] env[70527]: DEBUG oslo_vmware.api [None req-28c6d611-0b19-4f18-bbe6-442ab7d8c283 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Waiting for the task: (returnval){ [ 973.374337] env[70527]: value = "task-3913383" [ 973.374337] env[70527]: _type = "Task" [ 973.374337] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.387303] env[70527]: DEBUG oslo_vmware.api [None req-28c6d611-0b19-4f18-bbe6-442ab7d8c283 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3913383, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.389123] env[70527]: DEBUG nova.policy [None req-9be1ef31-2960-449a-9a1f-ee7ffaec94cf tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c8cfc6033d343199c8f5330aa686e38', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f77260a0059a4474affdb8e061f5a7f3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 973.512601] env[70527]: DEBUG nova.compute.manager [req-f7919ae3-1d49-443e-93cc-74b2bb27cd10 req-7f6bde64-e164-4f7b-9d24-f5bee6e97047 service nova] [instance: 68e47537-a820-4cc4-8856-1e9bcf2e26e2] Received event network-vif-deleted-fd1b032c-7ca8-471c-a404-ba768c828c4e {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.521499] env[70527]: INFO nova.compute.manager [-] [instance: 68e47537-a820-4cc4-8856-1e9bcf2e26e2] Took 2.25 seconds to deallocate network for instance. [ 973.628755] env[70527]: DEBUG nova.network.neutron [-] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.706983] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 1878e6d7-681c-4aca-ae45-7bd001cff323] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 973.713840] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-53819398-8f49-4c46-9b2d-d48ee045c6cb tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 973.714291] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3cb75498-316c-49fd-a30f-2499a11df148 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.726253] env[70527]: DEBUG oslo_vmware.api [None req-53819398-8f49-4c46-9b2d-d48ee045c6cb tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Waiting for the task: (returnval){ [ 973.726253] env[70527]: value = "task-3913384" [ 973.726253] env[70527]: _type = "Task" [ 973.726253] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.749336] env[70527]: DEBUG oslo_vmware.api [None req-53819398-8f49-4c46-9b2d-d48ee045c6cb tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3913384, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.774885] env[70527]: DEBUG nova.compute.manager [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 2db3cf17-9e66-4708-8bca-571264284924] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 973.784442] env[70527]: DEBUG nova.network.neutron [-] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.805375] env[70527]: DEBUG nova.compute.manager [None req-9be1ef31-2960-449a-9a1f-ee7ffaec94cf tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] [instance: 477e6007-8991-42f3-aae0-57a7225b2cd2] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 973.890025] env[70527]: DEBUG oslo_vmware.api [None req-28c6d611-0b19-4f18-bbe6-442ab7d8c283 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3913383, 'name': ReconfigVM_Task, 'duration_secs': 0.318385} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.890275] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-28c6d611-0b19-4f18-bbe6-442ab7d8c283 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Reconfigured VM instance instance-00000024 to attach disk [datastore2] b3a6e20c-cdfe-47f0-8881-ec6ead71e86f/b3a6e20c-cdfe-47f0-8881-ec6ead71e86f.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 973.890961] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-294d338c-f595-4380-bb00-e6e5ef2d0df0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.903511] env[70527]: DEBUG oslo_vmware.api [None req-28c6d611-0b19-4f18-bbe6-442ab7d8c283 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Waiting for the task: (returnval){ [ 973.903511] env[70527]: value = "task-3913385" [ 973.903511] env[70527]: _type = "Task" [ 973.903511] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.915852] env[70527]: DEBUG oslo_vmware.api [None req-28c6d611-0b19-4f18-bbe6-442ab7d8c283 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3913385, 'name': Rename_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.949662] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32eb31a0-a6b2-4b56-84c6-0dde88e091c3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.960211] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f46c36fd-6b9d-4aca-b51f-754359e3477f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.999416] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4212f53e-a6ac-4991-85e2-88ccfdd61642 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.008406] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb6a9b2-ad3b-4f57-8e66-8ef24378e856 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.024713] env[70527]: DEBUG nova.compute.provider_tree [None req-982d37da-9c54-4aa8-a0b0-f5c6a9a535fc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.035456] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f1f2c4ee-ea2e-4e99-a3dc-e656890f47f5 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.131400] env[70527]: INFO nova.compute.manager [-] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Took 2.36 seconds to deallocate network for instance. [ 974.132910] env[70527]: DEBUG nova.network.neutron [None req-9be1ef31-2960-449a-9a1f-ee7ffaec94cf tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] [instance: 477e6007-8991-42f3-aae0-57a7225b2cd2] Successfully created port: c2cdbba6-60b2-4018-ae5f-9bf11157549b {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 974.140736] env[70527]: DEBUG nova.compute.manager [req-312910c7-dd3b-4ef7-a767-5a9d5613676b req-387fbfb2-dd24-4210-a966-c6b579bc2143 service nova] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Received event network-vif-deleted-2f732305-3f77-40ec-98b1-5eaa8859e005 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.212699] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: d77710c6-f1aa-45a5-9318-68bd49f93256] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 974.241328] env[70527]: DEBUG oslo_vmware.api [None req-53819398-8f49-4c46-9b2d-d48ee045c6cb tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3913384, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.288664] env[70527]: INFO nova.compute.manager [-] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Took 1.57 seconds to deallocate network for instance. [ 974.314924] env[70527]: INFO nova.virt.block_device [None req-9be1ef31-2960-449a-9a1f-ee7ffaec94cf tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] [instance: 477e6007-8991-42f3-aae0-57a7225b2cd2] Booting with volume 019905b3-e24f-445c-9837-98d4b8a68979 at /dev/sda [ 974.324991] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.367518] env[70527]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0d745dd8-55a3-4693-b189-8d4d6f55fe91 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.381416] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-284a3998-b449-4ebb-bc97-5aa99012e92b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.420938] env[70527]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4ce59b6a-6f6e-4fa9-9655-e50b69c85f01 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.430383] env[70527]: DEBUG oslo_vmware.api [None req-28c6d611-0b19-4f18-bbe6-442ab7d8c283 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3913385, 'name': Rename_Task, 'duration_secs': 0.16883} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.431727] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-28c6d611-0b19-4f18-bbe6-442ab7d8c283 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 974.432097] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2bf044c8-ec21-4800-9b90-d03ae6685a11 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.438605] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f4ed59-a23a-4699-8bd9-478676dbea18 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.460019] env[70527]: DEBUG oslo_vmware.api [None req-28c6d611-0b19-4f18-bbe6-442ab7d8c283 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Waiting for the task: (returnval){ [ 974.460019] env[70527]: value = "task-3913386" [ 974.460019] env[70527]: _type = "Task" [ 974.460019] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.481481] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-986c8e24-37ab-44d8-9162-6a2cc4240c87 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.485272] env[70527]: DEBUG oslo_vmware.api [None req-28c6d611-0b19-4f18-bbe6-442ab7d8c283 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3913386, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.494036] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5806b77-d6bd-4dd0-830c-e91ba83f7749 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.511301] env[70527]: DEBUG nova.virt.block_device [None req-9be1ef31-2960-449a-9a1f-ee7ffaec94cf tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] [instance: 477e6007-8991-42f3-aae0-57a7225b2cd2] Updating existing volume attachment record: 052d1661-0e83-44ce-a6b5-7c95c71f9553 {{(pid=70527) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 974.527996] env[70527]: DEBUG nova.scheduler.client.report [None req-982d37da-9c54-4aa8-a0b0-f5c6a9a535fc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.647144] env[70527]: DEBUG oslo_concurrency.lockutils [None req-6442d29c-f7fe-425c-b5e4-c7e4dc539d42 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.719888] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 23137459-71e2-4681-9054-1bde06450f13] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 974.738478] env[70527]: DEBUG oslo_vmware.api [None req-53819398-8f49-4c46-9b2d-d48ee045c6cb tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3913384, 'name': PowerOnVM_Task, 'duration_secs': 0.520684} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.738952] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-53819398-8f49-4c46-9b2d-d48ee045c6cb tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 974.739244] env[70527]: DEBUG nova.compute.manager [None req-53819398-8f49-4c46-9b2d-d48ee045c6cb tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 974.740191] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaaeff25-1f23-444e-9f10-08359b8c8564 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.798344] env[70527]: DEBUG oslo_concurrency.lockutils [None req-022d9fee-e0be-4f6f-bf7b-38a9994beb0f tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.973017] env[70527]: DEBUG oslo_vmware.api [None req-28c6d611-0b19-4f18-bbe6-442ab7d8c283 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3913386, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.224255] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 8670e011-a1c3-4b73-9988-3db09378c347] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 975.472243] env[70527]: DEBUG oslo_vmware.api [None req-28c6d611-0b19-4f18-bbe6-442ab7d8c283 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3913386, 'name': PowerOnVM_Task, 'duration_secs': 0.534309} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.472527] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-28c6d611-0b19-4f18-bbe6-442ab7d8c283 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 975.472727] env[70527]: DEBUG nova.compute.manager [None req-28c6d611-0b19-4f18-bbe6-442ab7d8c283 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 975.473532] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-286f68fa-9f35-4e80-a584-7af93346d17d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.538731] env[70527]: DEBUG oslo_concurrency.lockutils [None req-982d37da-9c54-4aa8-a0b0-f5c6a9a535fc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.749s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.542277] env[70527]: DEBUG oslo_concurrency.lockutils [None req-5e1ef632-790e-4c91-990a-845444b459ae tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.634s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.542546] env[70527]: DEBUG oslo_concurrency.lockutils [None req-5e1ef632-790e-4c91-990a-845444b459ae tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.544836] env[70527]: DEBUG oslo_concurrency.lockutils [None req-baf75978-4275-4804-bfda-f9554dfb55e3 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.020s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.545445] env[70527]: DEBUG nova.objects.instance [None req-baf75978-4275-4804-bfda-f9554dfb55e3 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] [instance: ae092240-d091-4b1c-a61b-aaefa003271a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70527) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 975.601028] env[70527]: INFO nova.scheduler.client.report [None req-5e1ef632-790e-4c91-990a-845444b459ae tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Deleted allocations for instance 92d864e4-e030-49df-b739-46f55730fd0a [ 975.728343] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: c8f2bb6b-be01-4473-92f5-2a35a8eff5b0] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 975.766647] env[70527]: DEBUG nova.compute.manager [req-f389c5e8-5aef-4862-ad24-51a71814c74b req-73dd11b5-80d6-4930-a004-a2c2d3f361a6 service nova] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Received event network-vif-deleted-707b3985-2191-4a9c-bbfe-1922ac3dfbce {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 975.934777] env[70527]: DEBUG nova.network.neutron [None req-9be1ef31-2960-449a-9a1f-ee7ffaec94cf tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] [instance: 477e6007-8991-42f3-aae0-57a7225b2cd2] Successfully updated port: c2cdbba6-60b2-4018-ae5f-9bf11157549b {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 975.993688] env[70527]: DEBUG oslo_concurrency.lockutils [None req-28c6d611-0b19-4f18-bbe6-442ab7d8c283 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.113474] env[70527]: DEBUG oslo_concurrency.lockutils [None req-5e1ef632-790e-4c91-990a-845444b459ae tempest-ListImageFiltersTestJSON-785679465 tempest-ListImageFiltersTestJSON-785679465-project-member] Lock "92d864e4-e030-49df-b739-46f55730fd0a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.823s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.130156] env[70527]: INFO nova.scheduler.client.report [None req-982d37da-9c54-4aa8-a0b0-f5c6a9a535fc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Deleted allocation for migration 8ccbbb20-fa14-4908-9375-4f6c7a0fc9eb [ 976.231489] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 4a285879-39e7-41c6-ae76-ca5a75c692c7] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 976.439287] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9be1ef31-2960-449a-9a1f-ee7ffaec94cf tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] Acquiring lock "refresh_cache-477e6007-8991-42f3-aae0-57a7225b2cd2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.439287] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9be1ef31-2960-449a-9a1f-ee7ffaec94cf tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] Acquired lock "refresh_cache-477e6007-8991-42f3-aae0-57a7225b2cd2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.439287] env[70527]: DEBUG nova.network.neutron [None req-9be1ef31-2960-449a-9a1f-ee7ffaec94cf tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] [instance: 477e6007-8991-42f3-aae0-57a7225b2cd2] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 976.561489] env[70527]: DEBUG oslo_concurrency.lockutils [None req-baf75978-4275-4804-bfda-f9554dfb55e3 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.567751] env[70527]: DEBUG oslo_concurrency.lockutils [None req-eb5a6d31-7dc4-4625-99e0-f7bf170a61b3 tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.504s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.567846] env[70527]: DEBUG oslo_concurrency.lockutils [None req-eb5a6d31-7dc4-4625-99e0-f7bf170a61b3 tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.005s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.573607] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3c49301e-5dba-45e8-9672-5339cbb8c213 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.551s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.574072] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3c49301e-5dba-45e8-9672-5339cbb8c213 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.004s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.576469] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a721a39f-ef5a-4cc6-9b88-636df0c1c299 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.396s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.576734] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a721a39f-ef5a-4cc6-9b88-636df0c1c299 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.580846] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0d171907-ad9d-4902-be40-134e71a0ed19 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.866s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.581013] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0d171907-ad9d-4902-be40-134e71a0ed19 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.583064] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.864s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.585093] env[70527]: INFO nova.compute.claims [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: ad16e90d-89f7-4ce6-82c3-d8bb10c614f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 976.627058] env[70527]: INFO nova.scheduler.client.report [None req-3c49301e-5dba-45e8-9672-5339cbb8c213 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Deleted allocations for instance 749d082e-c7a7-44b1-a4a3-37828b4ab05c [ 976.631488] env[70527]: INFO nova.scheduler.client.report [None req-a721a39f-ef5a-4cc6-9b88-636df0c1c299 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Deleted allocations for instance ae092240-d091-4b1c-a61b-aaefa003271a [ 976.635368] env[70527]: DEBUG oslo_concurrency.lockutils [None req-982d37da-9c54-4aa8-a0b0-f5c6a9a535fc tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Lock "5017d1d4-1e04-44b0-88eb-9acbfcee557c" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 37.721s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.645599] env[70527]: DEBUG nova.compute.manager [None req-9be1ef31-2960-449a-9a1f-ee7ffaec94cf tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] [instance: 477e6007-8991-42f3-aae0-57a7225b2cd2] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 976.646078] env[70527]: DEBUG nova.virt.hardware [None req-9be1ef31-2960-449a-9a1f-ee7ffaec94cf tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 976.646595] env[70527]: DEBUG nova.virt.hardware [None req-9be1ef31-2960-449a-9a1f-ee7ffaec94cf tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 976.646595] env[70527]: DEBUG nova.virt.hardware [None req-9be1ef31-2960-449a-9a1f-ee7ffaec94cf tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 976.646957] env[70527]: DEBUG nova.virt.hardware [None req-9be1ef31-2960-449a-9a1f-ee7ffaec94cf tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 976.646957] env[70527]: DEBUG nova.virt.hardware [None req-9be1ef31-2960-449a-9a1f-ee7ffaec94cf tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 976.646957] env[70527]: DEBUG nova.virt.hardware [None req-9be1ef31-2960-449a-9a1f-ee7ffaec94cf tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 976.651024] env[70527]: DEBUG nova.virt.hardware [None req-9be1ef31-2960-449a-9a1f-ee7ffaec94cf tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 976.651024] env[70527]: DEBUG nova.virt.hardware [None req-9be1ef31-2960-449a-9a1f-ee7ffaec94cf tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 976.651024] env[70527]: DEBUG nova.virt.hardware [None req-9be1ef31-2960-449a-9a1f-ee7ffaec94cf tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 976.651024] env[70527]: DEBUG nova.virt.hardware [None req-9be1ef31-2960-449a-9a1f-ee7ffaec94cf tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 976.651024] env[70527]: DEBUG nova.virt.hardware [None req-9be1ef31-2960-449a-9a1f-ee7ffaec94cf tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 976.651416] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b523c7f5-3ae9-460c-b748-909c73359f3e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.652565] env[70527]: INFO nova.scheduler.client.report [None req-0d171907-ad9d-4902-be40-134e71a0ed19 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Deleted allocations for instance b7cf3e13-690b-4624-aaec-e3cec1d62308 [ 976.654824] env[70527]: INFO nova.scheduler.client.report [None req-eb5a6d31-7dc4-4625-99e0-f7bf170a61b3 tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Deleted allocations for instance 1bf0b648-03d2-4915-bf40-f2af832e4e81 [ 976.665339] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f5d5306-bdf0-48ee-a78a-9f2a47f99261 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.735278] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 6efbb7e0-0666-461e-8411-b297928d4ef2] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 977.146012] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3c49301e-5dba-45e8-9672-5339cbb8c213 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Lock "749d082e-c7a7-44b1-a4a3-37828b4ab05c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.811s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.154456] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a721a39f-ef5a-4cc6-9b88-636df0c1c299 tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Lock "ae092240-d091-4b1c-a61b-aaefa003271a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.787s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.170666] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0d171907-ad9d-4902-be40-134e71a0ed19 tempest-ServersTestFqdnHostnames-896096734 tempest-ServersTestFqdnHostnames-896096734-project-member] Lock "b7cf3e13-690b-4624-aaec-e3cec1d62308" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.095s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.172590] env[70527]: DEBUG oslo_concurrency.lockutils [None req-eb5a6d31-7dc4-4625-99e0-f7bf170a61b3 tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Lock "1bf0b648-03d2-4915-bf40-f2af832e4e81" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.654s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.240365] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 572a409f-4b2a-421d-be2f-99a98bdc7367] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 977.254216] env[70527]: DEBUG nova.network.neutron [None req-9be1ef31-2960-449a-9a1f-ee7ffaec94cf tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] [instance: 477e6007-8991-42f3-aae0-57a7225b2cd2] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 977.550311] env[70527]: DEBUG nova.network.neutron [None req-9be1ef31-2960-449a-9a1f-ee7ffaec94cf tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] [instance: 477e6007-8991-42f3-aae0-57a7225b2cd2] Updating instance_info_cache with network_info: [{"id": "c2cdbba6-60b2-4018-ae5f-9bf11157549b", "address": "fa:16:3e:cf:ce:1a", "network": {"id": "fdf098a6-ef44-4793-88aa-1cb978a2d70d", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-733756498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f77260a0059a4474affdb8e061f5a7f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2cdbba6-60", "ovs_interfaceid": "c2cdbba6-60b2-4018-ae5f-9bf11157549b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.662306] env[70527]: INFO nova.compute.manager [None req-327549ef-33a8-4c6f-aa18-03b005f9ed83 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Rebuilding instance [ 977.728381] env[70527]: DEBUG nova.compute.manager [None req-327549ef-33a8-4c6f-aa18-03b005f9ed83 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 977.729742] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e73aaa-230d-49e0-ab72-137937cbc76e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.746404] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: d407b27d-9688-4bcd-95a2-dd37a9faf53e] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 978.053496] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9be1ef31-2960-449a-9a1f-ee7ffaec94cf tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] Releasing lock "refresh_cache-477e6007-8991-42f3-aae0-57a7225b2cd2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.053846] env[70527]: DEBUG nova.compute.manager [None req-9be1ef31-2960-449a-9a1f-ee7ffaec94cf tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] [instance: 477e6007-8991-42f3-aae0-57a7225b2cd2] Instance network_info: |[{"id": "c2cdbba6-60b2-4018-ae5f-9bf11157549b", "address": "fa:16:3e:cf:ce:1a", "network": {"id": "fdf098a6-ef44-4793-88aa-1cb978a2d70d", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-733756498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f77260a0059a4474affdb8e061f5a7f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2cdbba6-60", "ovs_interfaceid": "c2cdbba6-60b2-4018-ae5f-9bf11157549b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 978.054343] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-9be1ef31-2960-449a-9a1f-ee7ffaec94cf tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] [instance: 477e6007-8991-42f3-aae0-57a7225b2cd2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:ce:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2153f70-3d14-42ab-8bb3-be78296dd3b8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c2cdbba6-60b2-4018-ae5f-9bf11157549b', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 978.065375] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-9be1ef31-2960-449a-9a1f-ee7ffaec94cf tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] Creating folder: Project (f77260a0059a4474affdb8e061f5a7f3). Parent ref: group-v776920. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 978.065418] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-473f2319-0cd6-4c6b-9116-b15ca28529a9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.068866] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5294a10-dfa3-40db-b2ec-f901e4a25fa4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.078710] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-781b51b9-ac59-4ae3-adb2-4b0aed145569 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.086815] env[70527]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 978.086815] env[70527]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=70527) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 978.087071] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-9be1ef31-2960-449a-9a1f-ee7ffaec94cf tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] Folder already exists: Project (f77260a0059a4474affdb8e061f5a7f3). Parent ref: group-v776920. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 978.087356] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-9be1ef31-2960-449a-9a1f-ee7ffaec94cf tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] Creating folder: Instances. Parent ref: group-v777090. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 978.117326] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5b790487-a927-4617-ad4a-230e144fb954 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.122165] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c3f18c-450c-4b21-bfc9-a43a970a3cb5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.132905] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a42ac2-ea4c-4dad-b2c6-31240d096fe6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.139869] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-9be1ef31-2960-449a-9a1f-ee7ffaec94cf tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] Created folder: Instances in parent group-v777090. [ 978.140282] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9be1ef31-2960-449a-9a1f-ee7ffaec94cf tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 978.140836] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 477e6007-8991-42f3-aae0-57a7225b2cd2] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 978.141128] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01145fb2-f4bd-49ee-99b9-ecb21595f1ff {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.167707] env[70527]: DEBUG nova.compute.provider_tree [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 978.175276] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 978.175276] env[70527]: value = "task-3913389" [ 978.175276] env[70527]: _type = "Task" [ 978.175276] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.189595] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913389, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.253029] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 2b7d550b-ee65-4f22-8984-9b88e08de4d1] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 978.628194] env[70527]: DEBUG oslo_concurrency.lockutils [None req-715ea028-4a91-450e-a128-c87c12dd96fb tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Acquiring lock "dd9ece4e-5f48-4ee0-8f15-94d952cd564b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.628382] env[70527]: DEBUG oslo_concurrency.lockutils [None req-715ea028-4a91-450e-a128-c87c12dd96fb tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Lock "dd9ece4e-5f48-4ee0-8f15-94d952cd564b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.628521] env[70527]: DEBUG oslo_concurrency.lockutils [None req-715ea028-4a91-450e-a128-c87c12dd96fb tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Acquiring lock "dd9ece4e-5f48-4ee0-8f15-94d952cd564b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.628715] env[70527]: DEBUG oslo_concurrency.lockutils [None req-715ea028-4a91-450e-a128-c87c12dd96fb tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Lock "dd9ece4e-5f48-4ee0-8f15-94d952cd564b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.628892] env[70527]: DEBUG oslo_concurrency.lockutils [None req-715ea028-4a91-450e-a128-c87c12dd96fb tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Lock "dd9ece4e-5f48-4ee0-8f15-94d952cd564b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.631897] env[70527]: INFO nova.compute.manager [None req-715ea028-4a91-450e-a128-c87c12dd96fb tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] [instance: dd9ece4e-5f48-4ee0-8f15-94d952cd564b] Terminating instance [ 978.671186] env[70527]: DEBUG nova.scheduler.client.report [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 978.694358] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913389, 'name': CreateVM_Task, 'duration_secs': 0.382766} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.696231] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 477e6007-8991-42f3-aae0-57a7225b2cd2] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 978.697994] env[70527]: DEBUG nova.compute.manager [req-846183cb-45d0-4db4-bdea-e0dd97e11543 req-b9f11c2e-6d35-4aaf-9a26-635d375e4877 service nova] [instance: 477e6007-8991-42f3-aae0-57a7225b2cd2] Received event network-vif-plugged-c2cdbba6-60b2-4018-ae5f-9bf11157549b {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.698432] env[70527]: DEBUG oslo_concurrency.lockutils [req-846183cb-45d0-4db4-bdea-e0dd97e11543 req-b9f11c2e-6d35-4aaf-9a26-635d375e4877 service nova] Acquiring lock "477e6007-8991-42f3-aae0-57a7225b2cd2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.699207] env[70527]: DEBUG oslo_concurrency.lockutils [req-846183cb-45d0-4db4-bdea-e0dd97e11543 req-b9f11c2e-6d35-4aaf-9a26-635d375e4877 service nova] Lock "477e6007-8991-42f3-aae0-57a7225b2cd2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.699414] env[70527]: DEBUG oslo_concurrency.lockutils [req-846183cb-45d0-4db4-bdea-e0dd97e11543 req-b9f11c2e-6d35-4aaf-9a26-635d375e4877 service nova] Lock "477e6007-8991-42f3-aae0-57a7225b2cd2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.700443] env[70527]: DEBUG nova.compute.manager [req-846183cb-45d0-4db4-bdea-e0dd97e11543 req-b9f11c2e-6d35-4aaf-9a26-635d375e4877 service nova] [instance: 477e6007-8991-42f3-aae0-57a7225b2cd2] No waiting events found dispatching network-vif-plugged-c2cdbba6-60b2-4018-ae5f-9bf11157549b {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 978.700443] env[70527]: WARNING nova.compute.manager [req-846183cb-45d0-4db4-bdea-e0dd97e11543 req-b9f11c2e-6d35-4aaf-9a26-635d375e4877 service nova] [instance: 477e6007-8991-42f3-aae0-57a7225b2cd2] Received unexpected event network-vif-plugged-c2cdbba6-60b2-4018-ae5f-9bf11157549b for instance with vm_state building and task_state spawning. [ 978.700443] env[70527]: DEBUG nova.compute.manager [req-846183cb-45d0-4db4-bdea-e0dd97e11543 req-b9f11c2e-6d35-4aaf-9a26-635d375e4877 service nova] [instance: 477e6007-8991-42f3-aae0-57a7225b2cd2] Received event network-changed-c2cdbba6-60b2-4018-ae5f-9bf11157549b {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.700443] env[70527]: DEBUG nova.compute.manager [req-846183cb-45d0-4db4-bdea-e0dd97e11543 req-b9f11c2e-6d35-4aaf-9a26-635d375e4877 service nova] [instance: 477e6007-8991-42f3-aae0-57a7225b2cd2] Refreshing instance network info cache due to event network-changed-c2cdbba6-60b2-4018-ae5f-9bf11157549b. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 978.700741] env[70527]: DEBUG oslo_concurrency.lockutils [req-846183cb-45d0-4db4-bdea-e0dd97e11543 req-b9f11c2e-6d35-4aaf-9a26-635d375e4877 service nova] Acquiring lock "refresh_cache-477e6007-8991-42f3-aae0-57a7225b2cd2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.701394] env[70527]: DEBUG oslo_concurrency.lockutils [req-846183cb-45d0-4db4-bdea-e0dd97e11543 req-b9f11c2e-6d35-4aaf-9a26-635d375e4877 service nova] Acquired lock "refresh_cache-477e6007-8991-42f3-aae0-57a7225b2cd2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.701474] env[70527]: DEBUG nova.network.neutron [req-846183cb-45d0-4db4-bdea-e0dd97e11543 req-b9f11c2e-6d35-4aaf-9a26-635d375e4877 service nova] [instance: 477e6007-8991-42f3-aae0-57a7225b2cd2] Refreshing network info cache for port c2cdbba6-60b2-4018-ae5f-9bf11157549b {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 978.704832] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-9be1ef31-2960-449a-9a1f-ee7ffaec94cf tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] [instance: 477e6007-8991-42f3-aae0-57a7225b2cd2] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'boot_index': 0, 'guest_format': None, 'delete_on_termination': True, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-777097', 'volume_id': '019905b3-e24f-445c-9837-98d4b8a68979', 'name': 'volume-019905b3-e24f-445c-9837-98d4b8a68979', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '477e6007-8991-42f3-aae0-57a7225b2cd2', 'attached_at': '', 'detached_at': '', 'volume_id': '019905b3-e24f-445c-9837-98d4b8a68979', 'serial': '019905b3-e24f-445c-9837-98d4b8a68979'}, 'disk_bus': None, 'attachment_id': '052d1661-0e83-44ce-a6b5-7c95c71f9553', 'volume_type': None}], 'swap': None} {{(pid=70527) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 978.707018] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-9be1ef31-2960-449a-9a1f-ee7ffaec94cf tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] [instance: 477e6007-8991-42f3-aae0-57a7225b2cd2] Root volume attach. Driver type: vmdk {{(pid=70527) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 978.707018] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bab245d-6abc-4aca-90f7-cf9c69bf03e8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.717458] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-580ee9a2-1883-4e37-ba0f-957820667ff2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.726587] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c2defb-408a-4d39-880c-f870e6efe435 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.734497] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-cdebcd65-7ad9-4419-8682-d60075d59117 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.747427] env[70527]: DEBUG oslo_vmware.api [None req-9be1ef31-2960-449a-9a1f-ee7ffaec94cf tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] Waiting for the task: (returnval){ [ 978.747427] env[70527]: value = "task-3913390" [ 978.747427] env[70527]: _type = "Task" [ 978.747427] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.750020] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-327549ef-33a8-4c6f-aa18-03b005f9ed83 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 978.751152] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d986381e-88ed-4461-9019-d3f07b6c1263 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.758450] env[70527]: DEBUG oslo_vmware.api [None req-9be1ef31-2960-449a-9a1f-ee7ffaec94cf tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] Task: {'id': task-3913390, 'name': RelocateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.759931] env[70527]: DEBUG oslo_vmware.api [None req-327549ef-33a8-4c6f-aa18-03b005f9ed83 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Waiting for the task: (returnval){ [ 978.759931] env[70527]: value = "task-3913391" [ 978.759931] env[70527]: _type = "Task" [ 978.759931] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.760403] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 1f2f9915-addb-4405-a32e-cfd7ac086321] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 978.772435] env[70527]: DEBUG oslo_vmware.api [None req-327549ef-33a8-4c6f-aa18-03b005f9ed83 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3913391, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.139253] env[70527]: DEBUG oslo_concurrency.lockutils [None req-715ea028-4a91-450e-a128-c87c12dd96fb tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Acquiring lock "refresh_cache-dd9ece4e-5f48-4ee0-8f15-94d952cd564b" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.139481] env[70527]: DEBUG oslo_concurrency.lockutils [None req-715ea028-4a91-450e-a128-c87c12dd96fb tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Acquired lock "refresh_cache-dd9ece4e-5f48-4ee0-8f15-94d952cd564b" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.139678] env[70527]: DEBUG nova.network.neutron [None req-715ea028-4a91-450e-a128-c87c12dd96fb tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] [instance: dd9ece4e-5f48-4ee0-8f15-94d952cd564b] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 979.182295] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.599s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.182997] env[70527]: DEBUG nova.compute.manager [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: ad16e90d-89f7-4ce6-82c3-d8bb10c614f9] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 979.190431] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.460s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.193385] env[70527]: INFO nova.compute.claims [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: b70fb04d-5212-428e-bb92-dee6762011af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 979.263727] env[70527]: DEBUG oslo_vmware.api [None req-9be1ef31-2960-449a-9a1f-ee7ffaec94cf tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] Task: {'id': task-3913390, 'name': RelocateVM_Task} progress is 40%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.264170] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 04022efd-7a88-4dd7-b8a1-b6fd9c12eaa4] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 979.283027] env[70527]: DEBUG oslo_vmware.api [None req-327549ef-33a8-4c6f-aa18-03b005f9ed83 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3913391, 'name': PowerOffVM_Task, 'duration_secs': 0.21533} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.283027] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-327549ef-33a8-4c6f-aa18-03b005f9ed83 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 979.283233] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-327549ef-33a8-4c6f-aa18-03b005f9ed83 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 979.284064] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97bfd67d-f2a8-44d7-a8b7-dede23b61764 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.298584] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-327549ef-33a8-4c6f-aa18-03b005f9ed83 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 979.298948] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d13346b-8f70-4cf8-992f-8038b62f651b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.389365] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-327549ef-33a8-4c6f-aa18-03b005f9ed83 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 979.389365] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-327549ef-33a8-4c6f-aa18-03b005f9ed83 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Deleting contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 979.389365] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-327549ef-33a8-4c6f-aa18-03b005f9ed83 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Deleting the datastore file [datastore2] b3a6e20c-cdfe-47f0-8881-ec6ead71e86f {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 979.389365] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-976a3365-1e65-420e-bbc5-f77bd6997be4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.402297] env[70527]: DEBUG oslo_vmware.api [None req-327549ef-33a8-4c6f-aa18-03b005f9ed83 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Waiting for the task: (returnval){ [ 979.402297] env[70527]: value = "task-3913393" [ 979.402297] env[70527]: _type = "Task" [ 979.402297] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.417408] env[70527]: DEBUG oslo_vmware.api [None req-327549ef-33a8-4c6f-aa18-03b005f9ed83 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3913393, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.672140] env[70527]: DEBUG nova.network.neutron [None req-715ea028-4a91-450e-a128-c87c12dd96fb tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] [instance: dd9ece4e-5f48-4ee0-8f15-94d952cd564b] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 979.706891] env[70527]: DEBUG nova.compute.utils [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 979.711466] env[70527]: DEBUG nova.compute.manager [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: ad16e90d-89f7-4ce6-82c3-d8bb10c614f9] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 979.711660] env[70527]: DEBUG nova.network.neutron [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: ad16e90d-89f7-4ce6-82c3-d8bb10c614f9] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 979.762186] env[70527]: DEBUG oslo_concurrency.lockutils [None req-05c7250e-3ad9-4fe7-96dd-30573ad3123b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Acquiring lock "2342d23d-0784-4e0b-9901-033abc8e33d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.762431] env[70527]: DEBUG oslo_concurrency.lockutils [None req-05c7250e-3ad9-4fe7-96dd-30573ad3123b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Lock "2342d23d-0784-4e0b-9901-033abc8e33d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.764266] env[70527]: DEBUG oslo_vmware.api [None req-9be1ef31-2960-449a-9a1f-ee7ffaec94cf tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] Task: {'id': task-3913390, 'name': RelocateVM_Task} progress is 54%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.771955] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 269d41c2-b7c9-4d6d-9671-3c31ac3b02ba] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 979.818482] env[70527]: DEBUG nova.network.neutron [None req-715ea028-4a91-450e-a128-c87c12dd96fb tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] [instance: dd9ece4e-5f48-4ee0-8f15-94d952cd564b] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.883176] env[70527]: DEBUG nova.policy [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c850dadeaa4434199c659e4776db3d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b842c0a928094cc2adb37bf54e562070', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 979.917641] env[70527]: DEBUG oslo_vmware.api [None req-327549ef-33a8-4c6f-aa18-03b005f9ed83 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3913393, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.297762} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.918343] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-327549ef-33a8-4c6f-aa18-03b005f9ed83 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 979.918721] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-327549ef-33a8-4c6f-aa18-03b005f9ed83 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Deleted contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 979.919087] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-327549ef-33a8-4c6f-aa18-03b005f9ed83 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 979.929634] env[70527]: DEBUG nova.network.neutron [req-846183cb-45d0-4db4-bdea-e0dd97e11543 req-b9f11c2e-6d35-4aaf-9a26-635d375e4877 service nova] [instance: 477e6007-8991-42f3-aae0-57a7225b2cd2] Updated VIF entry in instance network info cache for port c2cdbba6-60b2-4018-ae5f-9bf11157549b. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 979.929634] env[70527]: DEBUG nova.network.neutron [req-846183cb-45d0-4db4-bdea-e0dd97e11543 req-b9f11c2e-6d35-4aaf-9a26-635d375e4877 service nova] [instance: 477e6007-8991-42f3-aae0-57a7225b2cd2] Updating instance_info_cache with network_info: [{"id": "c2cdbba6-60b2-4018-ae5f-9bf11157549b", "address": "fa:16:3e:cf:ce:1a", "network": {"id": "fdf098a6-ef44-4793-88aa-1cb978a2d70d", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-733756498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f77260a0059a4474affdb8e061f5a7f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2cdbba6-60", "ovs_interfaceid": "c2cdbba6-60b2-4018-ae5f-9bf11157549b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.218443] env[70527]: DEBUG nova.compute.manager [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: ad16e90d-89f7-4ce6-82c3-d8bb10c614f9] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 980.264486] env[70527]: DEBUG oslo_vmware.api [None req-9be1ef31-2960-449a-9a1f-ee7ffaec94cf tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] Task: {'id': task-3913390, 'name': RelocateVM_Task} progress is 67%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.268839] env[70527]: DEBUG nova.compute.manager [None req-05c7250e-3ad9-4fe7-96dd-30573ad3123b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 2342d23d-0784-4e0b-9901-033abc8e33d1] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 980.276626] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: e0f5066e-917e-4e4a-9b1c-b2e9eef96296] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 980.320459] env[70527]: DEBUG oslo_concurrency.lockutils [None req-715ea028-4a91-450e-a128-c87c12dd96fb tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Releasing lock "refresh_cache-dd9ece4e-5f48-4ee0-8f15-94d952cd564b" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.320883] env[70527]: DEBUG nova.compute.manager [None req-715ea028-4a91-450e-a128-c87c12dd96fb tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] [instance: dd9ece4e-5f48-4ee0-8f15-94d952cd564b] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 980.321100] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-715ea028-4a91-450e-a128-c87c12dd96fb tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] [instance: dd9ece4e-5f48-4ee0-8f15-94d952cd564b] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 980.322178] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6937fbb-cfa6-498b-8a9d-e05481257044 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.338582] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-715ea028-4a91-450e-a128-c87c12dd96fb tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] [instance: dd9ece4e-5f48-4ee0-8f15-94d952cd564b] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 980.338902] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-741f84a9-56b8-4678-bfb4-f55642d07559 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.351039] env[70527]: DEBUG oslo_vmware.api [None req-715ea028-4a91-450e-a128-c87c12dd96fb tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Waiting for the task: (returnval){ [ 980.351039] env[70527]: value = "task-3913394" [ 980.351039] env[70527]: _type = "Task" [ 980.351039] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.372301] env[70527]: DEBUG oslo_vmware.api [None req-715ea028-4a91-450e-a128-c87c12dd96fb tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Task: {'id': task-3913394, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.432198] env[70527]: DEBUG oslo_concurrency.lockutils [req-846183cb-45d0-4db4-bdea-e0dd97e11543 req-b9f11c2e-6d35-4aaf-9a26-635d375e4877 service nova] Releasing lock "refresh_cache-477e6007-8991-42f3-aae0-57a7225b2cd2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.737571] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d30e7f-cdbc-4920-9f06-baba83002b42 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.755683] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2505e7b1-3b0e-4f03-9405-ac5f76deda0f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.771557] env[70527]: DEBUG oslo_vmware.api [None req-9be1ef31-2960-449a-9a1f-ee7ffaec94cf tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] Task: {'id': task-3913390, 'name': RelocateVM_Task} progress is 81%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.809792] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: da8faa86-f0f4-4376-8230-044988916d00] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 980.818517] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c63d4b8-e0d5-4ade-9166-5e2d93dc90e2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.830704] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3586d3fe-c76d-4524-91b2-cd67ab20c28d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.839711] env[70527]: DEBUG oslo_concurrency.lockutils [None req-05c7250e-3ad9-4fe7-96dd-30573ad3123b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.848173] env[70527]: DEBUG nova.compute.provider_tree [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 980.863245] env[70527]: DEBUG oslo_vmware.api [None req-715ea028-4a91-450e-a128-c87c12dd96fb tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Task: {'id': task-3913394, 'name': PowerOffVM_Task, 'duration_secs': 0.220358} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.863522] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-715ea028-4a91-450e-a128-c87c12dd96fb tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] [instance: dd9ece4e-5f48-4ee0-8f15-94d952cd564b] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 980.863714] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-715ea028-4a91-450e-a128-c87c12dd96fb tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] [instance: dd9ece4e-5f48-4ee0-8f15-94d952cd564b] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 980.863959] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5818be8-3a2f-4a69-a507-6b11cca00fec {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.897619] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-715ea028-4a91-450e-a128-c87c12dd96fb tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] [instance: dd9ece4e-5f48-4ee0-8f15-94d952cd564b] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 980.897904] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-715ea028-4a91-450e-a128-c87c12dd96fb tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] [instance: dd9ece4e-5f48-4ee0-8f15-94d952cd564b] Deleting contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 980.898013] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-715ea028-4a91-450e-a128-c87c12dd96fb tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Deleting the datastore file [datastore2] dd9ece4e-5f48-4ee0-8f15-94d952cd564b {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 980.898324] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d7dea7d0-47d4-4174-afc9-051c4aa91ae7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.908497] env[70527]: DEBUG oslo_vmware.api [None req-715ea028-4a91-450e-a128-c87c12dd96fb tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Waiting for the task: (returnval){ [ 980.908497] env[70527]: value = "task-3913396" [ 980.908497] env[70527]: _type = "Task" [ 980.908497] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.920542] env[70527]: DEBUG oslo_vmware.api [None req-715ea028-4a91-450e-a128-c87c12dd96fb tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Task: {'id': task-3913396, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.945200] env[70527]: DEBUG nova.network.neutron [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: ad16e90d-89f7-4ce6-82c3-d8bb10c614f9] Successfully created port: 1fc9d4ff-c5e4-49ea-b466-79047dd74768 {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 980.965449] env[70527]: DEBUG nova.virt.hardware [None req-327549ef-33a8-4c6f-aa18-03b005f9ed83 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 980.965707] env[70527]: DEBUG nova.virt.hardware [None req-327549ef-33a8-4c6f-aa18-03b005f9ed83 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 980.965834] env[70527]: DEBUG nova.virt.hardware [None req-327549ef-33a8-4c6f-aa18-03b005f9ed83 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 980.966017] env[70527]: DEBUG nova.virt.hardware [None req-327549ef-33a8-4c6f-aa18-03b005f9ed83 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 980.966169] env[70527]: DEBUG nova.virt.hardware [None req-327549ef-33a8-4c6f-aa18-03b005f9ed83 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 980.966350] env[70527]: DEBUG nova.virt.hardware [None req-327549ef-33a8-4c6f-aa18-03b005f9ed83 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 980.966512] env[70527]: DEBUG nova.virt.hardware [None req-327549ef-33a8-4c6f-aa18-03b005f9ed83 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 980.966663] env[70527]: DEBUG nova.virt.hardware [None req-327549ef-33a8-4c6f-aa18-03b005f9ed83 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 980.966867] env[70527]: DEBUG nova.virt.hardware [None req-327549ef-33a8-4c6f-aa18-03b005f9ed83 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 980.967070] env[70527]: DEBUG nova.virt.hardware [None req-327549ef-33a8-4c6f-aa18-03b005f9ed83 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 980.967251] env[70527]: DEBUG nova.virt.hardware [None req-327549ef-33a8-4c6f-aa18-03b005f9ed83 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 980.968206] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05fc8e1f-5113-46a0-8260-e95c6eee2702 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.980014] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b796e44-eb24-4afd-a93a-725d34b186c3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.998508] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-327549ef-33a8-4c6f-aa18-03b005f9ed83 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:4f:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e9fa4744-8702-4973-b911-ee18192a3e4b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '015554bc-e578-42fa-982b-384496fb4814', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 981.007566] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-327549ef-33a8-4c6f-aa18-03b005f9ed83 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 981.007668] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 981.007892] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85617c5a-0705-4a69-b773-73de40e29684 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.035224] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 981.035224] env[70527]: value = "task-3913397" [ 981.035224] env[70527]: _type = "Task" [ 981.035224] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.047302] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913397, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.238939] env[70527]: DEBUG nova.compute.manager [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: ad16e90d-89f7-4ce6-82c3-d8bb10c614f9] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 981.267549] env[70527]: DEBUG oslo_vmware.api [None req-9be1ef31-2960-449a-9a1f-ee7ffaec94cf tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] Task: {'id': task-3913390, 'name': RelocateVM_Task} progress is 97%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.270218] env[70527]: DEBUG nova.virt.hardware [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 981.270553] env[70527]: DEBUG nova.virt.hardware [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 981.270729] env[70527]: DEBUG nova.virt.hardware [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 981.270958] env[70527]: DEBUG nova.virt.hardware [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 981.271135] env[70527]: DEBUG nova.virt.hardware [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 981.271310] env[70527]: DEBUG nova.virt.hardware [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 981.271545] env[70527]: DEBUG nova.virt.hardware [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 981.271838] env[70527]: DEBUG nova.virt.hardware [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 981.272019] env[70527]: DEBUG nova.virt.hardware [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 981.272171] env[70527]: DEBUG nova.virt.hardware [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 981.272372] env[70527]: DEBUG nova.virt.hardware [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 981.273377] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9db3f8-9389-49c8-8f4d-9dcea7d96f77 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.282251] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911bf0a4-8e77-4b91-9b7d-29d186b937fd {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.322139] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 17f84970-6de3-497d-b810-719b4964ef12] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 981.357019] env[70527]: DEBUG nova.scheduler.client.report [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 981.424487] env[70527]: DEBUG oslo_vmware.api [None req-715ea028-4a91-450e-a128-c87c12dd96fb tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Task: {'id': task-3913396, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183343} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.424889] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-715ea028-4a91-450e-a128-c87c12dd96fb tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 981.425094] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-715ea028-4a91-450e-a128-c87c12dd96fb tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] [instance: dd9ece4e-5f48-4ee0-8f15-94d952cd564b] Deleted contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 981.425298] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-715ea028-4a91-450e-a128-c87c12dd96fb tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] [instance: dd9ece4e-5f48-4ee0-8f15-94d952cd564b] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 981.425479] env[70527]: INFO nova.compute.manager [None req-715ea028-4a91-450e-a128-c87c12dd96fb tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] [instance: dd9ece4e-5f48-4ee0-8f15-94d952cd564b] Took 1.10 seconds to destroy the instance on the hypervisor. [ 981.425781] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-715ea028-4a91-450e-a128-c87c12dd96fb tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 981.426068] env[70527]: DEBUG nova.compute.manager [-] [instance: dd9ece4e-5f48-4ee0-8f15-94d952cd564b] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 981.427315] env[70527]: DEBUG nova.network.neutron [-] [instance: dd9ece4e-5f48-4ee0-8f15-94d952cd564b] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 981.552341] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913397, 'name': CreateVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.552930] env[70527]: DEBUG nova.network.neutron [-] [instance: dd9ece4e-5f48-4ee0-8f15-94d952cd564b] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 981.767587] env[70527]: DEBUG oslo_vmware.api [None req-9be1ef31-2960-449a-9a1f-ee7ffaec94cf tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] Task: {'id': task-3913390, 'name': RelocateVM_Task} progress is 98%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.828720] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 2f725879-41a4-443d-8bfa-718f70ef1a64] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 981.865487] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.675s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.866216] env[70527]: DEBUG nova.compute.manager [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: b70fb04d-5212-428e-bb92-dee6762011af] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 981.869856] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ee2a99ea-546e-4a44-9011-36bf1d598c1a tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.107s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.870193] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ee2a99ea-546e-4a44-9011-36bf1d598c1a tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.876508] env[70527]: DEBUG oslo_concurrency.lockutils [None req-72472a89-b7a2-488c-9512-633179110353 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.737s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.876761] env[70527]: DEBUG nova.objects.instance [None req-72472a89-b7a2-488c-9512-633179110353 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Lazy-loading 'resources' on Instance uuid f9a77c4a-662f-484b-9d72-358d9298974b {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 981.906579] env[70527]: INFO nova.scheduler.client.report [None req-ee2a99ea-546e-4a44-9011-36bf1d598c1a tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Deleted allocations for instance 8fdb5302-cf28-43d6-9e0f-bd361c5f2ccf [ 982.049876] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913397, 'name': CreateVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.055523] env[70527]: DEBUG oslo_concurrency.lockutils [None req-11ea6a1f-4779-4b1e-839e-4d1500981559 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquiring lock "5017d1d4-1e04-44b0-88eb-9acbfcee557c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.055796] env[70527]: DEBUG oslo_concurrency.lockutils [None req-11ea6a1f-4779-4b1e-839e-4d1500981559 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Lock "5017d1d4-1e04-44b0-88eb-9acbfcee557c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.056022] env[70527]: DEBUG oslo_concurrency.lockutils [None req-11ea6a1f-4779-4b1e-839e-4d1500981559 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquiring lock "5017d1d4-1e04-44b0-88eb-9acbfcee557c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.056218] env[70527]: DEBUG oslo_concurrency.lockutils [None req-11ea6a1f-4779-4b1e-839e-4d1500981559 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Lock "5017d1d4-1e04-44b0-88eb-9acbfcee557c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.056390] env[70527]: DEBUG oslo_concurrency.lockutils [None req-11ea6a1f-4779-4b1e-839e-4d1500981559 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Lock "5017d1d4-1e04-44b0-88eb-9acbfcee557c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.058667] env[70527]: DEBUG nova.network.neutron [-] [instance: dd9ece4e-5f48-4ee0-8f15-94d952cd564b] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.060253] env[70527]: INFO nova.compute.manager [None req-11ea6a1f-4779-4b1e-839e-4d1500981559 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5017d1d4-1e04-44b0-88eb-9acbfcee557c] Terminating instance [ 982.264665] env[70527]: DEBUG oslo_vmware.api [None req-9be1ef31-2960-449a-9a1f-ee7ffaec94cf tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] Task: {'id': task-3913390, 'name': RelocateVM_Task} progress is 98%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.330512] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: f5c1ab55-0e8b-4117-896c-728e547a938d] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 982.379879] env[70527]: DEBUG nova.compute.utils [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 982.381759] env[70527]: DEBUG nova.objects.instance [None req-72472a89-b7a2-488c-9512-633179110353 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Lazy-loading 'numa_topology' on Instance uuid f9a77c4a-662f-484b-9d72-358d9298974b {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 982.382655] env[70527]: DEBUG nova.compute.manager [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: b70fb04d-5212-428e-bb92-dee6762011af] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 982.383021] env[70527]: DEBUG nova.network.neutron [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: b70fb04d-5212-428e-bb92-dee6762011af] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 982.419175] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ee2a99ea-546e-4a44-9011-36bf1d598c1a tempest-ServersNegativeTestMultiTenantJSON-601382293 tempest-ServersNegativeTestMultiTenantJSON-601382293-project-member] Lock "8fdb5302-cf28-43d6-9e0f-bd361c5f2ccf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.699s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.430091] env[70527]: DEBUG oslo_vmware.rw_handles [None req-ce16056c-4afa-4e2e-bfd8-c80b95f24ede tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e12eca-2158-38fd-bc31-67bfdd5c9807/disk-0.vmdk. {{(pid=70527) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 982.433820] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbcdb563-a3cb-4202-9789-81a3e012a161 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.438698] env[70527]: DEBUG oslo_vmware.rw_handles [None req-ce16056c-4afa-4e2e-bfd8-c80b95f24ede tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e12eca-2158-38fd-bc31-67bfdd5c9807/disk-0.vmdk is in state: ready. {{(pid=70527) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 982.439768] env[70527]: ERROR oslo_vmware.rw_handles [None req-ce16056c-4afa-4e2e-bfd8-c80b95f24ede tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e12eca-2158-38fd-bc31-67bfdd5c9807/disk-0.vmdk due to incomplete transfer. [ 982.439768] env[70527]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a4613d4c-1efe-4f32-b881-75bda498f518 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.448805] env[70527]: DEBUG oslo_vmware.rw_handles [None req-ce16056c-4afa-4e2e-bfd8-c80b95f24ede tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e12eca-2158-38fd-bc31-67bfdd5c9807/disk-0.vmdk. {{(pid=70527) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 982.449119] env[70527]: DEBUG nova.virt.vmwareapi.images [None req-ce16056c-4afa-4e2e-bfd8-c80b95f24ede tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: d8ef288c-ca75-4166-93bc-09dd69753f8b] Uploaded image 30e093ba-caa9-41fb-a8f6-def6cbe9dd3b to the Glance image server {{(pid=70527) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 982.452188] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce16056c-4afa-4e2e-bfd8-c80b95f24ede tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: d8ef288c-ca75-4166-93bc-09dd69753f8b] Destroying the VM {{(pid=70527) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 982.452188] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f93f76fa-6243-427b-a03d-1a97932d6f99 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.455943] env[70527]: DEBUG nova.policy [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c850dadeaa4434199c659e4776db3d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b842c0a928094cc2adb37bf54e562070', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 982.463458] env[70527]: DEBUG oslo_vmware.api [None req-ce16056c-4afa-4e2e-bfd8-c80b95f24ede tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for the task: (returnval){ [ 982.463458] env[70527]: value = "task-3913398" [ 982.463458] env[70527]: _type = "Task" [ 982.463458] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.473957] env[70527]: DEBUG oslo_vmware.api [None req-ce16056c-4afa-4e2e-bfd8-c80b95f24ede tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913398, 'name': Destroy_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.550210] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913397, 'name': CreateVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.563030] env[70527]: INFO nova.compute.manager [-] [instance: dd9ece4e-5f48-4ee0-8f15-94d952cd564b] Took 1.14 seconds to deallocate network for instance. [ 982.563766] env[70527]: DEBUG nova.compute.manager [None req-11ea6a1f-4779-4b1e-839e-4d1500981559 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5017d1d4-1e04-44b0-88eb-9acbfcee557c] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 982.564088] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-11ea6a1f-4779-4b1e-839e-4d1500981559 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5017d1d4-1e04-44b0-88eb-9acbfcee557c] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 982.567874] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a6e5591-c9c1-483a-b7d6-0776c1474d14 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.580353] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-11ea6a1f-4779-4b1e-839e-4d1500981559 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5017d1d4-1e04-44b0-88eb-9acbfcee557c] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 982.580353] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58bad41d-7b51-4e4c-9681-0e14bef10151 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.593279] env[70527]: DEBUG oslo_vmware.api [None req-11ea6a1f-4779-4b1e-839e-4d1500981559 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for the task: (returnval){ [ 982.593279] env[70527]: value = "task-3913399" [ 982.593279] env[70527]: _type = "Task" [ 982.593279] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.608224] env[70527]: DEBUG oslo_vmware.api [None req-11ea6a1f-4779-4b1e-839e-4d1500981559 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3913399, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.770459] env[70527]: DEBUG oslo_vmware.api [None req-9be1ef31-2960-449a-9a1f-ee7ffaec94cf tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] Task: {'id': task-3913390, 'name': RelocateVM_Task} progress is 98%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.843364] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 850f970e-3e0e-4328-a584-ddbe3e8a2c42] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 982.887868] env[70527]: DEBUG nova.compute.manager [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: b70fb04d-5212-428e-bb92-dee6762011af] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 982.895412] env[70527]: DEBUG nova.objects.base [None req-72472a89-b7a2-488c-9512-633179110353 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=70527) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 982.980376] env[70527]: DEBUG oslo_vmware.api [None req-ce16056c-4afa-4e2e-bfd8-c80b95f24ede tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913398, 'name': Destroy_Task} progress is 33%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.054704] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913397, 'name': CreateVM_Task, 'duration_secs': 1.624485} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.058942] env[70527]: DEBUG nova.network.neutron [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: b70fb04d-5212-428e-bb92-dee6762011af] Successfully created port: 746be8ea-ee6a-4583-adbf-5cd7b95df219 {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 983.061692] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 983.063573] env[70527]: DEBUG oslo_concurrency.lockutils [None req-327549ef-33a8-4c6f-aa18-03b005f9ed83 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.063859] env[70527]: DEBUG oslo_concurrency.lockutils [None req-327549ef-33a8-4c6f-aa18-03b005f9ed83 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.064293] env[70527]: DEBUG oslo_concurrency.lockutils [None req-327549ef-33a8-4c6f-aa18-03b005f9ed83 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.065055] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d3d4be1-a6ba-4bb4-a798-b9cbd8102873 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.072432] env[70527]: DEBUG oslo_vmware.api [None req-327549ef-33a8-4c6f-aa18-03b005f9ed83 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Waiting for the task: (returnval){ [ 983.072432] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52d999af-a052-45c7-be98-1bc9673c2253" [ 983.072432] env[70527]: _type = "Task" [ 983.072432] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.078460] env[70527]: DEBUG oslo_concurrency.lockutils [None req-715ea028-4a91-450e-a128-c87c12dd96fb tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.093557] env[70527]: DEBUG oslo_vmware.api [None req-327549ef-33a8-4c6f-aa18-03b005f9ed83 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52d999af-a052-45c7-be98-1bc9673c2253, 'name': SearchDatastore_Task, 'duration_secs': 0.011631} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.094651] env[70527]: DEBUG oslo_concurrency.lockutils [None req-327549ef-33a8-4c6f-aa18-03b005f9ed83 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.094651] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-327549ef-33a8-4c6f-aa18-03b005f9ed83 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 983.094651] env[70527]: DEBUG oslo_concurrency.lockutils [None req-327549ef-33a8-4c6f-aa18-03b005f9ed83 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.094651] env[70527]: DEBUG oslo_concurrency.lockutils [None req-327549ef-33a8-4c6f-aa18-03b005f9ed83 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.096069] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-327549ef-33a8-4c6f-aa18-03b005f9ed83 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 983.100760] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4de42abf-ad86-435c-9c75-d8bc43fe74f3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.112828] env[70527]: DEBUG oslo_vmware.api [None req-11ea6a1f-4779-4b1e-839e-4d1500981559 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3913399, 'name': PowerOffVM_Task, 'duration_secs': 0.320759} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.117930] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-11ea6a1f-4779-4b1e-839e-4d1500981559 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5017d1d4-1e04-44b0-88eb-9acbfcee557c] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 983.117930] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-11ea6a1f-4779-4b1e-839e-4d1500981559 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5017d1d4-1e04-44b0-88eb-9acbfcee557c] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 983.118215] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-327549ef-33a8-4c6f-aa18-03b005f9ed83 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 983.118370] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-327549ef-33a8-4c6f-aa18-03b005f9ed83 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 983.119584] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-990c3c7e-d0f5-41b6-a9b3-42207a84a1f7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.122142] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eeadcf52-f114-4747-9810-86926ad2f83e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.132591] env[70527]: DEBUG oslo_vmware.api [None req-327549ef-33a8-4c6f-aa18-03b005f9ed83 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Waiting for the task: (returnval){ [ 983.132591] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]528c1172-940f-b6c5-3266-77b2b4e4aaa4" [ 983.132591] env[70527]: _type = "Task" [ 983.132591] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.157296] env[70527]: DEBUG oslo_vmware.api [None req-327549ef-33a8-4c6f-aa18-03b005f9ed83 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]528c1172-940f-b6c5-3266-77b2b4e4aaa4, 'name': SearchDatastore_Task, 'duration_secs': 0.01083} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.158365] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f9646ee-fd8b-4def-a8a3-c17ef032e263 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.165207] env[70527]: DEBUG oslo_vmware.api [None req-327549ef-33a8-4c6f-aa18-03b005f9ed83 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Waiting for the task: (returnval){ [ 983.165207] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]5293e292-20e6-d5be-85b5-b8a573cc0a7d" [ 983.165207] env[70527]: _type = "Task" [ 983.165207] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.187440] env[70527]: DEBUG oslo_vmware.api [None req-327549ef-33a8-4c6f-aa18-03b005f9ed83 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5293e292-20e6-d5be-85b5-b8a573cc0a7d, 'name': SearchDatastore_Task, 'duration_secs': 0.010202} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.188393] env[70527]: DEBUG oslo_concurrency.lockutils [None req-327549ef-33a8-4c6f-aa18-03b005f9ed83 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.188393] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-327549ef-33a8-4c6f-aa18-03b005f9ed83 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] b3a6e20c-cdfe-47f0-8881-ec6ead71e86f/b3a6e20c-cdfe-47f0-8881-ec6ead71e86f.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 983.188393] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dee8a616-0607-4688-b82c-fff92d4109c6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.200013] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-11ea6a1f-4779-4b1e-839e-4d1500981559 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5017d1d4-1e04-44b0-88eb-9acbfcee557c] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 983.200013] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-11ea6a1f-4779-4b1e-839e-4d1500981559 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5017d1d4-1e04-44b0-88eb-9acbfcee557c] Deleting contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 983.200013] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-11ea6a1f-4779-4b1e-839e-4d1500981559 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Deleting the datastore file [datastore1] 5017d1d4-1e04-44b0-88eb-9acbfcee557c {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 983.200177] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-37641b0f-2536-43c6-a4ec-cca9e22d6db5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.203928] env[70527]: DEBUG oslo_vmware.api [None req-327549ef-33a8-4c6f-aa18-03b005f9ed83 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Waiting for the task: (returnval){ [ 983.203928] env[70527]: value = "task-3913401" [ 983.203928] env[70527]: _type = "Task" [ 983.203928] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.208861] env[70527]: DEBUG oslo_vmware.api [None req-11ea6a1f-4779-4b1e-839e-4d1500981559 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for the task: (returnval){ [ 983.208861] env[70527]: value = "task-3913402" [ 983.208861] env[70527]: _type = "Task" [ 983.208861] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.215882] env[70527]: DEBUG oslo_vmware.api [None req-327549ef-33a8-4c6f-aa18-03b005f9ed83 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3913401, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.221851] env[70527]: DEBUG oslo_vmware.api [None req-11ea6a1f-4779-4b1e-839e-4d1500981559 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3913402, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.268974] env[70527]: DEBUG oslo_vmware.api [None req-9be1ef31-2960-449a-9a1f-ee7ffaec94cf tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] Task: {'id': task-3913390, 'name': RelocateVM_Task, 'duration_secs': 4.253799} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.274190] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-9be1ef31-2960-449a-9a1f-ee7ffaec94cf tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] [instance: 477e6007-8991-42f3-aae0-57a7225b2cd2] Volume attach. Driver type: vmdk {{(pid=70527) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 983.274377] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-9be1ef31-2960-449a-9a1f-ee7ffaec94cf tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] [instance: 477e6007-8991-42f3-aae0-57a7225b2cd2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-777097', 'volume_id': '019905b3-e24f-445c-9837-98d4b8a68979', 'name': 'volume-019905b3-e24f-445c-9837-98d4b8a68979', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '477e6007-8991-42f3-aae0-57a7225b2cd2', 'attached_at': '', 'detached_at': '', 'volume_id': '019905b3-e24f-445c-9837-98d4b8a68979', 'serial': '019905b3-e24f-445c-9837-98d4b8a68979'} {{(pid=70527) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 983.275839] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038b6bed-e675-4dbd-a0d1-5b95bab77b7d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.301969] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a61d259f-fbb0-4084-a498-f4bf2852e71c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.334283] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-9be1ef31-2960-449a-9a1f-ee7ffaec94cf tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] [instance: 477e6007-8991-42f3-aae0-57a7225b2cd2] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] volume-019905b3-e24f-445c-9837-98d4b8a68979/volume-019905b3-e24f-445c-9837-98d4b8a68979.vmdk or device None with type thin {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 983.338016] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6aad7f23-22bb-4123-a744-febb79accb73 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.355509] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 3a8a9038-76f1-43e2-bb08-fb2cc51a3e58] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 983.367199] env[70527]: DEBUG oslo_vmware.api [None req-9be1ef31-2960-449a-9a1f-ee7ffaec94cf tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] Waiting for the task: (returnval){ [ 983.367199] env[70527]: value = "task-3913403" [ 983.367199] env[70527]: _type = "Task" [ 983.367199] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.376939] env[70527]: DEBUG oslo_vmware.api [None req-9be1ef31-2960-449a-9a1f-ee7ffaec94cf tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] Task: {'id': task-3913403, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.493690] env[70527]: DEBUG oslo_vmware.api [None req-ce16056c-4afa-4e2e-bfd8-c80b95f24ede tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913398, 'name': Destroy_Task, 'duration_secs': 0.730165} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.494613] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-ce16056c-4afa-4e2e-bfd8-c80b95f24ede tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: d8ef288c-ca75-4166-93bc-09dd69753f8b] Destroyed the VM [ 983.494878] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-ce16056c-4afa-4e2e-bfd8-c80b95f24ede tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: d8ef288c-ca75-4166-93bc-09dd69753f8b] Deleting Snapshot of the VM instance {{(pid=70527) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 983.495202] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e6112adc-ec9d-4084-b51a-acbf8551d3eb {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.509549] env[70527]: DEBUG oslo_vmware.api [None req-ce16056c-4afa-4e2e-bfd8-c80b95f24ede tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for the task: (returnval){ [ 983.509549] env[70527]: value = "task-3913404" [ 983.509549] env[70527]: _type = "Task" [ 983.509549] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.525515] env[70527]: DEBUG oslo_vmware.api [None req-ce16056c-4afa-4e2e-bfd8-c80b95f24ede tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913404, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.572152] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee0115f4-9fd8-4976-9c39-59800585da4a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.580103] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b99c6530-cbe8-42fb-8326-1c166cf2ff23 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.616130] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65599c32-a1c6-484c-bf8a-1a812358c272 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.625437] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51800bb1-7317-4b04-852c-f7509075f65c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.643395] env[70527]: DEBUG nova.compute.provider_tree [None req-72472a89-b7a2-488c-9512-633179110353 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.724182] env[70527]: DEBUG oslo_vmware.api [None req-11ea6a1f-4779-4b1e-839e-4d1500981559 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3913402, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162208} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.726472] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-11ea6a1f-4779-4b1e-839e-4d1500981559 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 983.726714] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-11ea6a1f-4779-4b1e-839e-4d1500981559 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5017d1d4-1e04-44b0-88eb-9acbfcee557c] Deleted contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 983.728427] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-11ea6a1f-4779-4b1e-839e-4d1500981559 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5017d1d4-1e04-44b0-88eb-9acbfcee557c] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 983.728427] env[70527]: INFO nova.compute.manager [None req-11ea6a1f-4779-4b1e-839e-4d1500981559 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 5017d1d4-1e04-44b0-88eb-9acbfcee557c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 983.728427] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-11ea6a1f-4779-4b1e-839e-4d1500981559 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 983.728427] env[70527]: DEBUG oslo_vmware.api [None req-327549ef-33a8-4c6f-aa18-03b005f9ed83 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3913401, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.728427] env[70527]: DEBUG nova.compute.manager [-] [instance: 5017d1d4-1e04-44b0-88eb-9acbfcee557c] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 983.728427] env[70527]: DEBUG nova.network.neutron [-] [instance: 5017d1d4-1e04-44b0-88eb-9acbfcee557c] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 983.865125] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 5d2b9cdf-5e26-456d-b47f-29183dee3966] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 983.885428] env[70527]: DEBUG oslo_vmware.api [None req-9be1ef31-2960-449a-9a1f-ee7ffaec94cf tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] Task: {'id': task-3913403, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.914929] env[70527]: DEBUG nova.compute.manager [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: b70fb04d-5212-428e-bb92-dee6762011af] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 983.948135] env[70527]: DEBUG nova.virt.hardware [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 983.948135] env[70527]: DEBUG nova.virt.hardware [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 983.948306] env[70527]: DEBUG nova.virt.hardware [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 983.948478] env[70527]: DEBUG nova.virt.hardware [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 983.948621] env[70527]: DEBUG nova.virt.hardware [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 983.948764] env[70527]: DEBUG nova.virt.hardware [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 983.948972] env[70527]: DEBUG nova.virt.hardware [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 983.949146] env[70527]: DEBUG nova.virt.hardware [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 983.949313] env[70527]: DEBUG nova.virt.hardware [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 983.949477] env[70527]: DEBUG nova.virt.hardware [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 983.949636] env[70527]: DEBUG nova.virt.hardware [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 983.950875] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f8bf6d-f317-4148-b4e1-bf299f75127c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.961566] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-721c0fdc-cf98-487f-8940-66bb8c285419 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.981247] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fd81da09-fd9f-4731-ac11-180a1226c064 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquiring lock "fdfe7865-31aa-4a0b-9325-7abef06e7501" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.981825] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fd81da09-fd9f-4731-ac11-180a1226c064 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Lock "fdfe7865-31aa-4a0b-9325-7abef06e7501" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.020844] env[70527]: DEBUG oslo_vmware.api [None req-ce16056c-4afa-4e2e-bfd8-c80b95f24ede tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913404, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.068105] env[70527]: DEBUG nova.network.neutron [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: ad16e90d-89f7-4ce6-82c3-d8bb10c614f9] Successfully updated port: 1fc9d4ff-c5e4-49ea-b466-79047dd74768 {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 984.147794] env[70527]: DEBUG nova.scheduler.client.report [None req-72472a89-b7a2-488c-9512-633179110353 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.216743] env[70527]: DEBUG oslo_vmware.api [None req-327549ef-33a8-4c6f-aa18-03b005f9ed83 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3913401, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.605426} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.219824] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-327549ef-33a8-4c6f-aa18-03b005f9ed83 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] b3a6e20c-cdfe-47f0-8881-ec6ead71e86f/b3a6e20c-cdfe-47f0-8881-ec6ead71e86f.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 984.221018] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-327549ef-33a8-4c6f-aa18-03b005f9ed83 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 984.221018] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c5b8ee9d-0a00-4705-af85-4cb87151671f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.224590] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3a17dfed-da2a-4bf6-9e18-887a5a05ebce tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Acquiring lock "b19d2ba3-5500-4ca2-842a-fefdfd22f9a6" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.224828] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3a17dfed-da2a-4bf6-9e18-887a5a05ebce tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Lock "b19d2ba3-5500-4ca2-842a-fefdfd22f9a6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.232224] env[70527]: DEBUG oslo_vmware.api [None req-327549ef-33a8-4c6f-aa18-03b005f9ed83 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Waiting for the task: (returnval){ [ 984.232224] env[70527]: value = "task-3913405" [ 984.232224] env[70527]: _type = "Task" [ 984.232224] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.245262] env[70527]: DEBUG oslo_vmware.api [None req-327549ef-33a8-4c6f-aa18-03b005f9ed83 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3913405, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.376079] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 6506c3e1-dc99-49be-a878-8a4d167658aa] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 984.384260] env[70527]: DEBUG oslo_vmware.api [None req-9be1ef31-2960-449a-9a1f-ee7ffaec94cf tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] Task: {'id': task-3913403, 'name': ReconfigVM_Task, 'duration_secs': 0.547597} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.384745] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-9be1ef31-2960-449a-9a1f-ee7ffaec94cf tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] [instance: 477e6007-8991-42f3-aae0-57a7225b2cd2] Reconfigured VM instance instance-00000043 to attach disk [datastore2] volume-019905b3-e24f-445c-9837-98d4b8a68979/volume-019905b3-e24f-445c-9837-98d4b8a68979.vmdk or device None with type thin {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 984.391965] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-267ee016-5c25-408d-91cb-152d6670fc3d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.411162] env[70527]: DEBUG oslo_vmware.api [None req-9be1ef31-2960-449a-9a1f-ee7ffaec94cf tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] Waiting for the task: (returnval){ [ 984.411162] env[70527]: value = "task-3913406" [ 984.411162] env[70527]: _type = "Task" [ 984.411162] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.426025] env[70527]: DEBUG oslo_vmware.api [None req-9be1ef31-2960-449a-9a1f-ee7ffaec94cf tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] Task: {'id': task-3913406, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.484255] env[70527]: DEBUG nova.compute.manager [None req-fd81da09-fd9f-4731-ac11-180a1226c064 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: fdfe7865-31aa-4a0b-9325-7abef06e7501] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 984.525394] env[70527]: DEBUG oslo_vmware.api [None req-ce16056c-4afa-4e2e-bfd8-c80b95f24ede tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913404, 'name': RemoveSnapshot_Task, 'duration_secs': 0.749852} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.525677] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-ce16056c-4afa-4e2e-bfd8-c80b95f24ede tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: d8ef288c-ca75-4166-93bc-09dd69753f8b] Deleted Snapshot of the VM instance {{(pid=70527) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 984.525957] env[70527]: DEBUG nova.compute.manager [None req-ce16056c-4afa-4e2e-bfd8-c80b95f24ede tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: d8ef288c-ca75-4166-93bc-09dd69753f8b] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 984.526810] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-475a4265-2b53-4f65-a3ff-a7135588c9db {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.571029] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Acquiring lock "refresh_cache-ad16e90d-89f7-4ce6-82c3-d8bb10c614f9" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.571204] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Acquired lock "refresh_cache-ad16e90d-89f7-4ce6-82c3-d8bb10c614f9" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.571363] env[70527]: DEBUG nova.network.neutron [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: ad16e90d-89f7-4ce6-82c3-d8bb10c614f9] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 984.653998] env[70527]: DEBUG oslo_concurrency.lockutils [None req-72472a89-b7a2-488c-9512-633179110353 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.777s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.657055] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f1f2c4ee-ea2e-4e99-a3dc-e656890f47f5 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.622s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.657660] env[70527]: DEBUG nova.objects.instance [None req-f1f2c4ee-ea2e-4e99-a3dc-e656890f47f5 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Lazy-loading 'resources' on Instance uuid 68e47537-a820-4cc4-8856-1e9bcf2e26e2 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 984.728955] env[70527]: DEBUG nova.compute.utils [None req-3a17dfed-da2a-4bf6-9e18-887a5a05ebce tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 984.743841] env[70527]: DEBUG oslo_vmware.api [None req-327549ef-33a8-4c6f-aa18-03b005f9ed83 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3913405, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074243} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.744916] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-327549ef-33a8-4c6f-aa18-03b005f9ed83 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 984.745692] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e9ca49-6f96-44b6-bb14-d1d02980c338 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.775865] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-327549ef-33a8-4c6f-aa18-03b005f9ed83 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] b3a6e20c-cdfe-47f0-8881-ec6ead71e86f/b3a6e20c-cdfe-47f0-8881-ec6ead71e86f.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 984.776678] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c94b340-05f0-401e-8ebd-37579e9a6a52 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.803643] env[70527]: DEBUG oslo_vmware.api [None req-327549ef-33a8-4c6f-aa18-03b005f9ed83 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Waiting for the task: (returnval){ [ 984.803643] env[70527]: value = "task-3913407" [ 984.803643] env[70527]: _type = "Task" [ 984.803643] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.811130] env[70527]: DEBUG oslo_vmware.api [None req-327549ef-33a8-4c6f-aa18-03b005f9ed83 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3913407, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.880619] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 3f4349d7-2095-4377-9036-5edcf415c18c] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 984.923089] env[70527]: DEBUG oslo_vmware.api [None req-9be1ef31-2960-449a-9a1f-ee7ffaec94cf tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] Task: {'id': task-3913406, 'name': ReconfigVM_Task, 'duration_secs': 0.1221} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.925796] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-9be1ef31-2960-449a-9a1f-ee7ffaec94cf tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] [instance: 477e6007-8991-42f3-aae0-57a7225b2cd2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-777097', 'volume_id': '019905b3-e24f-445c-9837-98d4b8a68979', 'name': 'volume-019905b3-e24f-445c-9837-98d4b8a68979', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '477e6007-8991-42f3-aae0-57a7225b2cd2', 'attached_at': '', 'detached_at': '', 'volume_id': '019905b3-e24f-445c-9837-98d4b8a68979', 'serial': '019905b3-e24f-445c-9837-98d4b8a68979'} {{(pid=70527) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 984.927032] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7239363-96d4-428e-9add-78e3cc8c7638 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.934701] env[70527]: DEBUG oslo_vmware.api [None req-9be1ef31-2960-449a-9a1f-ee7ffaec94cf tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] Waiting for the task: (returnval){ [ 984.934701] env[70527]: value = "task-3913408" [ 984.934701] env[70527]: _type = "Task" [ 984.934701] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.945359] env[70527]: DEBUG oslo_vmware.api [None req-9be1ef31-2960-449a-9a1f-ee7ffaec94cf tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] Task: {'id': task-3913408, 'name': Rename_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.025624] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fd81da09-fd9f-4731-ac11-180a1226c064 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.046601] env[70527]: INFO nova.compute.manager [None req-ce16056c-4afa-4e2e-bfd8-c80b95f24ede tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: d8ef288c-ca75-4166-93bc-09dd69753f8b] Shelve offloading [ 985.148647] env[70527]: DEBUG nova.network.neutron [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: ad16e90d-89f7-4ce6-82c3-d8bb10c614f9] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 985.171126] env[70527]: DEBUG oslo_concurrency.lockutils [None req-72472a89-b7a2-488c-9512-633179110353 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Lock "f9a77c4a-662f-484b-9d72-358d9298974b" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 38.785s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.171126] env[70527]: DEBUG oslo_concurrency.lockutils [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Lock "f9a77c4a-662f-484b-9d72-358d9298974b" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 15.656s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.171126] env[70527]: INFO nova.compute.manager [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Unshelving [ 985.231839] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3a17dfed-da2a-4bf6-9e18-887a5a05ebce tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Lock "b19d2ba3-5500-4ca2-842a-fefdfd22f9a6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.317175] env[70527]: DEBUG oslo_vmware.api [None req-327549ef-33a8-4c6f-aa18-03b005f9ed83 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3913407, 'name': ReconfigVM_Task, 'duration_secs': 0.2811} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.318514] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-327549ef-33a8-4c6f-aa18-03b005f9ed83 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Reconfigured VM instance instance-00000024 to attach disk [datastore2] b3a6e20c-cdfe-47f0-8881-ec6ead71e86f/b3a6e20c-cdfe-47f0-8881-ec6ead71e86f.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 985.322644] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9040150c-01f0-4ea4-b585-688adf00d05d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.332207] env[70527]: DEBUG oslo_vmware.api [None req-327549ef-33a8-4c6f-aa18-03b005f9ed83 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Waiting for the task: (returnval){ [ 985.332207] env[70527]: value = "task-3913409" [ 985.332207] env[70527]: _type = "Task" [ 985.332207] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.345932] env[70527]: DEBUG oslo_vmware.api [None req-327549ef-33a8-4c6f-aa18-03b005f9ed83 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3913409, 'name': Rename_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.387448] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 9ad6dd25-d461-4c1a-a084-28ad37c432fc] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 985.428879] env[70527]: DEBUG nova.network.neutron [-] [instance: 5017d1d4-1e04-44b0-88eb-9acbfcee557c] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.450833] env[70527]: DEBUG oslo_vmware.api [None req-9be1ef31-2960-449a-9a1f-ee7ffaec94cf tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] Task: {'id': task-3913408, 'name': Rename_Task, 'duration_secs': 0.143968} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.451767] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-9be1ef31-2960-449a-9a1f-ee7ffaec94cf tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] [instance: 477e6007-8991-42f3-aae0-57a7225b2cd2] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 985.453250] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7fd270ab-083c-452c-96b0-9c7f55432d5a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.463867] env[70527]: DEBUG oslo_vmware.api [None req-9be1ef31-2960-449a-9a1f-ee7ffaec94cf tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] Waiting for the task: (returnval){ [ 985.463867] env[70527]: value = "task-3913410" [ 985.463867] env[70527]: _type = "Task" [ 985.463867] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.475735] env[70527]: DEBUG oslo_vmware.api [None req-9be1ef31-2960-449a-9a1f-ee7ffaec94cf tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] Task: {'id': task-3913410, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.533802] env[70527]: DEBUG nova.network.neutron [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: ad16e90d-89f7-4ce6-82c3-d8bb10c614f9] Updating instance_info_cache with network_info: [{"id": "1fc9d4ff-c5e4-49ea-b466-79047dd74768", "address": "fa:16:3e:25:e1:f4", "network": {"id": "bb6762cd-f1ab-4e43-94ac-a5c86178334b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1406555943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b842c0a928094cc2adb37bf54e562070", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fc9d4ff-c5", "ovs_interfaceid": "1fc9d4ff-c5e4-49ea-b466-79047dd74768", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.550992] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce16056c-4afa-4e2e-bfd8-c80b95f24ede tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: d8ef288c-ca75-4166-93bc-09dd69753f8b] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 985.551391] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02a57778-39bc-454d-b8d3-17ee11ea6e12 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.563664] env[70527]: DEBUG oslo_vmware.api [None req-ce16056c-4afa-4e2e-bfd8-c80b95f24ede tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for the task: (returnval){ [ 985.563664] env[70527]: value = "task-3913411" [ 985.563664] env[70527]: _type = "Task" [ 985.563664] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.575462] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce16056c-4afa-4e2e-bfd8-c80b95f24ede tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: d8ef288c-ca75-4166-93bc-09dd69753f8b] VM already powered off {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 985.575583] env[70527]: DEBUG nova.compute.manager [None req-ce16056c-4afa-4e2e-bfd8-c80b95f24ede tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: d8ef288c-ca75-4166-93bc-09dd69753f8b] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 985.577389] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b7307e-99ef-4ef9-90ad-8a82f6dffee3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.588617] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ce16056c-4afa-4e2e-bfd8-c80b95f24ede tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquiring lock "refresh_cache-d8ef288c-ca75-4166-93bc-09dd69753f8b" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.588809] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ce16056c-4afa-4e2e-bfd8-c80b95f24ede tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquired lock "refresh_cache-d8ef288c-ca75-4166-93bc-09dd69753f8b" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.589022] env[70527]: DEBUG nova.network.neutron [None req-ce16056c-4afa-4e2e-bfd8-c80b95f24ede tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: d8ef288c-ca75-4166-93bc-09dd69753f8b] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 985.600331] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0904a91-5c32-425d-8c2a-270408a39333 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.611265] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f09969-5f89-4275-a93c-55327ea4d7e3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.649647] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d22815-5012-4119-aa57-915d670ad97b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.658522] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b0b2ce-a647-4b33-8ee8-8d43d4578841 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.681314] env[70527]: DEBUG nova.compute.provider_tree [None req-f1f2c4ee-ea2e-4e99-a3dc-e656890f47f5 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.742483] env[70527]: DEBUG nova.compute.manager [req-730c5494-4229-47f0-8b0c-a7b9cb5851da req-04df2ba2-8d19-4c57-8e4c-69d09ea5520c service nova] [instance: ad16e90d-89f7-4ce6-82c3-d8bb10c614f9] Received event network-vif-plugged-1fc9d4ff-c5e4-49ea-b466-79047dd74768 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.742483] env[70527]: DEBUG oslo_concurrency.lockutils [req-730c5494-4229-47f0-8b0c-a7b9cb5851da req-04df2ba2-8d19-4c57-8e4c-69d09ea5520c service nova] Acquiring lock "ad16e90d-89f7-4ce6-82c3-d8bb10c614f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.742608] env[70527]: DEBUG oslo_concurrency.lockutils [req-730c5494-4229-47f0-8b0c-a7b9cb5851da req-04df2ba2-8d19-4c57-8e4c-69d09ea5520c service nova] Lock "ad16e90d-89f7-4ce6-82c3-d8bb10c614f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.742726] env[70527]: DEBUG oslo_concurrency.lockutils [req-730c5494-4229-47f0-8b0c-a7b9cb5851da req-04df2ba2-8d19-4c57-8e4c-69d09ea5520c service nova] Lock "ad16e90d-89f7-4ce6-82c3-d8bb10c614f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.742892] env[70527]: DEBUG nova.compute.manager [req-730c5494-4229-47f0-8b0c-a7b9cb5851da req-04df2ba2-8d19-4c57-8e4c-69d09ea5520c service nova] [instance: ad16e90d-89f7-4ce6-82c3-d8bb10c614f9] No waiting events found dispatching network-vif-plugged-1fc9d4ff-c5e4-49ea-b466-79047dd74768 {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 985.743064] env[70527]: WARNING nova.compute.manager [req-730c5494-4229-47f0-8b0c-a7b9cb5851da req-04df2ba2-8d19-4c57-8e4c-69d09ea5520c service nova] [instance: ad16e90d-89f7-4ce6-82c3-d8bb10c614f9] Received unexpected event network-vif-plugged-1fc9d4ff-c5e4-49ea-b466-79047dd74768 for instance with vm_state building and task_state spawning. [ 985.846258] env[70527]: DEBUG oslo_vmware.api [None req-327549ef-33a8-4c6f-aa18-03b005f9ed83 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3913409, 'name': Rename_Task, 'duration_secs': 0.146959} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.846677] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-327549ef-33a8-4c6f-aa18-03b005f9ed83 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 985.847165] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b32e602e-4d27-44c1-9d3b-0c49ceef2745 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.858554] env[70527]: DEBUG oslo_vmware.api [None req-327549ef-33a8-4c6f-aa18-03b005f9ed83 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Waiting for the task: (returnval){ [ 985.858554] env[70527]: value = "task-3913412" [ 985.858554] env[70527]: _type = "Task" [ 985.858554] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.868430] env[70527]: DEBUG oslo_vmware.api [None req-327549ef-33a8-4c6f-aa18-03b005f9ed83 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3913412, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.892453] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 99388db0-92e9-43d3-810a-5854edf7739a] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 985.934085] env[70527]: INFO nova.compute.manager [-] [instance: 5017d1d4-1e04-44b0-88eb-9acbfcee557c] Took 2.20 seconds to deallocate network for instance. [ 985.979771] env[70527]: DEBUG oslo_vmware.api [None req-9be1ef31-2960-449a-9a1f-ee7ffaec94cf tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] Task: {'id': task-3913410, 'name': PowerOnVM_Task, 'duration_secs': 0.481855} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.979771] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-9be1ef31-2960-449a-9a1f-ee7ffaec94cf tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] [instance: 477e6007-8991-42f3-aae0-57a7225b2cd2] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 985.979771] env[70527]: INFO nova.compute.manager [None req-9be1ef31-2960-449a-9a1f-ee7ffaec94cf tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] [instance: 477e6007-8991-42f3-aae0-57a7225b2cd2] Took 9.33 seconds to spawn the instance on the hypervisor. [ 985.979771] env[70527]: DEBUG nova.compute.manager [None req-9be1ef31-2960-449a-9a1f-ee7ffaec94cf tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] [instance: 477e6007-8991-42f3-aae0-57a7225b2cd2] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 985.980429] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e61c9d-8073-4259-b70a-7bb0145d5eda {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.035972] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Releasing lock "refresh_cache-ad16e90d-89f7-4ce6-82c3-d8bb10c614f9" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.036999] env[70527]: DEBUG nova.compute.manager [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: ad16e90d-89f7-4ce6-82c3-d8bb10c614f9] Instance network_info: |[{"id": "1fc9d4ff-c5e4-49ea-b466-79047dd74768", "address": "fa:16:3e:25:e1:f4", "network": {"id": "bb6762cd-f1ab-4e43-94ac-a5c86178334b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1406555943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b842c0a928094cc2adb37bf54e562070", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fc9d4ff-c5", "ovs_interfaceid": "1fc9d4ff-c5e4-49ea-b466-79047dd74768", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 986.037571] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: ad16e90d-89f7-4ce6-82c3-d8bb10c614f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:e1:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a9ee6f9-33be-4f58-8248-694024ec31d4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1fc9d4ff-c5e4-49ea-b466-79047dd74768', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 986.050422] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 986.052255] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad16e90d-89f7-4ce6-82c3-d8bb10c614f9] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 986.052255] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-edf5530c-4436-4483-9a5e-df00ff350993 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.080258] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 986.080258] env[70527]: value = "task-3913413" [ 986.080258] env[70527]: _type = "Task" [ 986.080258] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.098825] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913413, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.184874] env[70527]: DEBUG nova.scheduler.client.report [None req-f1f2c4ee-ea2e-4e99-a3dc-e656890f47f5 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 986.221348] env[70527]: DEBUG oslo_concurrency.lockutils [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.292849] env[70527]: DEBUG nova.compute.manager [req-5aef05e3-765e-410e-9844-3b4072fcad7d req-6859bcd8-d564-4724-ab5d-3aaf80462056 service nova] [instance: 5017d1d4-1e04-44b0-88eb-9acbfcee557c] Received event network-vif-deleted-350bcb9f-f36a-4128-abd4-d0e7c42b5e02 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 986.318019] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3a17dfed-da2a-4bf6-9e18-887a5a05ebce tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Acquiring lock "b19d2ba3-5500-4ca2-842a-fefdfd22f9a6" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.318019] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3a17dfed-da2a-4bf6-9e18-887a5a05ebce tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Lock "b19d2ba3-5500-4ca2-842a-fefdfd22f9a6" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.318019] env[70527]: INFO nova.compute.manager [None req-3a17dfed-da2a-4bf6-9e18-887a5a05ebce tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: b19d2ba3-5500-4ca2-842a-fefdfd22f9a6] Attaching volume 04c2e188-2155-422c-97f2-260181080afc to /dev/sdb [ 986.320046] env[70527]: DEBUG nova.network.neutron [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: b70fb04d-5212-428e-bb92-dee6762011af] Successfully updated port: 746be8ea-ee6a-4583-adbf-5cd7b95df219 {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 986.371140] env[70527]: DEBUG oslo_vmware.api [None req-327549ef-33a8-4c6f-aa18-03b005f9ed83 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3913412, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.388140] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dadf551-2342-480a-9625-a98676511aa3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.398158] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 7d528f60-1928-4642-9764-ac7c776b85f6] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 986.401246] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742f8c38-b1ef-489c-914e-898da91b112c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.421701] env[70527]: DEBUG nova.virt.block_device [None req-3a17dfed-da2a-4bf6-9e18-887a5a05ebce tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: b19d2ba3-5500-4ca2-842a-fefdfd22f9a6] Updating existing volume attachment record: a099e120-c230-4724-b9ef-f1520ef5943f {{(pid=70527) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 986.443076] env[70527]: DEBUG oslo_concurrency.lockutils [None req-11ea6a1f-4779-4b1e-839e-4d1500981559 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.504862] env[70527]: INFO nova.compute.manager [None req-9be1ef31-2960-449a-9a1f-ee7ffaec94cf tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] [instance: 477e6007-8991-42f3-aae0-57a7225b2cd2] Took 47.75 seconds to build instance. [ 986.590732] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913413, 'name': CreateVM_Task, 'duration_secs': 0.427798} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.590979] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad16e90d-89f7-4ce6-82c3-d8bb10c614f9] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 986.591812] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.592048] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.592422] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.595071] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-633f071f-d5c1-4045-8349-8c691742073c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.601361] env[70527]: DEBUG oslo_vmware.api [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Waiting for the task: (returnval){ [ 986.601361] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]528470f6-f435-9220-db41-de35ee865ed0" [ 986.601361] env[70527]: _type = "Task" [ 986.601361] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.611325] env[70527]: DEBUG oslo_vmware.api [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]528470f6-f435-9220-db41-de35ee865ed0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.660712] env[70527]: DEBUG nova.network.neutron [None req-ce16056c-4afa-4e2e-bfd8-c80b95f24ede tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: d8ef288c-ca75-4166-93bc-09dd69753f8b] Updating instance_info_cache with network_info: [{"id": "16b06824-169a-402f-a0b2-2b969f5f68f1", "address": "fa:16:3e:68:0c:35", "network": {"id": "0b72ef80-5e63-4bac-b3dd-4a63ff7abe74", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-571665589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79060d06877149fb8970e454e0927e61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16b06824-16", "ovs_interfaceid": "16b06824-169a-402f-a0b2-2b969f5f68f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.693444] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f1f2c4ee-ea2e-4e99-a3dc-e656890f47f5 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.036s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.696414] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.372s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.699075] env[70527]: INFO nova.compute.claims [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 2db3cf17-9e66-4708-8bca-571264284924] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 986.725837] env[70527]: INFO nova.scheduler.client.report [None req-f1f2c4ee-ea2e-4e99-a3dc-e656890f47f5 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Deleted allocations for instance 68e47537-a820-4cc4-8856-1e9bcf2e26e2 [ 986.833946] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Acquiring lock "refresh_cache-b70fb04d-5212-428e-bb92-dee6762011af" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.833946] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Acquired lock "refresh_cache-b70fb04d-5212-428e-bb92-dee6762011af" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.833946] env[70527]: DEBUG nova.network.neutron [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: b70fb04d-5212-428e-bb92-dee6762011af] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 986.879823] env[70527]: DEBUG oslo_vmware.api [None req-327549ef-33a8-4c6f-aa18-03b005f9ed83 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3913412, 'name': PowerOnVM_Task, 'duration_secs': 0.535877} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.879823] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-327549ef-33a8-4c6f-aa18-03b005f9ed83 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 986.879926] env[70527]: DEBUG nova.compute.manager [None req-327549ef-33a8-4c6f-aa18-03b005f9ed83 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 986.880862] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68bf90c6-6102-4405-87ce-ed77cc9b0ee2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.905829] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: a8990c35-0ff5-42a2-a236-871039dc979a] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 987.007920] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9be1ef31-2960-449a-9a1f-ee7ffaec94cf tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] Lock "477e6007-8991-42f3-aae0-57a7225b2cd2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.266s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.114927] env[70527]: DEBUG oslo_vmware.api [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]528470f6-f435-9220-db41-de35ee865ed0, 'name': SearchDatastore_Task, 'duration_secs': 0.010576} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.115325] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.115962] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: ad16e90d-89f7-4ce6-82c3-d8bb10c614f9] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 987.116083] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.116276] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.116531] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 987.116923] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f881aaf-1b19-4808-b135-d102f5cdb6e7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.132577] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 987.132808] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 987.133655] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbdd706c-6f2b-4daf-9500-25a37b7b08a9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.140640] env[70527]: DEBUG oslo_vmware.api [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Waiting for the task: (returnval){ [ 987.140640] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52e3fab2-affd-b5d6-51d7-022b2a702064" [ 987.140640] env[70527]: _type = "Task" [ 987.140640] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.154021] env[70527]: DEBUG oslo_vmware.api [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52e3fab2-affd-b5d6-51d7-022b2a702064, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.164994] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ce16056c-4afa-4e2e-bfd8-c80b95f24ede tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Releasing lock "refresh_cache-d8ef288c-ca75-4166-93bc-09dd69753f8b" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.239690] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f1f2c4ee-ea2e-4e99-a3dc-e656890f47f5 tempest-ServersTestManualDisk-1453882973 tempest-ServersTestManualDisk-1453882973-project-member] Lock "68e47537-a820-4cc4-8856-1e9bcf2e26e2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.624s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.402513] env[70527]: DEBUG oslo_concurrency.lockutils [None req-327549ef-33a8-4c6f-aa18-03b005f9ed83 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.405466] env[70527]: DEBUG nova.network.neutron [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: b70fb04d-5212-428e-bb92-dee6762011af] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 987.409739] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 11e8b16d-db07-4b22-9bb6-e73ea9a5e0f6] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 987.652132] env[70527]: DEBUG oslo_vmware.api [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52e3fab2-affd-b5d6-51d7-022b2a702064, 'name': SearchDatastore_Task, 'duration_secs': 0.013872} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.653217] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68fed2c5-c19a-4a53-b582-16cc11c9c6a4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.659674] env[70527]: DEBUG oslo_vmware.api [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Waiting for the task: (returnval){ [ 987.659674] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52e7a528-a20d-b688-929b-6312c2d56835" [ 987.659674] env[70527]: _type = "Task" [ 987.659674] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.671754] env[70527]: DEBUG oslo_vmware.api [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52e7a528-a20d-b688-929b-6312c2d56835, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.684572] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-ce16056c-4afa-4e2e-bfd8-c80b95f24ede tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: d8ef288c-ca75-4166-93bc-09dd69753f8b] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 987.685803] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-656fc9cb-a507-41c0-b017-88296b88b4e2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.694127] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-ce16056c-4afa-4e2e-bfd8-c80b95f24ede tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: d8ef288c-ca75-4166-93bc-09dd69753f8b] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 987.694404] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-553a03bd-175b-449f-a5f0-d35e04d9b31c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.769604] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-ce16056c-4afa-4e2e-bfd8-c80b95f24ede tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: d8ef288c-ca75-4166-93bc-09dd69753f8b] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 987.769805] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-ce16056c-4afa-4e2e-bfd8-c80b95f24ede tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: d8ef288c-ca75-4166-93bc-09dd69753f8b] Deleting contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 987.770008] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce16056c-4afa-4e2e-bfd8-c80b95f24ede tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Deleting the datastore file [datastore1] d8ef288c-ca75-4166-93bc-09dd69753f8b {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 987.770308] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2e0104c-1caa-474a-a143-43704dca8e9d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.790024] env[70527]: DEBUG oslo_vmware.api [None req-ce16056c-4afa-4e2e-bfd8-c80b95f24ede tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for the task: (returnval){ [ 987.790024] env[70527]: value = "task-3913418" [ 987.790024] env[70527]: _type = "Task" [ 987.790024] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.798234] env[70527]: DEBUG nova.network.neutron [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: b70fb04d-5212-428e-bb92-dee6762011af] Updating instance_info_cache with network_info: [{"id": "746be8ea-ee6a-4583-adbf-5cd7b95df219", "address": "fa:16:3e:89:58:ff", "network": {"id": "bb6762cd-f1ab-4e43-94ac-a5c86178334b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1406555943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b842c0a928094cc2adb37bf54e562070", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap746be8ea-ee", "ovs_interfaceid": "746be8ea-ee6a-4583-adbf-5cd7b95df219", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.813185] env[70527]: DEBUG oslo_vmware.api [None req-ce16056c-4afa-4e2e-bfd8-c80b95f24ede tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913418, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.916714] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: c90b8c2b-6a16-41e0-87a9-c0368fd34446] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 988.046641] env[70527]: DEBUG oslo_concurrency.lockutils [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Acquiring lock "766b244b-7544-4f88-8ae4-dbfa6aaf8e95" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.047062] env[70527]: DEBUG oslo_concurrency.lockutils [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Lock "766b244b-7544-4f88-8ae4-dbfa6aaf8e95" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.174958] env[70527]: DEBUG oslo_vmware.api [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52e7a528-a20d-b688-929b-6312c2d56835, 'name': SearchDatastore_Task, 'duration_secs': 0.010378} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.179068] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.179764] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] ad16e90d-89f7-4ce6-82c3-d8bb10c614f9/ad16e90d-89f7-4ce6-82c3-d8bb10c614f9.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 988.180458] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e0306dd6-feaa-46ec-b861-b4dbb799de49 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.188984] env[70527]: DEBUG oslo_vmware.api [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Waiting for the task: (returnval){ [ 988.188984] env[70527]: value = "task-3913419" [ 988.188984] env[70527]: _type = "Task" [ 988.188984] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.199789] env[70527]: DEBUG oslo_vmware.api [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': task-3913419, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.216984] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd81c76-f747-4ae5-9fd7-dfbf90e4ddf7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.225818] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7ee9e8-abfe-4199-8f55-faee5b8849f8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.269600] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2edfe2e-c4b1-4ffb-abc1-1adeb35d0421 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.279297] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3dbcda5-c867-429e-9ca5-1123ea7c0447 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.298959] env[70527]: DEBUG oslo_concurrency.lockutils [None req-5be9d3d1-8c7b-4c74-ac0c-9ff9efba41e6 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquiring lock "interface-8023716a-02ca-479e-ae56-9af98b173fd1-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.299272] env[70527]: DEBUG oslo_concurrency.lockutils [None req-5be9d3d1-8c7b-4c74-ac0c-9ff9efba41e6 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Lock "interface-8023716a-02ca-479e-ae56-9af98b173fd1-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.299643] env[70527]: DEBUG nova.objects.instance [None req-5be9d3d1-8c7b-4c74-ac0c-9ff9efba41e6 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Lazy-loading 'flavor' on Instance uuid 8023716a-02ca-479e-ae56-9af98b173fd1 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 988.303043] env[70527]: DEBUG nova.compute.provider_tree [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.306414] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Releasing lock "refresh_cache-b70fb04d-5212-428e-bb92-dee6762011af" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.306726] env[70527]: DEBUG nova.compute.manager [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: b70fb04d-5212-428e-bb92-dee6762011af] Instance network_info: |[{"id": "746be8ea-ee6a-4583-adbf-5cd7b95df219", "address": "fa:16:3e:89:58:ff", "network": {"id": "bb6762cd-f1ab-4e43-94ac-a5c86178334b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1406555943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b842c0a928094cc2adb37bf54e562070", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap746be8ea-ee", "ovs_interfaceid": "746be8ea-ee6a-4583-adbf-5cd7b95df219", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 988.307183] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: b70fb04d-5212-428e-bb92-dee6762011af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:58:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a9ee6f9-33be-4f58-8248-694024ec31d4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '746be8ea-ee6a-4583-adbf-5cd7b95df219', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 988.317133] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 988.318774] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b70fb04d-5212-428e-bb92-dee6762011af] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 988.319125] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-23b80cb4-2796-46da-ace3-626228e4b0c0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.337702] env[70527]: DEBUG oslo_vmware.api [None req-ce16056c-4afa-4e2e-bfd8-c80b95f24ede tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913418, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189672} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.338375] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce16056c-4afa-4e2e-bfd8-c80b95f24ede tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 988.338590] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-ce16056c-4afa-4e2e-bfd8-c80b95f24ede tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: d8ef288c-ca75-4166-93bc-09dd69753f8b] Deleted contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 988.338737] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-ce16056c-4afa-4e2e-bfd8-c80b95f24ede tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: d8ef288c-ca75-4166-93bc-09dd69753f8b] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 988.344410] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 988.344410] env[70527]: value = "task-3913420" [ 988.344410] env[70527]: _type = "Task" [ 988.344410] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.353383] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913420, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.385307] env[70527]: INFO nova.scheduler.client.report [None req-ce16056c-4afa-4e2e-bfd8-c80b95f24ede tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Deleted allocations for instance d8ef288c-ca75-4166-93bc-09dd69753f8b [ 988.421435] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: a7404f22-2bdf-4c11-a015-adf07f82ab75] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 988.549180] env[70527]: DEBUG nova.compute.manager [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] [instance: 766b244b-7544-4f88-8ae4-dbfa6aaf8e95] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 988.708093] env[70527]: DEBUG oslo_vmware.api [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': task-3913419, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.807634] env[70527]: DEBUG nova.scheduler.client.report [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.862476] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913420, 'name': CreateVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.891329] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ce16056c-4afa-4e2e-bfd8-c80b95f24ede tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.926346] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 2f797a33-e18e-45f5-84e8-b1b80e3ad11b] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 988.997863] env[70527]: DEBUG nova.objects.instance [None req-5be9d3d1-8c7b-4c74-ac0c-9ff9efba41e6 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Lazy-loading 'pci_requests' on Instance uuid 8023716a-02ca-479e-ae56-9af98b173fd1 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 989.075279] env[70527]: DEBUG oslo_concurrency.lockutils [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.200956] env[70527]: DEBUG oslo_vmware.api [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': task-3913419, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536289} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.201057] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] ad16e90d-89f7-4ce6-82c3-d8bb10c614f9/ad16e90d-89f7-4ce6-82c3-d8bb10c614f9.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 989.201313] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: ad16e90d-89f7-4ce6-82c3-d8bb10c614f9] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 989.201576] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-589fc93a-0bbb-41df-bfe1-129d6b94ae8b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.209694] env[70527]: DEBUG oslo_vmware.api [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Waiting for the task: (returnval){ [ 989.209694] env[70527]: value = "task-3913422" [ 989.209694] env[70527]: _type = "Task" [ 989.209694] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.219624] env[70527]: DEBUG oslo_vmware.api [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': task-3913422, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.316409] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.620s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.317044] env[70527]: DEBUG nova.compute.manager [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 2db3cf17-9e66-4708-8bca-571264284924] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 989.323100] env[70527]: DEBUG oslo_concurrency.lockutils [None req-6442d29c-f7fe-425c-b5e4-c7e4dc539d42 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.676s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.323381] env[70527]: DEBUG nova.objects.instance [None req-6442d29c-f7fe-425c-b5e4-c7e4dc539d42 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Lazy-loading 'resources' on Instance uuid 680e9855-2905-4c0d-adc7-e45781fd1e4e {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 989.362418] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913420, 'name': CreateVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.388860] env[70527]: DEBUG nova.compute.manager [req-3bf1625d-c3e3-4db9-8e2e-dd1c9d14d41a req-7d31eb66-4556-4af1-959c-252c03ccd6ec service nova] [instance: ad16e90d-89f7-4ce6-82c3-d8bb10c614f9] Received event network-changed-1fc9d4ff-c5e4-49ea-b466-79047dd74768 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.389211] env[70527]: DEBUG nova.compute.manager [req-3bf1625d-c3e3-4db9-8e2e-dd1c9d14d41a req-7d31eb66-4556-4af1-959c-252c03ccd6ec service nova] [instance: ad16e90d-89f7-4ce6-82c3-d8bb10c614f9] Refreshing instance network info cache due to event network-changed-1fc9d4ff-c5e4-49ea-b466-79047dd74768. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 989.389472] env[70527]: DEBUG oslo_concurrency.lockutils [req-3bf1625d-c3e3-4db9-8e2e-dd1c9d14d41a req-7d31eb66-4556-4af1-959c-252c03ccd6ec service nova] Acquiring lock "refresh_cache-ad16e90d-89f7-4ce6-82c3-d8bb10c614f9" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.389619] env[70527]: DEBUG oslo_concurrency.lockutils [req-3bf1625d-c3e3-4db9-8e2e-dd1c9d14d41a req-7d31eb66-4556-4af1-959c-252c03ccd6ec service nova] Acquired lock "refresh_cache-ad16e90d-89f7-4ce6-82c3-d8bb10c614f9" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.389783] env[70527]: DEBUG nova.network.neutron [req-3bf1625d-c3e3-4db9-8e2e-dd1c9d14d41a req-7d31eb66-4556-4af1-959c-252c03ccd6ec service nova] [instance: ad16e90d-89f7-4ce6-82c3-d8bb10c614f9] Refreshing network info cache for port 1fc9d4ff-c5e4-49ea-b466-79047dd74768 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 989.433720] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 5db10105-c39d-4d08-b423-0df14ac4250d] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 989.501798] env[70527]: DEBUG nova.objects.base [None req-5be9d3d1-8c7b-4c74-ac0c-9ff9efba41e6 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Object Instance<8023716a-02ca-479e-ae56-9af98b173fd1> lazy-loaded attributes: flavor,pci_requests {{(pid=70527) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 989.502215] env[70527]: DEBUG nova.network.neutron [None req-5be9d3d1-8c7b-4c74-ac0c-9ff9efba41e6 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 8023716a-02ca-479e-ae56-9af98b173fd1] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 989.619211] env[70527]: DEBUG nova.policy [None req-5be9d3d1-8c7b-4c74-ac0c-9ff9efba41e6 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5292bbff934e4a23bce1ba8fd66a76d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '030332ea48994bab8d286711ee279556', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 989.723312] env[70527]: DEBUG oslo_vmware.api [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': task-3913422, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.160726} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.726364] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: ad16e90d-89f7-4ce6-82c3-d8bb10c614f9] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 989.726364] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0664b37b-ccc8-416e-9273-7dd5e29b6115 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.732832] env[70527]: DEBUG nova.compute.manager [req-97b78e33-2a0b-4ed9-b5b4-64f5cfcc010a req-5d9fab8a-db59-4f28-8405-a1df33c65405 service nova] [instance: d8ef288c-ca75-4166-93bc-09dd69753f8b] Received event network-vif-unplugged-16b06824-169a-402f-a0b2-2b969f5f68f1 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.733457] env[70527]: DEBUG oslo_concurrency.lockutils [req-97b78e33-2a0b-4ed9-b5b4-64f5cfcc010a req-5d9fab8a-db59-4f28-8405-a1df33c65405 service nova] Acquiring lock "d8ef288c-ca75-4166-93bc-09dd69753f8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.733986] env[70527]: DEBUG oslo_concurrency.lockutils [req-97b78e33-2a0b-4ed9-b5b4-64f5cfcc010a req-5d9fab8a-db59-4f28-8405-a1df33c65405 service nova] Lock "d8ef288c-ca75-4166-93bc-09dd69753f8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.734312] env[70527]: DEBUG oslo_concurrency.lockutils [req-97b78e33-2a0b-4ed9-b5b4-64f5cfcc010a req-5d9fab8a-db59-4f28-8405-a1df33c65405 service nova] Lock "d8ef288c-ca75-4166-93bc-09dd69753f8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.734691] env[70527]: DEBUG nova.compute.manager [req-97b78e33-2a0b-4ed9-b5b4-64f5cfcc010a req-5d9fab8a-db59-4f28-8405-a1df33c65405 service nova] [instance: d8ef288c-ca75-4166-93bc-09dd69753f8b] No waiting events found dispatching network-vif-unplugged-16b06824-169a-402f-a0b2-2b969f5f68f1 {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 989.735050] env[70527]: WARNING nova.compute.manager [req-97b78e33-2a0b-4ed9-b5b4-64f5cfcc010a req-5d9fab8a-db59-4f28-8405-a1df33c65405 service nova] [instance: d8ef288c-ca75-4166-93bc-09dd69753f8b] Received unexpected event network-vif-unplugged-16b06824-169a-402f-a0b2-2b969f5f68f1 for instance with vm_state shelved_offloaded and task_state None. [ 989.735348] env[70527]: DEBUG nova.compute.manager [req-97b78e33-2a0b-4ed9-b5b4-64f5cfcc010a req-5d9fab8a-db59-4f28-8405-a1df33c65405 service nova] [instance: d8ef288c-ca75-4166-93bc-09dd69753f8b] Received event network-changed-16b06824-169a-402f-a0b2-2b969f5f68f1 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.735690] env[70527]: DEBUG nova.compute.manager [req-97b78e33-2a0b-4ed9-b5b4-64f5cfcc010a req-5d9fab8a-db59-4f28-8405-a1df33c65405 service nova] [instance: d8ef288c-ca75-4166-93bc-09dd69753f8b] Refreshing instance network info cache due to event network-changed-16b06824-169a-402f-a0b2-2b969f5f68f1. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 989.736013] env[70527]: DEBUG oslo_concurrency.lockutils [req-97b78e33-2a0b-4ed9-b5b4-64f5cfcc010a req-5d9fab8a-db59-4f28-8405-a1df33c65405 service nova] Acquiring lock "refresh_cache-d8ef288c-ca75-4166-93bc-09dd69753f8b" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.736262] env[70527]: DEBUG oslo_concurrency.lockutils [req-97b78e33-2a0b-4ed9-b5b4-64f5cfcc010a req-5d9fab8a-db59-4f28-8405-a1df33c65405 service nova] Acquired lock "refresh_cache-d8ef288c-ca75-4166-93bc-09dd69753f8b" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.736551] env[70527]: DEBUG nova.network.neutron [req-97b78e33-2a0b-4ed9-b5b4-64f5cfcc010a req-5d9fab8a-db59-4f28-8405-a1df33c65405 service nova] [instance: d8ef288c-ca75-4166-93bc-09dd69753f8b] Refreshing network info cache for port 16b06824-169a-402f-a0b2-2b969f5f68f1 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 989.777833] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: ad16e90d-89f7-4ce6-82c3-d8bb10c614f9] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] ad16e90d-89f7-4ce6-82c3-d8bb10c614f9/ad16e90d-89f7-4ce6-82c3-d8bb10c614f9.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 989.779344] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa1d596d-7e23-4120-8f7f-d4e7027a3f71 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.805019] env[70527]: DEBUG oslo_vmware.api [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Waiting for the task: (returnval){ [ 989.805019] env[70527]: value = "task-3913423" [ 989.805019] env[70527]: _type = "Task" [ 989.805019] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.821404] env[70527]: DEBUG oslo_vmware.api [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': task-3913423, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.832627] env[70527]: DEBUG nova.compute.utils [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 989.837924] env[70527]: DEBUG nova.compute.manager [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 2db3cf17-9e66-4708-8bca-571264284924] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 989.838135] env[70527]: DEBUG nova.network.neutron [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 2db3cf17-9e66-4708-8bca-571264284924] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 989.861045] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913420, 'name': CreateVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.938244] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 683944f0-defd-4b89-8276-7ed7ad804197] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 989.962471] env[70527]: DEBUG nova.policy [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e63372064164e18ad42709561222790', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '217e9dedf6ba423980df628f40219825', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 990.250141] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69269822-63df-47a7-816d-6bd9984568fe {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.258797] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0a323c-7b0d-49c1-80c9-45adc256faf0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.295732] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1daeaf86-37a0-405d-b061-4c1b986677ac {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.304947] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a85d11-0b3f-47a7-89ad-8a3c649f44cb {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.318281] env[70527]: DEBUG oslo_vmware.api [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': task-3913423, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.331734] env[70527]: DEBUG nova.compute.provider_tree [None req-6442d29c-f7fe-425c-b5e4-c7e4dc539d42 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.341152] env[70527]: DEBUG nova.compute.manager [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 2db3cf17-9e66-4708-8bca-571264284924] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 990.361273] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913420, 'name': CreateVM_Task, 'duration_secs': 1.705531} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.362082] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b70fb04d-5212-428e-bb92-dee6762011af] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 990.362728] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.362953] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.363354] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.363641] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03aa38c1-783d-4192-bfbc-e8e8e1fc2ebb {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.370072] env[70527]: DEBUG oslo_vmware.api [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Waiting for the task: (returnval){ [ 990.370072] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52926188-a86b-070b-57c0-68f0fa25716c" [ 990.370072] env[70527]: _type = "Task" [ 990.370072] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.379283] env[70527]: DEBUG oslo_vmware.api [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52926188-a86b-070b-57c0-68f0fa25716c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.447203] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 6a9371b1-43ce-43d3-ac39-c3ea9ba0fa7d] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 990.825025] env[70527]: DEBUG oslo_vmware.api [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': task-3913423, 'name': ReconfigVM_Task, 'duration_secs': 0.737202} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.825025] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: ad16e90d-89f7-4ce6-82c3-d8bb10c614f9] Reconfigured VM instance instance-00000044 to attach disk [datastore2] ad16e90d-89f7-4ce6-82c3-d8bb10c614f9/ad16e90d-89f7-4ce6-82c3-d8bb10c614f9.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 990.825025] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42297a12-f94f-454b-b1a4-3b78fe1ec193 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.833901] env[70527]: DEBUG oslo_vmware.api [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Waiting for the task: (returnval){ [ 990.833901] env[70527]: value = "task-3913424" [ 990.833901] env[70527]: _type = "Task" [ 990.833901] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.835191] env[70527]: DEBUG nova.scheduler.client.report [None req-6442d29c-f7fe-425c-b5e4-c7e4dc539d42 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.857563] env[70527]: DEBUG oslo_vmware.api [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': task-3913424, 'name': Rename_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.879119] env[70527]: DEBUG nova.network.neutron [req-3bf1625d-c3e3-4db9-8e2e-dd1c9d14d41a req-7d31eb66-4556-4af1-959c-252c03ccd6ec service nova] [instance: ad16e90d-89f7-4ce6-82c3-d8bb10c614f9] Updated VIF entry in instance network info cache for port 1fc9d4ff-c5e4-49ea-b466-79047dd74768. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 990.879119] env[70527]: DEBUG nova.network.neutron [req-3bf1625d-c3e3-4db9-8e2e-dd1c9d14d41a req-7d31eb66-4556-4af1-959c-252c03ccd6ec service nova] [instance: ad16e90d-89f7-4ce6-82c3-d8bb10c614f9] Updating instance_info_cache with network_info: [{"id": "1fc9d4ff-c5e4-49ea-b466-79047dd74768", "address": "fa:16:3e:25:e1:f4", "network": {"id": "bb6762cd-f1ab-4e43-94ac-a5c86178334b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1406555943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b842c0a928094cc2adb37bf54e562070", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fc9d4ff-c5", "ovs_interfaceid": "1fc9d4ff-c5e4-49ea-b466-79047dd74768", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.885587] env[70527]: DEBUG oslo_vmware.api [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52926188-a86b-070b-57c0-68f0fa25716c, 'name': SearchDatastore_Task, 'duration_secs': 0.012888} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.886097] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.886444] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: b70fb04d-5212-428e-bb92-dee6762011af] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 990.886800] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.887081] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.887376] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 990.887747] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cccccb79-de90-4f67-a842-65be651a07ee {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.899903] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 990.899903] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 990.901484] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d758f88e-354d-413c-97f6-f309e33d052b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.912020] env[70527]: DEBUG nova.network.neutron [None req-5be9d3d1-8c7b-4c74-ac0c-9ff9efba41e6 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 8023716a-02ca-479e-ae56-9af98b173fd1] Successfully created port: 0c13727e-ec12-4529-a432-72929f806507 {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 990.914359] env[70527]: DEBUG oslo_vmware.api [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Waiting for the task: (returnval){ [ 990.914359] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52331a90-2ee1-af5e-67a7-1e5ca4e1014f" [ 990.914359] env[70527]: _type = "Task" [ 990.914359] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.925854] env[70527]: DEBUG oslo_vmware.api [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52331a90-2ee1-af5e-67a7-1e5ca4e1014f, 'name': SearchDatastore_Task, 'duration_secs': 0.01174} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.927378] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1605feec-a457-4aaa-8be7-890ca86d54b1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.935508] env[70527]: DEBUG oslo_vmware.api [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Waiting for the task: (returnval){ [ 990.935508] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52ac4f6a-6f72-ac14-53d5-de0803246b07" [ 990.935508] env[70527]: _type = "Task" [ 990.935508] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.946062] env[70527]: DEBUG oslo_vmware.api [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52ac4f6a-6f72-ac14-53d5-de0803246b07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.947031] env[70527]: DEBUG nova.network.neutron [req-97b78e33-2a0b-4ed9-b5b4-64f5cfcc010a req-5d9fab8a-db59-4f28-8405-a1df33c65405 service nova] [instance: d8ef288c-ca75-4166-93bc-09dd69753f8b] Updated VIF entry in instance network info cache for port 16b06824-169a-402f-a0b2-2b969f5f68f1. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 990.947738] env[70527]: DEBUG nova.network.neutron [req-97b78e33-2a0b-4ed9-b5b4-64f5cfcc010a req-5d9fab8a-db59-4f28-8405-a1df33c65405 service nova] [instance: d8ef288c-ca75-4166-93bc-09dd69753f8b] Updating instance_info_cache with network_info: [{"id": "16b06824-169a-402f-a0b2-2b969f5f68f1", "address": "fa:16:3e:68:0c:35", "network": {"id": "0b72ef80-5e63-4bac-b3dd-4a63ff7abe74", "bridge": null, "label": "tempest-DeleteServersTestJSON-571665589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79060d06877149fb8970e454e0927e61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap16b06824-16", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.948814] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 0388e623-1848-4d69-9232-e995611c3c6a] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 991.044941] env[70527]: DEBUG nova.network.neutron [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 2db3cf17-9e66-4708-8bca-571264284924] Successfully created port: 03343218-a875-4f18-92c3-f214284949d8 {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 991.346766] env[70527]: DEBUG oslo_concurrency.lockutils [None req-6442d29c-f7fe-425c-b5e4-c7e4dc539d42 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.024s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.349716] env[70527]: DEBUG oslo_vmware.api [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': task-3913424, 'name': Rename_Task, 'duration_secs': 0.172561} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.351590] env[70527]: DEBUG oslo_concurrency.lockutils [None req-022d9fee-e0be-4f6f-bf7b-38a9994beb0f tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.552s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.351590] env[70527]: DEBUG nova.objects.instance [None req-022d9fee-e0be-4f6f-bf7b-38a9994beb0f tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Lazy-loading 'resources' on Instance uuid cc87d385-12c6-43d2-af21-1d2737c5d451 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.351936] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: ad16e90d-89f7-4ce6-82c3-d8bb10c614f9] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 991.352106] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32c7d006-ca50-4cce-8565-6d3b5e2d4243 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.362208] env[70527]: DEBUG nova.compute.manager [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 2db3cf17-9e66-4708-8bca-571264284924] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 991.367760] env[70527]: DEBUG oslo_vmware.api [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Waiting for the task: (returnval){ [ 991.367760] env[70527]: value = "task-3913425" [ 991.367760] env[70527]: _type = "Task" [ 991.367760] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.381373] env[70527]: DEBUG oslo_vmware.api [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': task-3913425, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.385771] env[70527]: INFO nova.scheduler.client.report [None req-6442d29c-f7fe-425c-b5e4-c7e4dc539d42 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Deleted allocations for instance 680e9855-2905-4c0d-adc7-e45781fd1e4e [ 991.390671] env[70527]: DEBUG oslo_concurrency.lockutils [req-3bf1625d-c3e3-4db9-8e2e-dd1c9d14d41a req-7d31eb66-4556-4af1-959c-252c03ccd6ec service nova] Releasing lock "refresh_cache-ad16e90d-89f7-4ce6-82c3-d8bb10c614f9" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.390671] env[70527]: DEBUG nova.compute.manager [req-3bf1625d-c3e3-4db9-8e2e-dd1c9d14d41a req-7d31eb66-4556-4af1-959c-252c03ccd6ec service nova] [instance: b70fb04d-5212-428e-bb92-dee6762011af] Received event network-vif-plugged-746be8ea-ee6a-4583-adbf-5cd7b95df219 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.390671] env[70527]: DEBUG oslo_concurrency.lockutils [req-3bf1625d-c3e3-4db9-8e2e-dd1c9d14d41a req-7d31eb66-4556-4af1-959c-252c03ccd6ec service nova] Acquiring lock "b70fb04d-5212-428e-bb92-dee6762011af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.390671] env[70527]: DEBUG oslo_concurrency.lockutils [req-3bf1625d-c3e3-4db9-8e2e-dd1c9d14d41a req-7d31eb66-4556-4af1-959c-252c03ccd6ec service nova] Lock "b70fb04d-5212-428e-bb92-dee6762011af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.390671] env[70527]: DEBUG oslo_concurrency.lockutils [req-3bf1625d-c3e3-4db9-8e2e-dd1c9d14d41a req-7d31eb66-4556-4af1-959c-252c03ccd6ec service nova] Lock "b70fb04d-5212-428e-bb92-dee6762011af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.391177] env[70527]: DEBUG nova.compute.manager [req-3bf1625d-c3e3-4db9-8e2e-dd1c9d14d41a req-7d31eb66-4556-4af1-959c-252c03ccd6ec service nova] [instance: b70fb04d-5212-428e-bb92-dee6762011af] No waiting events found dispatching network-vif-plugged-746be8ea-ee6a-4583-adbf-5cd7b95df219 {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 991.391177] env[70527]: WARNING nova.compute.manager [req-3bf1625d-c3e3-4db9-8e2e-dd1c9d14d41a req-7d31eb66-4556-4af1-959c-252c03ccd6ec service nova] [instance: b70fb04d-5212-428e-bb92-dee6762011af] Received unexpected event network-vif-plugged-746be8ea-ee6a-4583-adbf-5cd7b95df219 for instance with vm_state building and task_state spawning. [ 991.391296] env[70527]: DEBUG nova.compute.manager [req-3bf1625d-c3e3-4db9-8e2e-dd1c9d14d41a req-7d31eb66-4556-4af1-959c-252c03ccd6ec service nova] [instance: b70fb04d-5212-428e-bb92-dee6762011af] Received event network-changed-746be8ea-ee6a-4583-adbf-5cd7b95df219 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.394725] env[70527]: DEBUG nova.compute.manager [req-3bf1625d-c3e3-4db9-8e2e-dd1c9d14d41a req-7d31eb66-4556-4af1-959c-252c03ccd6ec service nova] [instance: b70fb04d-5212-428e-bb92-dee6762011af] Refreshing instance network info cache due to event network-changed-746be8ea-ee6a-4583-adbf-5cd7b95df219. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 991.394725] env[70527]: DEBUG oslo_concurrency.lockutils [req-3bf1625d-c3e3-4db9-8e2e-dd1c9d14d41a req-7d31eb66-4556-4af1-959c-252c03ccd6ec service nova] Acquiring lock "refresh_cache-b70fb04d-5212-428e-bb92-dee6762011af" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.394725] env[70527]: DEBUG oslo_concurrency.lockutils [req-3bf1625d-c3e3-4db9-8e2e-dd1c9d14d41a req-7d31eb66-4556-4af1-959c-252c03ccd6ec service nova] Acquired lock "refresh_cache-b70fb04d-5212-428e-bb92-dee6762011af" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.394725] env[70527]: DEBUG nova.network.neutron [req-3bf1625d-c3e3-4db9-8e2e-dd1c9d14d41a req-7d31eb66-4556-4af1-959c-252c03ccd6ec service nova] [instance: b70fb04d-5212-428e-bb92-dee6762011af] Refreshing network info cache for port 746be8ea-ee6a-4583-adbf-5cd7b95df219 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 991.399307] env[70527]: DEBUG nova.virt.hardware [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 991.399592] env[70527]: DEBUG nova.virt.hardware [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 991.399757] env[70527]: DEBUG nova.virt.hardware [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 991.399949] env[70527]: DEBUG nova.virt.hardware [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 991.400097] env[70527]: DEBUG nova.virt.hardware [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 991.401062] env[70527]: DEBUG nova.virt.hardware [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 991.401062] env[70527]: DEBUG nova.virt.hardware [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 991.401062] env[70527]: DEBUG nova.virt.hardware [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 991.401062] env[70527]: DEBUG nova.virt.hardware [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 991.401062] env[70527]: DEBUG nova.virt.hardware [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 991.401452] env[70527]: DEBUG nova.virt.hardware [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 991.402224] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f315ea34-e5a7-4b0c-afa6-6ca165278c39 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.413798] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60fb698b-9caa-452b-a93a-f01da92a5080 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.449338] env[70527]: DEBUG oslo_vmware.api [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52ac4f6a-6f72-ac14-53d5-de0803246b07, 'name': SearchDatastore_Task, 'duration_secs': 0.010165} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.449338] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.449692] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] b70fb04d-5212-428e-bb92-dee6762011af/b70fb04d-5212-428e-bb92-dee6762011af.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 991.449787] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-846c6768-a95a-480e-a536-e523fe27f793 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.452168] env[70527]: DEBUG oslo_concurrency.lockutils [req-97b78e33-2a0b-4ed9-b5b4-64f5cfcc010a req-5d9fab8a-db59-4f28-8405-a1df33c65405 service nova] Releasing lock "refresh_cache-d8ef288c-ca75-4166-93bc-09dd69753f8b" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.452943] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 991.453455] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Cleaning up deleted instances with incomplete migration {{(pid=70527) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 991.463355] env[70527]: DEBUG oslo_vmware.api [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Waiting for the task: (returnval){ [ 991.463355] env[70527]: value = "task-3913426" [ 991.463355] env[70527]: _type = "Task" [ 991.463355] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.474061] env[70527]: DEBUG oslo_vmware.api [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': task-3913426, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.489410] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a17dfed-da2a-4bf6-9e18-887a5a05ebce tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: b19d2ba3-5500-4ca2-842a-fefdfd22f9a6] Volume attach. Driver type: vmdk {{(pid=70527) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 991.490040] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a17dfed-da2a-4bf6-9e18-887a5a05ebce tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: b19d2ba3-5500-4ca2-842a-fefdfd22f9a6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-777125', 'volume_id': '04c2e188-2155-422c-97f2-260181080afc', 'name': 'volume-04c2e188-2155-422c-97f2-260181080afc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b19d2ba3-5500-4ca2-842a-fefdfd22f9a6', 'attached_at': '', 'detached_at': '', 'volume_id': '04c2e188-2155-422c-97f2-260181080afc', 'serial': '04c2e188-2155-422c-97f2-260181080afc'} {{(pid=70527) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 991.490959] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b4cd0f-fff3-4a8f-942b-60a2e35e98cf {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.512555] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad57058-6174-44cb-9430-2c7721e97725 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.549625] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a17dfed-da2a-4bf6-9e18-887a5a05ebce tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: b19d2ba3-5500-4ca2-842a-fefdfd22f9a6] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] volume-04c2e188-2155-422c-97f2-260181080afc/volume-04c2e188-2155-422c-97f2-260181080afc.vmdk or device None with type thin {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 991.551466] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b8fce9b-c649-46cf-b9ee-6b43a33ee625 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.581519] env[70527]: DEBUG oslo_vmware.api [None req-3a17dfed-da2a-4bf6-9e18-887a5a05ebce tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Waiting for the task: (returnval){ [ 991.581519] env[70527]: value = "task-3913427" [ 991.581519] env[70527]: _type = "Task" [ 991.581519] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.595160] env[70527]: DEBUG oslo_vmware.api [None req-3a17dfed-da2a-4bf6-9e18-887a5a05ebce tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3913427, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.878889] env[70527]: DEBUG oslo_vmware.api [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': task-3913425, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.904831] env[70527]: DEBUG oslo_concurrency.lockutils [None req-6442d29c-f7fe-425c-b5e4-c7e4dc539d42 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Lock "680e9855-2905-4c0d-adc7-e45781fd1e4e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.849s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.959627] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 991.979898] env[70527]: DEBUG oslo_vmware.api [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': task-3913426, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.097489] env[70527]: DEBUG oslo_vmware.api [None req-3a17dfed-da2a-4bf6-9e18-887a5a05ebce tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3913427, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.317227] env[70527]: DEBUG nova.network.neutron [req-3bf1625d-c3e3-4db9-8e2e-dd1c9d14d41a req-7d31eb66-4556-4af1-959c-252c03ccd6ec service nova] [instance: b70fb04d-5212-428e-bb92-dee6762011af] Updated VIF entry in instance network info cache for port 746be8ea-ee6a-4583-adbf-5cd7b95df219. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 992.318683] env[70527]: DEBUG nova.network.neutron [req-3bf1625d-c3e3-4db9-8e2e-dd1c9d14d41a req-7d31eb66-4556-4af1-959c-252c03ccd6ec service nova] [instance: b70fb04d-5212-428e-bb92-dee6762011af] Updating instance_info_cache with network_info: [{"id": "746be8ea-ee6a-4583-adbf-5cd7b95df219", "address": "fa:16:3e:89:58:ff", "network": {"id": "bb6762cd-f1ab-4e43-94ac-a5c86178334b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1406555943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b842c0a928094cc2adb37bf54e562070", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap746be8ea-ee", "ovs_interfaceid": "746be8ea-ee6a-4583-adbf-5cd7b95df219", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.330794] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cbd6110-03f2-4101-9a49-574488f09d2b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.347157] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eabbe0e-5d95-4fd9-aaf3-d62da978143c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.394114] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-108fbbd0-7a40-4731-97b4-ad5a9b36b418 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.403033] env[70527]: DEBUG oslo_vmware.api [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': task-3913425, 'name': PowerOnVM_Task, 'duration_secs': 0.820987} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.405206] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: ad16e90d-89f7-4ce6-82c3-d8bb10c614f9] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 992.407020] env[70527]: INFO nova.compute.manager [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: ad16e90d-89f7-4ce6-82c3-d8bb10c614f9] Took 11.17 seconds to spawn the instance on the hypervisor. [ 992.407020] env[70527]: DEBUG nova.compute.manager [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: ad16e90d-89f7-4ce6-82c3-d8bb10c614f9] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 992.407020] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9979e30d-bfb6-443d-89cd-ccdbc40053b2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.410225] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7998fef4-945c-4668-a386-962e68bd62a4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.435505] env[70527]: DEBUG nova.compute.provider_tree [None req-022d9fee-e0be-4f6f-bf7b-38a9994beb0f tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.481215] env[70527]: DEBUG oslo_vmware.api [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': task-3913426, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583629} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.481478] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] b70fb04d-5212-428e-bb92-dee6762011af/b70fb04d-5212-428e-bb92-dee6762011af.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 992.481922] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: b70fb04d-5212-428e-bb92-dee6762011af] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 992.481922] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73ff42e6-d897-4db5-a269-b8ab2ac0f2f4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.491572] env[70527]: DEBUG oslo_vmware.api [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Waiting for the task: (returnval){ [ 992.491572] env[70527]: value = "task-3913428" [ 992.491572] env[70527]: _type = "Task" [ 992.491572] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.503239] env[70527]: DEBUG oslo_vmware.api [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': task-3913428, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.600298] env[70527]: DEBUG oslo_vmware.api [None req-3a17dfed-da2a-4bf6-9e18-887a5a05ebce tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3913427, 'name': ReconfigVM_Task, 'duration_secs': 0.711612} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.600552] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a17dfed-da2a-4bf6-9e18-887a5a05ebce tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: b19d2ba3-5500-4ca2-842a-fefdfd22f9a6] Reconfigured VM instance instance-00000038 to attach disk [datastore2] volume-04c2e188-2155-422c-97f2-260181080afc/volume-04c2e188-2155-422c-97f2-260181080afc.vmdk or device None with type thin {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 992.607517] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25f35a76-4f34-4403-88af-20b3dbe1294f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.625412] env[70527]: DEBUG oslo_vmware.api [None req-3a17dfed-da2a-4bf6-9e18-887a5a05ebce tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Waiting for the task: (returnval){ [ 992.625412] env[70527]: value = "task-3913429" [ 992.625412] env[70527]: _type = "Task" [ 992.625412] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.636504] env[70527]: DEBUG oslo_vmware.api [None req-3a17dfed-da2a-4bf6-9e18-887a5a05ebce tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3913429, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.823420] env[70527]: DEBUG oslo_concurrency.lockutils [req-3bf1625d-c3e3-4db9-8e2e-dd1c9d14d41a req-7d31eb66-4556-4af1-959c-252c03ccd6ec service nova] Releasing lock "refresh_cache-b70fb04d-5212-428e-bb92-dee6762011af" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.931835] env[70527]: DEBUG oslo_concurrency.lockutils [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Acquiring lock "7b97e115-1aeb-4097-8f83-b4a8f0ce0727" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.933289] env[70527]: DEBUG oslo_concurrency.lockutils [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Lock "7b97e115-1aeb-4097-8f83-b4a8f0ce0727" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.947297] env[70527]: DEBUG nova.scheduler.client.report [None req-022d9fee-e0be-4f6f-bf7b-38a9994beb0f tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.958977] env[70527]: INFO nova.compute.manager [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: ad16e90d-89f7-4ce6-82c3-d8bb10c614f9] Took 36.27 seconds to build instance. [ 993.012135] env[70527]: DEBUG oslo_vmware.api [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': task-3913428, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079619} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.012135] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: b70fb04d-5212-428e-bb92-dee6762011af] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 993.012453] env[70527]: DEBUG oslo_concurrency.lockutils [None req-20f3c4da-461b-42a5-be07-0de098953cea tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquiring lock "d8ef288c-ca75-4166-93bc-09dd69753f8b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.013260] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a135383-ca35-4ee4-93f3-893a9987966b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.045392] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: b70fb04d-5212-428e-bb92-dee6762011af] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] b70fb04d-5212-428e-bb92-dee6762011af/b70fb04d-5212-428e-bb92-dee6762011af.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 993.046453] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64b19676-7640-45e0-af78-cc9151555f64 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.074466] env[70527]: DEBUG oslo_vmware.api [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Waiting for the task: (returnval){ [ 993.074466] env[70527]: value = "task-3913430" [ 993.074466] env[70527]: _type = "Task" [ 993.074466] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.090842] env[70527]: DEBUG oslo_vmware.api [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': task-3913430, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.100916] env[70527]: DEBUG nova.network.neutron [None req-5be9d3d1-8c7b-4c74-ac0c-9ff9efba41e6 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 8023716a-02ca-479e-ae56-9af98b173fd1] Successfully updated port: 0c13727e-ec12-4529-a432-72929f806507 {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 993.138838] env[70527]: DEBUG oslo_vmware.api [None req-3a17dfed-da2a-4bf6-9e18-887a5a05ebce tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3913429, 'name': ReconfigVM_Task, 'duration_secs': 0.252817} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.139252] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a17dfed-da2a-4bf6-9e18-887a5a05ebce tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: b19d2ba3-5500-4ca2-842a-fefdfd22f9a6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-777125', 'volume_id': '04c2e188-2155-422c-97f2-260181080afc', 'name': 'volume-04c2e188-2155-422c-97f2-260181080afc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b19d2ba3-5500-4ca2-842a-fefdfd22f9a6', 'attached_at': '', 'detached_at': '', 'volume_id': '04c2e188-2155-422c-97f2-260181080afc', 'serial': '04c2e188-2155-422c-97f2-260181080afc'} {{(pid=70527) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 993.436010] env[70527]: DEBUG nova.compute.manager [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: 7b97e115-1aeb-4097-8f83-b4a8f0ce0727] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 993.450141] env[70527]: DEBUG nova.network.neutron [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 2db3cf17-9e66-4708-8bca-571264284924] Successfully updated port: 03343218-a875-4f18-92c3-f214284949d8 {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 993.461600] env[70527]: DEBUG oslo_concurrency.lockutils [None req-022d9fee-e0be-4f6f-bf7b-38a9994beb0f tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.111s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.466895] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Lock "ad16e90d-89f7-4ce6-82c3-d8bb10c614f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.325s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.468041] env[70527]: DEBUG oslo_concurrency.lockutils [None req-28c6d611-0b19-4f18-bbe6-442ab7d8c283 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 17.475s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.468259] env[70527]: DEBUG nova.objects.instance [None req-28c6d611-0b19-4f18-bbe6-442ab7d8c283 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70527) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 993.505911] env[70527]: INFO nova.scheduler.client.report [None req-022d9fee-e0be-4f6f-bf7b-38a9994beb0f tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Deleted allocations for instance cc87d385-12c6-43d2-af21-1d2737c5d451 [ 993.586917] env[70527]: DEBUG oslo_vmware.api [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': task-3913430, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.605296] env[70527]: DEBUG oslo_concurrency.lockutils [None req-5be9d3d1-8c7b-4c74-ac0c-9ff9efba41e6 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquiring lock "refresh_cache-8023716a-02ca-479e-ae56-9af98b173fd1" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.605470] env[70527]: DEBUG oslo_concurrency.lockutils [None req-5be9d3d1-8c7b-4c74-ac0c-9ff9efba41e6 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquired lock "refresh_cache-8023716a-02ca-479e-ae56-9af98b173fd1" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.605659] env[70527]: DEBUG nova.network.neutron [None req-5be9d3d1-8c7b-4c74-ac0c-9ff9efba41e6 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 8023716a-02ca-479e-ae56-9af98b173fd1] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 993.688660] env[70527]: DEBUG nova.compute.manager [req-918bfbf4-8891-4c32-b0e1-648f29cd6649 req-d8ba5884-e2d7-4e4c-8300-871b7a95f50c service nova] [instance: 477e6007-8991-42f3-aae0-57a7225b2cd2] Received event network-changed-c2cdbba6-60b2-4018-ae5f-9bf11157549b {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.688895] env[70527]: DEBUG nova.compute.manager [req-918bfbf4-8891-4c32-b0e1-648f29cd6649 req-d8ba5884-e2d7-4e4c-8300-871b7a95f50c service nova] [instance: 477e6007-8991-42f3-aae0-57a7225b2cd2] Refreshing instance network info cache due to event network-changed-c2cdbba6-60b2-4018-ae5f-9bf11157549b. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 993.689184] env[70527]: DEBUG oslo_concurrency.lockutils [req-918bfbf4-8891-4c32-b0e1-648f29cd6649 req-d8ba5884-e2d7-4e4c-8300-871b7a95f50c service nova] Acquiring lock "refresh_cache-477e6007-8991-42f3-aae0-57a7225b2cd2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.689354] env[70527]: DEBUG oslo_concurrency.lockutils [req-918bfbf4-8891-4c32-b0e1-648f29cd6649 req-d8ba5884-e2d7-4e4c-8300-871b7a95f50c service nova] Acquired lock "refresh_cache-477e6007-8991-42f3-aae0-57a7225b2cd2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.689526] env[70527]: DEBUG nova.network.neutron [req-918bfbf4-8891-4c32-b0e1-648f29cd6649 req-d8ba5884-e2d7-4e4c-8300-871b7a95f50c service nova] [instance: 477e6007-8991-42f3-aae0-57a7225b2cd2] Refreshing network info cache for port c2cdbba6-60b2-4018-ae5f-9bf11157549b {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 993.953059] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Acquiring lock "refresh_cache-2db3cf17-9e66-4708-8bca-571264284924" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.953362] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Acquired lock "refresh_cache-2db3cf17-9e66-4708-8bca-571264284924" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.953362] env[70527]: DEBUG nova.network.neutron [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 2db3cf17-9e66-4708-8bca-571264284924] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 993.956105] env[70527]: DEBUG oslo_concurrency.lockutils [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.022103] env[70527]: DEBUG oslo_concurrency.lockutils [None req-022d9fee-e0be-4f6f-bf7b-38a9994beb0f tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Lock "cc87d385-12c6-43d2-af21-1d2737c5d451" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.079s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.086504] env[70527]: DEBUG oslo_vmware.api [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': task-3913430, 'name': ReconfigVM_Task, 'duration_secs': 0.778373} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.086886] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: b70fb04d-5212-428e-bb92-dee6762011af] Reconfigured VM instance instance-00000045 to attach disk [datastore2] b70fb04d-5212-428e-bb92-dee6762011af/b70fb04d-5212-428e-bb92-dee6762011af.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 994.087608] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e95aa58-ff4c-4d6a-ac24-5a08bae55675 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.097964] env[70527]: DEBUG oslo_vmware.api [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Waiting for the task: (returnval){ [ 994.097964] env[70527]: value = "task-3913431" [ 994.097964] env[70527]: _type = "Task" [ 994.097964] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.111776] env[70527]: DEBUG oslo_vmware.api [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': task-3913431, 'name': Rename_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.138540] env[70527]: DEBUG nova.compute.manager [req-a9be30eb-6e6a-4d29-983a-fb2b2f11905e req-1dcc1ecd-a144-407f-b09e-c2f05de1c7f5 service nova] [instance: 8023716a-02ca-479e-ae56-9af98b173fd1] Received event network-vif-plugged-0c13727e-ec12-4529-a432-72929f806507 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 994.139111] env[70527]: DEBUG oslo_concurrency.lockutils [req-a9be30eb-6e6a-4d29-983a-fb2b2f11905e req-1dcc1ecd-a144-407f-b09e-c2f05de1c7f5 service nova] Acquiring lock "8023716a-02ca-479e-ae56-9af98b173fd1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.140385] env[70527]: DEBUG oslo_concurrency.lockutils [req-a9be30eb-6e6a-4d29-983a-fb2b2f11905e req-1dcc1ecd-a144-407f-b09e-c2f05de1c7f5 service nova] Lock "8023716a-02ca-479e-ae56-9af98b173fd1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.140681] env[70527]: DEBUG oslo_concurrency.lockutils [req-a9be30eb-6e6a-4d29-983a-fb2b2f11905e req-1dcc1ecd-a144-407f-b09e-c2f05de1c7f5 service nova] Lock "8023716a-02ca-479e-ae56-9af98b173fd1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.140906] env[70527]: DEBUG nova.compute.manager [req-a9be30eb-6e6a-4d29-983a-fb2b2f11905e req-1dcc1ecd-a144-407f-b09e-c2f05de1c7f5 service nova] [instance: 8023716a-02ca-479e-ae56-9af98b173fd1] No waiting events found dispatching network-vif-plugged-0c13727e-ec12-4529-a432-72929f806507 {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 994.141150] env[70527]: WARNING nova.compute.manager [req-a9be30eb-6e6a-4d29-983a-fb2b2f11905e req-1dcc1ecd-a144-407f-b09e-c2f05de1c7f5 service nova] [instance: 8023716a-02ca-479e-ae56-9af98b173fd1] Received unexpected event network-vif-plugged-0c13727e-ec12-4529-a432-72929f806507 for instance with vm_state active and task_state None. [ 994.154975] env[70527]: WARNING nova.network.neutron [None req-5be9d3d1-8c7b-4c74-ac0c-9ff9efba41e6 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 8023716a-02ca-479e-ae56-9af98b173fd1] 0528ffcb-4865-41a0-87e6-3ea996b12397 already exists in list: networks containing: ['0528ffcb-4865-41a0-87e6-3ea996b12397']. ignoring it [ 994.196751] env[70527]: DEBUG nova.objects.instance [None req-3a17dfed-da2a-4bf6-9e18-887a5a05ebce tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Lazy-loading 'flavor' on Instance uuid b19d2ba3-5500-4ca2-842a-fefdfd22f9a6 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 994.479183] env[70527]: DEBUG nova.network.neutron [req-918bfbf4-8891-4c32-b0e1-648f29cd6649 req-d8ba5884-e2d7-4e4c-8300-871b7a95f50c service nova] [instance: 477e6007-8991-42f3-aae0-57a7225b2cd2] Updated VIF entry in instance network info cache for port c2cdbba6-60b2-4018-ae5f-9bf11157549b. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 994.479687] env[70527]: DEBUG nova.network.neutron [req-918bfbf4-8891-4c32-b0e1-648f29cd6649 req-d8ba5884-e2d7-4e4c-8300-871b7a95f50c service nova] [instance: 477e6007-8991-42f3-aae0-57a7225b2cd2] Updating instance_info_cache with network_info: [{"id": "c2cdbba6-60b2-4018-ae5f-9bf11157549b", "address": "fa:16:3e:cf:ce:1a", "network": {"id": "fdf098a6-ef44-4793-88aa-1cb978a2d70d", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-733756498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f77260a0059a4474affdb8e061f5a7f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2cdbba6-60", "ovs_interfaceid": "c2cdbba6-60b2-4018-ae5f-9bf11157549b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.482282] env[70527]: DEBUG oslo_concurrency.lockutils [None req-28c6d611-0b19-4f18-bbe6-442ab7d8c283 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.496122] env[70527]: DEBUG oslo_concurrency.lockutils [None req-05c7250e-3ad9-4fe7-96dd-30573ad3123b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.656s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.498407] env[70527]: INFO nova.compute.claims [None req-05c7250e-3ad9-4fe7-96dd-30573ad3123b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 2342d23d-0784-4e0b-9901-033abc8e33d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 994.511204] env[70527]: DEBUG nova.network.neutron [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 2db3cf17-9e66-4708-8bca-571264284924] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 994.596399] env[70527]: DEBUG nova.network.neutron [None req-5be9d3d1-8c7b-4c74-ac0c-9ff9efba41e6 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 8023716a-02ca-479e-ae56-9af98b173fd1] Updating instance_info_cache with network_info: [{"id": "52a5a97d-0b89-4670-a64e-15d625ce7af5", "address": "fa:16:3e:75:d8:28", "network": {"id": "0528ffcb-4865-41a0-87e6-3ea996b12397", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210779476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "030332ea48994bab8d286711ee279556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52a5a97d-0b", "ovs_interfaceid": "52a5a97d-0b89-4670-a64e-15d625ce7af5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0c13727e-ec12-4529-a432-72929f806507", "address": "fa:16:3e:7b:76:23", "network": {"id": "0528ffcb-4865-41a0-87e6-3ea996b12397", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210779476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "030332ea48994bab8d286711ee279556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c13727e-ec", "ovs_interfaceid": "0c13727e-ec12-4529-a432-72929f806507", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.612294] env[70527]: DEBUG oslo_vmware.api [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': task-3913431, 'name': Rename_Task, 'duration_secs': 0.196183} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.612385] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: b70fb04d-5212-428e-bb92-dee6762011af] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 994.612600] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ed509d3-4108-4303-ab3b-30d19e80dfc0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.620909] env[70527]: DEBUG oslo_vmware.api [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Waiting for the task: (returnval){ [ 994.620909] env[70527]: value = "task-3913432" [ 994.620909] env[70527]: _type = "Task" [ 994.620909] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.632615] env[70527]: DEBUG oslo_vmware.api [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': task-3913432, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.676793] env[70527]: DEBUG nova.network.neutron [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 2db3cf17-9e66-4708-8bca-571264284924] Updating instance_info_cache with network_info: [{"id": "03343218-a875-4f18-92c3-f214284949d8", "address": "fa:16:3e:5e:2a:10", "network": {"id": "6a4f3b6e-2245-4a82-bf13-e4002ce51c7b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-274635677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "217e9dedf6ba423980df628f40219825", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03343218-a8", "ovs_interfaceid": "03343218-a875-4f18-92c3-f214284949d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.705182] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3a17dfed-da2a-4bf6-9e18-887a5a05ebce tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Lock "b19d2ba3-5500-4ca2-842a-fefdfd22f9a6" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.388s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.988688] env[70527]: DEBUG oslo_concurrency.lockutils [req-918bfbf4-8891-4c32-b0e1-648f29cd6649 req-d8ba5884-e2d7-4e4c-8300-871b7a95f50c service nova] Releasing lock "refresh_cache-477e6007-8991-42f3-aae0-57a7225b2cd2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.099277] env[70527]: DEBUG oslo_concurrency.lockutils [None req-5be9d3d1-8c7b-4c74-ac0c-9ff9efba41e6 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Releasing lock "refresh_cache-8023716a-02ca-479e-ae56-9af98b173fd1" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.100025] env[70527]: DEBUG oslo_concurrency.lockutils [None req-5be9d3d1-8c7b-4c74-ac0c-9ff9efba41e6 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquiring lock "8023716a-02ca-479e-ae56-9af98b173fd1" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.100262] env[70527]: DEBUG oslo_concurrency.lockutils [None req-5be9d3d1-8c7b-4c74-ac0c-9ff9efba41e6 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquired lock "8023716a-02ca-479e-ae56-9af98b173fd1" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.101205] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da944c5c-d731-4d1e-b2a8-2d7fd1e56b98 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.119934] env[70527]: DEBUG nova.virt.hardware [None req-5be9d3d1-8c7b-4c74-ac0c-9ff9efba41e6 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 995.120207] env[70527]: DEBUG nova.virt.hardware [None req-5be9d3d1-8c7b-4c74-ac0c-9ff9efba41e6 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 995.120312] env[70527]: DEBUG nova.virt.hardware [None req-5be9d3d1-8c7b-4c74-ac0c-9ff9efba41e6 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 995.120491] env[70527]: DEBUG nova.virt.hardware [None req-5be9d3d1-8c7b-4c74-ac0c-9ff9efba41e6 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 995.120922] env[70527]: DEBUG nova.virt.hardware [None req-5be9d3d1-8c7b-4c74-ac0c-9ff9efba41e6 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 995.120922] env[70527]: DEBUG nova.virt.hardware [None req-5be9d3d1-8c7b-4c74-ac0c-9ff9efba41e6 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 995.121036] env[70527]: DEBUG nova.virt.hardware [None req-5be9d3d1-8c7b-4c74-ac0c-9ff9efba41e6 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 995.121190] env[70527]: DEBUG nova.virt.hardware [None req-5be9d3d1-8c7b-4c74-ac0c-9ff9efba41e6 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 995.121324] env[70527]: DEBUG nova.virt.hardware [None req-5be9d3d1-8c7b-4c74-ac0c-9ff9efba41e6 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 995.121605] env[70527]: DEBUG nova.virt.hardware [None req-5be9d3d1-8c7b-4c74-ac0c-9ff9efba41e6 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 995.121686] env[70527]: DEBUG nova.virt.hardware [None req-5be9d3d1-8c7b-4c74-ac0c-9ff9efba41e6 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 995.128274] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-5be9d3d1-8c7b-4c74-ac0c-9ff9efba41e6 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 8023716a-02ca-479e-ae56-9af98b173fd1] Reconfiguring VM to attach interface {{(pid=70527) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 995.128924] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31db9699-6a86-4ebd-86aa-2fc08257fb28 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.151493] env[70527]: DEBUG oslo_vmware.api [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': task-3913432, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.152997] env[70527]: DEBUG oslo_vmware.api [None req-5be9d3d1-8c7b-4c74-ac0c-9ff9efba41e6 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Waiting for the task: (returnval){ [ 995.152997] env[70527]: value = "task-3913433" [ 995.152997] env[70527]: _type = "Task" [ 995.152997] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.164480] env[70527]: DEBUG oslo_vmware.api [None req-5be9d3d1-8c7b-4c74-ac0c-9ff9efba41e6 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3913433, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.180438] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Releasing lock "refresh_cache-2db3cf17-9e66-4708-8bca-571264284924" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.180783] env[70527]: DEBUG nova.compute.manager [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 2db3cf17-9e66-4708-8bca-571264284924] Instance network_info: |[{"id": "03343218-a875-4f18-92c3-f214284949d8", "address": "fa:16:3e:5e:2a:10", "network": {"id": "6a4f3b6e-2245-4a82-bf13-e4002ce51c7b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-274635677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "217e9dedf6ba423980df628f40219825", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03343218-a8", "ovs_interfaceid": "03343218-a875-4f18-92c3-f214284949d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 995.181247] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 2db3cf17-9e66-4708-8bca-571264284924] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:2a:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4db2961d-273d-4634-9d06-a94fa9d384fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '03343218-a875-4f18-92c3-f214284949d8', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 995.190215] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 995.190215] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2db3cf17-9e66-4708-8bca-571264284924] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 995.190215] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f63919e5-d88c-4eb5-90ec-284b25f5e15f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.211398] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 995.211398] env[70527]: value = "task-3913434" [ 995.211398] env[70527]: _type = "Task" [ 995.211398] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.220836] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913434, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.398913] env[70527]: DEBUG oslo_concurrency.lockutils [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Acquiring lock "307e07ea-082b-4d3d-8d94-b3408f862c4a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.399128] env[70527]: DEBUG oslo_concurrency.lockutils [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Lock "307e07ea-082b-4d3d-8d94-b3408f862c4a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.644366] env[70527]: DEBUG oslo_vmware.api [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': task-3913432, 'name': PowerOnVM_Task, 'duration_secs': 0.657231} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.644671] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: b70fb04d-5212-428e-bb92-dee6762011af] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 995.644859] env[70527]: INFO nova.compute.manager [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: b70fb04d-5212-428e-bb92-dee6762011af] Took 11.73 seconds to spawn the instance on the hypervisor. [ 995.645062] env[70527]: DEBUG nova.compute.manager [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: b70fb04d-5212-428e-bb92-dee6762011af] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 995.645964] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b455d5f-85e3-4ffd-b6d6-bc7eefe5ed15 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.677771] env[70527]: DEBUG oslo_vmware.api [None req-5be9d3d1-8c7b-4c74-ac0c-9ff9efba41e6 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3913433, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.724031] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913434, 'name': CreateVM_Task} progress is 25%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.804376] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c82cbb6c-4608-4a63-b7e8-5b8461f8ae15 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Acquiring lock "440274de-4164-459b-bb75-0cf1b040395e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.804645] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c82cbb6c-4608-4a63-b7e8-5b8461f8ae15 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Lock "440274de-4164-459b-bb75-0cf1b040395e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.804852] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c82cbb6c-4608-4a63-b7e8-5b8461f8ae15 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Acquiring lock "440274de-4164-459b-bb75-0cf1b040395e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.805071] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c82cbb6c-4608-4a63-b7e8-5b8461f8ae15 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Lock "440274de-4164-459b-bb75-0cf1b040395e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.805699] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c82cbb6c-4608-4a63-b7e8-5b8461f8ae15 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Lock "440274de-4164-459b-bb75-0cf1b040395e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.807922] env[70527]: INFO nova.compute.manager [None req-c82cbb6c-4608-4a63-b7e8-5b8461f8ae15 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: 440274de-4164-459b-bb75-0cf1b040395e] Terminating instance [ 995.875572] env[70527]: DEBUG oslo_concurrency.lockutils [None req-173d8afc-e6dc-44f9-a780-bd630ceed017 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Acquiring lock "ed20e07e-dca3-4e05-987d-254a2d8891a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.875572] env[70527]: DEBUG oslo_concurrency.lockutils [None req-173d8afc-e6dc-44f9-a780-bd630ceed017 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Lock "ed20e07e-dca3-4e05-987d-254a2d8891a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.875834] env[70527]: DEBUG oslo_concurrency.lockutils [None req-173d8afc-e6dc-44f9-a780-bd630ceed017 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Acquiring lock "ed20e07e-dca3-4e05-987d-254a2d8891a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.875976] env[70527]: DEBUG oslo_concurrency.lockutils [None req-173d8afc-e6dc-44f9-a780-bd630ceed017 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Lock "ed20e07e-dca3-4e05-987d-254a2d8891a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.876279] env[70527]: DEBUG oslo_concurrency.lockutils [None req-173d8afc-e6dc-44f9-a780-bd630ceed017 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Lock "ed20e07e-dca3-4e05-987d-254a2d8891a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.879172] env[70527]: INFO nova.compute.manager [None req-173d8afc-e6dc-44f9-a780-bd630ceed017 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] [instance: ed20e07e-dca3-4e05-987d-254a2d8891a7] Terminating instance [ 995.886226] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda51b40-1a74-4ee0-ab1c-e95ce921f936 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.900690] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bede2082-bd5d-4e34-91ef-2e85ce38f328 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.905240] env[70527]: DEBUG nova.compute.manager [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 307e07ea-082b-4d3d-8d94-b3408f862c4a] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 995.942100] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ca9cb4-bf7b-4d66-9a53-1131c7c9fcae {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.950858] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a45f81-954d-4a7d-8158-7c66f8dea36c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.966079] env[70527]: DEBUG nova.compute.provider_tree [None req-05c7250e-3ad9-4fe7-96dd-30573ad3123b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.175244] env[70527]: DEBUG oslo_vmware.api [None req-5be9d3d1-8c7b-4c74-ac0c-9ff9efba41e6 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3913433, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.178068] env[70527]: INFO nova.compute.manager [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: b70fb04d-5212-428e-bb92-dee6762011af] Took 39.48 seconds to build instance. [ 996.225632] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913434, 'name': CreateVM_Task, 'duration_secs': 0.76509} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.225945] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2db3cf17-9e66-4708-8bca-571264284924] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 996.226943] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.227238] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.227990] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.227990] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5fde324-7879-44d7-8fa0-4bb62ff36a92 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.235431] env[70527]: DEBUG oslo_vmware.api [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for the task: (returnval){ [ 996.235431] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52d34fe6-cf23-f4b1-fc2a-1834de3debdc" [ 996.235431] env[70527]: _type = "Task" [ 996.235431] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.246302] env[70527]: DEBUG oslo_vmware.api [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52d34fe6-cf23-f4b1-fc2a-1834de3debdc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.315039] env[70527]: DEBUG nova.compute.manager [None req-c82cbb6c-4608-4a63-b7e8-5b8461f8ae15 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: 440274de-4164-459b-bb75-0cf1b040395e] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 996.315039] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-c82cbb6c-4608-4a63-b7e8-5b8461f8ae15 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: 440274de-4164-459b-bb75-0cf1b040395e] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 996.315039] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93cc2a16-d86e-4547-ba0e-1e6859ce1d23 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.324226] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-c82cbb6c-4608-4a63-b7e8-5b8461f8ae15 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: 440274de-4164-459b-bb75-0cf1b040395e] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 996.324652] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b39be6f-cdc2-4c15-b13d-db20e55b2649 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.333960] env[70527]: DEBUG oslo_vmware.api [None req-c82cbb6c-4608-4a63-b7e8-5b8461f8ae15 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Waiting for the task: (returnval){ [ 996.333960] env[70527]: value = "task-3913435" [ 996.333960] env[70527]: _type = "Task" [ 996.333960] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.342652] env[70527]: DEBUG oslo_vmware.api [None req-c82cbb6c-4608-4a63-b7e8-5b8461f8ae15 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3913435, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.393866] env[70527]: DEBUG nova.compute.manager [None req-173d8afc-e6dc-44f9-a780-bd630ceed017 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] [instance: ed20e07e-dca3-4e05-987d-254a2d8891a7] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 996.394278] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-173d8afc-e6dc-44f9-a780-bd630ceed017 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] [instance: ed20e07e-dca3-4e05-987d-254a2d8891a7] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 996.395749] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a2e66c-598b-4f5f-8908-7de0ea0b2a41 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.407243] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-173d8afc-e6dc-44f9-a780-bd630ceed017 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] [instance: ed20e07e-dca3-4e05-987d-254a2d8891a7] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 996.407648] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be8f6ad5-1319-4fed-9347-b9b92b7bae7c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.416407] env[70527]: DEBUG oslo_vmware.api [None req-173d8afc-e6dc-44f9-a780-bd630ceed017 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Waiting for the task: (returnval){ [ 996.416407] env[70527]: value = "task-3913436" [ 996.416407] env[70527]: _type = "Task" [ 996.416407] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.431261] env[70527]: DEBUG oslo_vmware.api [None req-173d8afc-e6dc-44f9-a780-bd630ceed017 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Task: {'id': task-3913436, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.433052] env[70527]: DEBUG oslo_concurrency.lockutils [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.469589] env[70527]: DEBUG nova.scheduler.client.report [None req-05c7250e-3ad9-4fe7-96dd-30573ad3123b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 996.668235] env[70527]: DEBUG oslo_vmware.api [None req-5be9d3d1-8c7b-4c74-ac0c-9ff9efba41e6 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3913433, 'name': ReconfigVM_Task, 'duration_secs': 1.029126} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.668750] env[70527]: DEBUG oslo_concurrency.lockutils [None req-5be9d3d1-8c7b-4c74-ac0c-9ff9efba41e6 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Releasing lock "8023716a-02ca-479e-ae56-9af98b173fd1" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.668876] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-5be9d3d1-8c7b-4c74-ac0c-9ff9efba41e6 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 8023716a-02ca-479e-ae56-9af98b173fd1] Reconfigured VM to attach interface {{(pid=70527) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 996.680586] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d40d3569-57e4-4587-b519-b4cccdf891ba tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Lock "b70fb04d-5212-428e-bb92-dee6762011af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.502s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.747301] env[70527]: DEBUG oslo_vmware.api [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52d34fe6-cf23-f4b1-fc2a-1834de3debdc, 'name': SearchDatastore_Task, 'duration_secs': 0.015941} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.747695] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.747853] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 2db3cf17-9e66-4708-8bca-571264284924] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 996.748147] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.748297] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.748483] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 996.748757] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c88d6df-7359-463e-89e3-1be990d288c5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.760152] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 996.760264] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 996.760953] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11c20b55-074b-4e78-bb95-a0f652d1962e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.767514] env[70527]: DEBUG oslo_vmware.api [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for the task: (returnval){ [ 996.767514] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]5295d6f0-5934-bc9a-4810-01860f0e680c" [ 996.767514] env[70527]: _type = "Task" [ 996.767514] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.777529] env[70527]: DEBUG oslo_vmware.api [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5295d6f0-5934-bc9a-4810-01860f0e680c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.807865] env[70527]: DEBUG oslo_concurrency.lockutils [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Acquiring lock "cc93a02e-989c-4238-aed7-ab4843e2add4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.808204] env[70527]: DEBUG oslo_concurrency.lockutils [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Lock "cc93a02e-989c-4238-aed7-ab4843e2add4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.845593] env[70527]: DEBUG oslo_vmware.api [None req-c82cbb6c-4608-4a63-b7e8-5b8461f8ae15 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3913435, 'name': PowerOffVM_Task, 'duration_secs': 0.237681} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.845869] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-c82cbb6c-4608-4a63-b7e8-5b8461f8ae15 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: 440274de-4164-459b-bb75-0cf1b040395e] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 996.846024] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-c82cbb6c-4608-4a63-b7e8-5b8461f8ae15 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: 440274de-4164-459b-bb75-0cf1b040395e] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 996.846272] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e659308-ee76-438e-b17c-1ffcc56699b1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.861462] env[70527]: DEBUG nova.compute.manager [req-8c248123-212b-49c4-a943-8b41006432e1 req-12f8b944-b166-4d47-87b2-90cf329c6641 service nova] [instance: 2db3cf17-9e66-4708-8bca-571264284924] Received event network-vif-plugged-03343218-a875-4f18-92c3-f214284949d8 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.861626] env[70527]: DEBUG oslo_concurrency.lockutils [req-8c248123-212b-49c4-a943-8b41006432e1 req-12f8b944-b166-4d47-87b2-90cf329c6641 service nova] Acquiring lock "2db3cf17-9e66-4708-8bca-571264284924-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.862244] env[70527]: DEBUG oslo_concurrency.lockutils [req-8c248123-212b-49c4-a943-8b41006432e1 req-12f8b944-b166-4d47-87b2-90cf329c6641 service nova] Lock "2db3cf17-9e66-4708-8bca-571264284924-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.862433] env[70527]: DEBUG oslo_concurrency.lockutils [req-8c248123-212b-49c4-a943-8b41006432e1 req-12f8b944-b166-4d47-87b2-90cf329c6641 service nova] Lock "2db3cf17-9e66-4708-8bca-571264284924-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.862619] env[70527]: DEBUG nova.compute.manager [req-8c248123-212b-49c4-a943-8b41006432e1 req-12f8b944-b166-4d47-87b2-90cf329c6641 service nova] [instance: 2db3cf17-9e66-4708-8bca-571264284924] No waiting events found dispatching network-vif-plugged-03343218-a875-4f18-92c3-f214284949d8 {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 996.862823] env[70527]: WARNING nova.compute.manager [req-8c248123-212b-49c4-a943-8b41006432e1 req-12f8b944-b166-4d47-87b2-90cf329c6641 service nova] [instance: 2db3cf17-9e66-4708-8bca-571264284924] Received unexpected event network-vif-plugged-03343218-a875-4f18-92c3-f214284949d8 for instance with vm_state building and task_state spawning. [ 996.862940] env[70527]: DEBUG nova.compute.manager [req-8c248123-212b-49c4-a943-8b41006432e1 req-12f8b944-b166-4d47-87b2-90cf329c6641 service nova] [instance: 2db3cf17-9e66-4708-8bca-571264284924] Received event network-changed-03343218-a875-4f18-92c3-f214284949d8 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.863215] env[70527]: DEBUG nova.compute.manager [req-8c248123-212b-49c4-a943-8b41006432e1 req-12f8b944-b166-4d47-87b2-90cf329c6641 service nova] [instance: 2db3cf17-9e66-4708-8bca-571264284924] Refreshing instance network info cache due to event network-changed-03343218-a875-4f18-92c3-f214284949d8. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 996.863323] env[70527]: DEBUG oslo_concurrency.lockutils [req-8c248123-212b-49c4-a943-8b41006432e1 req-12f8b944-b166-4d47-87b2-90cf329c6641 service nova] Acquiring lock "refresh_cache-2db3cf17-9e66-4708-8bca-571264284924" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.863428] env[70527]: DEBUG oslo_concurrency.lockutils [req-8c248123-212b-49c4-a943-8b41006432e1 req-12f8b944-b166-4d47-87b2-90cf329c6641 service nova] Acquired lock "refresh_cache-2db3cf17-9e66-4708-8bca-571264284924" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.863581] env[70527]: DEBUG nova.network.neutron [req-8c248123-212b-49c4-a943-8b41006432e1 req-12f8b944-b166-4d47-87b2-90cf329c6641 service nova] [instance: 2db3cf17-9e66-4708-8bca-571264284924] Refreshing network info cache for port 03343218-a875-4f18-92c3-f214284949d8 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 996.931481] env[70527]: DEBUG oslo_vmware.api [None req-173d8afc-e6dc-44f9-a780-bd630ceed017 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Task: {'id': task-3913436, 'name': PowerOffVM_Task, 'duration_secs': 0.332846} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.932850] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-173d8afc-e6dc-44f9-a780-bd630ceed017 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] [instance: ed20e07e-dca3-4e05-987d-254a2d8891a7] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 996.933057] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-173d8afc-e6dc-44f9-a780-bd630ceed017 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] [instance: ed20e07e-dca3-4e05-987d-254a2d8891a7] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 996.933335] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-c82cbb6c-4608-4a63-b7e8-5b8461f8ae15 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: 440274de-4164-459b-bb75-0cf1b040395e] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 996.933536] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-c82cbb6c-4608-4a63-b7e8-5b8461f8ae15 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: 440274de-4164-459b-bb75-0cf1b040395e] Deleting contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 996.933717] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-c82cbb6c-4608-4a63-b7e8-5b8461f8ae15 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Deleting the datastore file [datastore2] 440274de-4164-459b-bb75-0cf1b040395e {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 996.933961] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac240d17-ea32-419c-b9b3-6afb1be0325a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.936316] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf4184fe-34ba-4f6c-b601-2c1f78f8fad6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.944708] env[70527]: DEBUG oslo_vmware.api [None req-c82cbb6c-4608-4a63-b7e8-5b8461f8ae15 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Waiting for the task: (returnval){ [ 996.944708] env[70527]: value = "task-3913439" [ 996.944708] env[70527]: _type = "Task" [ 996.944708] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.955059] env[70527]: DEBUG oslo_vmware.api [None req-c82cbb6c-4608-4a63-b7e8-5b8461f8ae15 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3913439, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.975264] env[70527]: DEBUG oslo_concurrency.lockutils [None req-05c7250e-3ad9-4fe7-96dd-30573ad3123b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.479s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.975836] env[70527]: DEBUG nova.compute.manager [None req-05c7250e-3ad9-4fe7-96dd-30573ad3123b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 2342d23d-0784-4e0b-9901-033abc8e33d1] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 996.978873] env[70527]: DEBUG oslo_concurrency.lockutils [None req-715ea028-4a91-450e-a128-c87c12dd96fb tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.901s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.979081] env[70527]: DEBUG nova.objects.instance [None req-715ea028-4a91-450e-a128-c87c12dd96fb tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Lazy-loading 'resources' on Instance uuid dd9ece4e-5f48-4ee0-8f15-94d952cd564b {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 997.012301] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-173d8afc-e6dc-44f9-a780-bd630ceed017 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] [instance: ed20e07e-dca3-4e05-987d-254a2d8891a7] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 997.012568] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-173d8afc-e6dc-44f9-a780-bd630ceed017 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] [instance: ed20e07e-dca3-4e05-987d-254a2d8891a7] Deleting contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 997.012895] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-173d8afc-e6dc-44f9-a780-bd630ceed017 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Deleting the datastore file [datastore1] ed20e07e-dca3-4e05-987d-254a2d8891a7 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 997.013077] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c2e6af8-eab7-4c30-a3eb-ae323fa2f56c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.021014] env[70527]: DEBUG oslo_vmware.api [None req-173d8afc-e6dc-44f9-a780-bd630ceed017 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Waiting for the task: (returnval){ [ 997.021014] env[70527]: value = "task-3913440" [ 997.021014] env[70527]: _type = "Task" [ 997.021014] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.030724] env[70527]: DEBUG oslo_vmware.api [None req-173d8afc-e6dc-44f9-a780-bd630ceed017 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Task: {'id': task-3913440, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.033101] env[70527]: DEBUG nova.compute.manager [req-f3ebf247-fefb-4e3c-8127-84afa59104b5 req-fa51a970-b4ff-4b9c-b58f-628e631f783f service nova] [instance: 8023716a-02ca-479e-ae56-9af98b173fd1] Received event network-changed-0c13727e-ec12-4529-a432-72929f806507 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 997.033339] env[70527]: DEBUG nova.compute.manager [req-f3ebf247-fefb-4e3c-8127-84afa59104b5 req-fa51a970-b4ff-4b9c-b58f-628e631f783f service nova] [instance: 8023716a-02ca-479e-ae56-9af98b173fd1] Refreshing instance network info cache due to event network-changed-0c13727e-ec12-4529-a432-72929f806507. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 997.033527] env[70527]: DEBUG oslo_concurrency.lockutils [req-f3ebf247-fefb-4e3c-8127-84afa59104b5 req-fa51a970-b4ff-4b9c-b58f-628e631f783f service nova] Acquiring lock "refresh_cache-8023716a-02ca-479e-ae56-9af98b173fd1" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.033681] env[70527]: DEBUG oslo_concurrency.lockutils [req-f3ebf247-fefb-4e3c-8127-84afa59104b5 req-fa51a970-b4ff-4b9c-b58f-628e631f783f service nova] Acquired lock "refresh_cache-8023716a-02ca-479e-ae56-9af98b173fd1" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.033852] env[70527]: DEBUG nova.network.neutron [req-f3ebf247-fefb-4e3c-8127-84afa59104b5 req-fa51a970-b4ff-4b9c-b58f-628e631f783f service nova] [instance: 8023716a-02ca-479e-ae56-9af98b173fd1] Refreshing network info cache for port 0c13727e-ec12-4529-a432-72929f806507 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 997.173503] env[70527]: DEBUG oslo_concurrency.lockutils [None req-5be9d3d1-8c7b-4c74-ac0c-9ff9efba41e6 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Lock "interface-8023716a-02ca-479e-ae56-9af98b173fd1-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.874s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.279461] env[70527]: DEBUG oslo_vmware.api [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5295d6f0-5934-bc9a-4810-01860f0e680c, 'name': SearchDatastore_Task, 'duration_secs': 0.017688} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.280250] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7afbe3b-0fd6-4c44-bd8f-a0658c38d6ef {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.285752] env[70527]: DEBUG oslo_vmware.api [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for the task: (returnval){ [ 997.285752] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]5288de63-8384-06b5-41d8-149d71054ab6" [ 997.285752] env[70527]: _type = "Task" [ 997.285752] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.294069] env[70527]: DEBUG oslo_vmware.api [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5288de63-8384-06b5-41d8-149d71054ab6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.311072] env[70527]: DEBUG nova.compute.manager [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 997.455563] env[70527]: DEBUG oslo_vmware.api [None req-c82cbb6c-4608-4a63-b7e8-5b8461f8ae15 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3913439, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219443} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.456473] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-c82cbb6c-4608-4a63-b7e8-5b8461f8ae15 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 997.456473] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-c82cbb6c-4608-4a63-b7e8-5b8461f8ae15 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: 440274de-4164-459b-bb75-0cf1b040395e] Deleted contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 997.456473] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-c82cbb6c-4608-4a63-b7e8-5b8461f8ae15 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: 440274de-4164-459b-bb75-0cf1b040395e] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 997.456473] env[70527]: INFO nova.compute.manager [None req-c82cbb6c-4608-4a63-b7e8-5b8461f8ae15 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: 440274de-4164-459b-bb75-0cf1b040395e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 997.456711] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c82cbb6c-4608-4a63-b7e8-5b8461f8ae15 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 997.456901] env[70527]: DEBUG nova.compute.manager [-] [instance: 440274de-4164-459b-bb75-0cf1b040395e] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 997.457025] env[70527]: DEBUG nova.network.neutron [-] [instance: 440274de-4164-459b-bb75-0cf1b040395e] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 997.483426] env[70527]: DEBUG nova.compute.utils [None req-05c7250e-3ad9-4fe7-96dd-30573ad3123b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 997.487299] env[70527]: DEBUG nova.compute.manager [None req-05c7250e-3ad9-4fe7-96dd-30573ad3123b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 2342d23d-0784-4e0b-9901-033abc8e33d1] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 997.487533] env[70527]: DEBUG nova.network.neutron [None req-05c7250e-3ad9-4fe7-96dd-30573ad3123b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 2342d23d-0784-4e0b-9901-033abc8e33d1] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 997.537676] env[70527]: DEBUG oslo_vmware.api [None req-173d8afc-e6dc-44f9-a780-bd630ceed017 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Task: {'id': task-3913440, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198156} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.540246] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-173d8afc-e6dc-44f9-a780-bd630ceed017 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 997.540450] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-173d8afc-e6dc-44f9-a780-bd630ceed017 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] [instance: ed20e07e-dca3-4e05-987d-254a2d8891a7] Deleted contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 997.541274] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-173d8afc-e6dc-44f9-a780-bd630ceed017 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] [instance: ed20e07e-dca3-4e05-987d-254a2d8891a7] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 997.541274] env[70527]: INFO nova.compute.manager [None req-173d8afc-e6dc-44f9-a780-bd630ceed017 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] [instance: ed20e07e-dca3-4e05-987d-254a2d8891a7] Took 1.15 seconds to destroy the instance on the hypervisor. [ 997.541274] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-173d8afc-e6dc-44f9-a780-bd630ceed017 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 997.543716] env[70527]: DEBUG nova.compute.manager [-] [instance: ed20e07e-dca3-4e05-987d-254a2d8891a7] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 997.543823] env[70527]: DEBUG nova.network.neutron [-] [instance: ed20e07e-dca3-4e05-987d-254a2d8891a7] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 997.560267] env[70527]: DEBUG nova.policy [None req-05c7250e-3ad9-4fe7-96dd-30573ad3123b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd14fd244fb4d4074a471e1dd31884e5b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd73cd31a8f4f415abd708bd42dd9131f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 997.741964] env[70527]: DEBUG nova.network.neutron [req-8c248123-212b-49c4-a943-8b41006432e1 req-12f8b944-b166-4d47-87b2-90cf329c6641 service nova] [instance: 2db3cf17-9e66-4708-8bca-571264284924] Updated VIF entry in instance network info cache for port 03343218-a875-4f18-92c3-f214284949d8. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 997.741964] env[70527]: DEBUG nova.network.neutron [req-8c248123-212b-49c4-a943-8b41006432e1 req-12f8b944-b166-4d47-87b2-90cf329c6641 service nova] [instance: 2db3cf17-9e66-4708-8bca-571264284924] Updating instance_info_cache with network_info: [{"id": "03343218-a875-4f18-92c3-f214284949d8", "address": "fa:16:3e:5e:2a:10", "network": {"id": "6a4f3b6e-2245-4a82-bf13-e4002ce51c7b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-274635677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "217e9dedf6ba423980df628f40219825", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03343218-a8", "ovs_interfaceid": "03343218-a875-4f18-92c3-f214284949d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.797564] env[70527]: DEBUG oslo_vmware.api [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5288de63-8384-06b5-41d8-149d71054ab6, 'name': SearchDatastore_Task, 'duration_secs': 0.029985} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.797892] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.798158] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 2db3cf17-9e66-4708-8bca-571264284924/2db3cf17-9e66-4708-8bca-571264284924.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 997.798440] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af9e9b4e-0ba9-4fa8-825d-af17a45f2c87 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.809830] env[70527]: DEBUG oslo_vmware.api [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for the task: (returnval){ [ 997.809830] env[70527]: value = "task-3913441" [ 997.809830] env[70527]: _type = "Task" [ 997.809830] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.825459] env[70527]: DEBUG oslo_vmware.api [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913441, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.837734] env[70527]: DEBUG oslo_concurrency.lockutils [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.859823] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b045049-c548-4fa4-9b5c-f82628fae81e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.870351] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53088a33-6f35-4b2b-bfa0-756512b92c96 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.907022] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-102fdae6-a20e-4122-80f2-2ea6458235a5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.912858] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52853696-102b-4a5c-810e-64860124e0b4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.927747] env[70527]: DEBUG nova.compute.provider_tree [None req-715ea028-4a91-450e-a128-c87c12dd96fb tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.996807] env[70527]: DEBUG nova.compute.manager [None req-05c7250e-3ad9-4fe7-96dd-30573ad3123b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 2342d23d-0784-4e0b-9901-033abc8e33d1] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 998.029963] env[70527]: DEBUG nova.network.neutron [req-f3ebf247-fefb-4e3c-8127-84afa59104b5 req-fa51a970-b4ff-4b9c-b58f-628e631f783f service nova] [instance: 8023716a-02ca-479e-ae56-9af98b173fd1] Updated VIF entry in instance network info cache for port 0c13727e-ec12-4529-a432-72929f806507. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 998.030519] env[70527]: DEBUG nova.network.neutron [req-f3ebf247-fefb-4e3c-8127-84afa59104b5 req-fa51a970-b4ff-4b9c-b58f-628e631f783f service nova] [instance: 8023716a-02ca-479e-ae56-9af98b173fd1] Updating instance_info_cache with network_info: [{"id": "52a5a97d-0b89-4670-a64e-15d625ce7af5", "address": "fa:16:3e:75:d8:28", "network": {"id": "0528ffcb-4865-41a0-87e6-3ea996b12397", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210779476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "030332ea48994bab8d286711ee279556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52a5a97d-0b", "ovs_interfaceid": "52a5a97d-0b89-4670-a64e-15d625ce7af5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0c13727e-ec12-4529-a432-72929f806507", "address": "fa:16:3e:7b:76:23", "network": {"id": "0528ffcb-4865-41a0-87e6-3ea996b12397", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210779476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "030332ea48994bab8d286711ee279556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c13727e-ec", "ovs_interfaceid": "0c13727e-ec12-4529-a432-72929f806507", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.177433] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Acquiring lock "f983f08d-4ff0-4c88-a43b-a666fc3ab173" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.177981] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Lock "f983f08d-4ff0-4c88-a43b-a666fc3ab173" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.186215] env[70527]: DEBUG nova.network.neutron [None req-05c7250e-3ad9-4fe7-96dd-30573ad3123b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 2342d23d-0784-4e0b-9901-033abc8e33d1] Successfully created port: aecb263d-0e20-4c84-bd9b-8032623236d5 {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 998.244821] env[70527]: DEBUG oslo_concurrency.lockutils [req-8c248123-212b-49c4-a943-8b41006432e1 req-12f8b944-b166-4d47-87b2-90cf329c6641 service nova] Releasing lock "refresh_cache-2db3cf17-9e66-4708-8bca-571264284924" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.323352] env[70527]: DEBUG oslo_vmware.api [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913441, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.435215] env[70527]: DEBUG nova.scheduler.client.report [None req-715ea028-4a91-450e-a128-c87c12dd96fb tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 998.443022] env[70527]: DEBUG nova.network.neutron [-] [instance: 440274de-4164-459b-bb75-0cf1b040395e] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.482879] env[70527]: DEBUG nova.network.neutron [-] [instance: ed20e07e-dca3-4e05-987d-254a2d8891a7] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.534218] env[70527]: DEBUG oslo_concurrency.lockutils [req-f3ebf247-fefb-4e3c-8127-84afa59104b5 req-fa51a970-b4ff-4b9c-b58f-628e631f783f service nova] Releasing lock "refresh_cache-8023716a-02ca-479e-ae56-9af98b173fd1" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.629461] env[70527]: DEBUG oslo_concurrency.lockutils [None req-15d80b87-a100-45bd-a0db-6082e78e5a5d tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Acquiring lock "ea9f773a-4f52-4819-9f4e-628db9b920f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.629461] env[70527]: DEBUG oslo_concurrency.lockutils [None req-15d80b87-a100-45bd-a0db-6082e78e5a5d tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Lock "ea9f773a-4f52-4819-9f4e-628db9b920f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.629461] env[70527]: DEBUG oslo_concurrency.lockutils [None req-15d80b87-a100-45bd-a0db-6082e78e5a5d tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Acquiring lock "ea9f773a-4f52-4819-9f4e-628db9b920f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.629461] env[70527]: DEBUG oslo_concurrency.lockutils [None req-15d80b87-a100-45bd-a0db-6082e78e5a5d tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Lock "ea9f773a-4f52-4819-9f4e-628db9b920f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.629461] env[70527]: DEBUG oslo_concurrency.lockutils [None req-15d80b87-a100-45bd-a0db-6082e78e5a5d tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Lock "ea9f773a-4f52-4819-9f4e-628db9b920f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.630803] env[70527]: INFO nova.compute.manager [None req-15d80b87-a100-45bd-a0db-6082e78e5a5d tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: ea9f773a-4f52-4819-9f4e-628db9b920f2] Terminating instance [ 998.680694] env[70527]: DEBUG nova.compute.manager [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: f983f08d-4ff0-4c88-a43b-a666fc3ab173] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 998.821971] env[70527]: DEBUG oslo_vmware.api [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913441, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.751797} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.822799] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 2db3cf17-9e66-4708-8bca-571264284924/2db3cf17-9e66-4708-8bca-571264284924.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 998.822799] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 2db3cf17-9e66-4708-8bca-571264284924] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 998.823431] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-efa4d7a0-c8d3-40e7-bd79-28c0344c2c0b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.832203] env[70527]: DEBUG oslo_vmware.api [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for the task: (returnval){ [ 998.832203] env[70527]: value = "task-3913442" [ 998.832203] env[70527]: _type = "Task" [ 998.832203] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.841454] env[70527]: DEBUG oslo_vmware.api [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913442, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.942039] env[70527]: INFO nova.compute.manager [-] [instance: 440274de-4164-459b-bb75-0cf1b040395e] Took 1.48 seconds to deallocate network for instance. [ 998.942867] env[70527]: DEBUG oslo_concurrency.lockutils [None req-715ea028-4a91-450e-a128-c87c12dd96fb tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.964s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.946827] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fd81da09-fd9f-4731-ac11-180a1226c064 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.921s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.949512] env[70527]: INFO nova.compute.claims [None req-fd81da09-fd9f-4731-ac11-180a1226c064 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: fdfe7865-31aa-4a0b-9325-7abef06e7501] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 998.971816] env[70527]: INFO nova.scheduler.client.report [None req-715ea028-4a91-450e-a128-c87c12dd96fb tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Deleted allocations for instance dd9ece4e-5f48-4ee0-8f15-94d952cd564b [ 998.987059] env[70527]: INFO nova.compute.manager [-] [instance: ed20e07e-dca3-4e05-987d-254a2d8891a7] Took 1.44 seconds to deallocate network for instance. [ 998.997464] env[70527]: DEBUG nova.compute.manager [req-87bf1744-72eb-4aee-aa4b-281f62fdf9b4 req-f118f69b-43ec-48b2-a71d-ed638015e086 service nova] [instance: 440274de-4164-459b-bb75-0cf1b040395e] Received event network-vif-deleted-6c6cb29f-2eed-4298-a29b-228f56b8156c {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.997464] env[70527]: DEBUG nova.compute.manager [req-87bf1744-72eb-4aee-aa4b-281f62fdf9b4 req-f118f69b-43ec-48b2-a71d-ed638015e086 service nova] [instance: ed20e07e-dca3-4e05-987d-254a2d8891a7] Received event network-vif-deleted-974f8b65-96da-40a8-96a1-22a5d944e0dd {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.010677] env[70527]: DEBUG nova.compute.manager [None req-05c7250e-3ad9-4fe7-96dd-30573ad3123b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 2342d23d-0784-4e0b-9901-033abc8e33d1] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 999.053067] env[70527]: DEBUG nova.virt.hardware [None req-05c7250e-3ad9-4fe7-96dd-30573ad3123b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 999.053367] env[70527]: DEBUG nova.virt.hardware [None req-05c7250e-3ad9-4fe7-96dd-30573ad3123b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 999.053672] env[70527]: DEBUG nova.virt.hardware [None req-05c7250e-3ad9-4fe7-96dd-30573ad3123b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 999.053730] env[70527]: DEBUG nova.virt.hardware [None req-05c7250e-3ad9-4fe7-96dd-30573ad3123b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 999.053858] env[70527]: DEBUG nova.virt.hardware [None req-05c7250e-3ad9-4fe7-96dd-30573ad3123b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 999.054071] env[70527]: DEBUG nova.virt.hardware [None req-05c7250e-3ad9-4fe7-96dd-30573ad3123b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 999.054296] env[70527]: DEBUG nova.virt.hardware [None req-05c7250e-3ad9-4fe7-96dd-30573ad3123b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 999.054458] env[70527]: DEBUG nova.virt.hardware [None req-05c7250e-3ad9-4fe7-96dd-30573ad3123b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 999.054637] env[70527]: DEBUG nova.virt.hardware [None req-05c7250e-3ad9-4fe7-96dd-30573ad3123b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 999.054798] env[70527]: DEBUG nova.virt.hardware [None req-05c7250e-3ad9-4fe7-96dd-30573ad3123b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 999.055595] env[70527]: DEBUG nova.virt.hardware [None req-05c7250e-3ad9-4fe7-96dd-30573ad3123b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 999.056991] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e416e825-1e71-4892-bedd-4a2a7e1dd256 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.069725] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1f6115-a2ee-48b6-bda9-8c5b62f2fb49 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.135380] env[70527]: DEBUG nova.compute.manager [None req-15d80b87-a100-45bd-a0db-6082e78e5a5d tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: ea9f773a-4f52-4819-9f4e-628db9b920f2] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 999.135649] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-15d80b87-a100-45bd-a0db-6082e78e5a5d tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: ea9f773a-4f52-4819-9f4e-628db9b920f2] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 999.136619] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2e953e-4925-46a7-800f-2b821a09bdb2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.146321] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-15d80b87-a100-45bd-a0db-6082e78e5a5d tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: ea9f773a-4f52-4819-9f4e-628db9b920f2] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 999.147022] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f15745d1-a46b-4ab3-bf78-64977bc5d2c5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.154938] env[70527]: DEBUG oslo_vmware.api [None req-15d80b87-a100-45bd-a0db-6082e78e5a5d tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Waiting for the task: (returnval){ [ 999.154938] env[70527]: value = "task-3913443" [ 999.154938] env[70527]: _type = "Task" [ 999.154938] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.167211] env[70527]: DEBUG oslo_vmware.api [None req-15d80b87-a100-45bd-a0db-6082e78e5a5d tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': task-3913443, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.207764] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.314628] env[70527]: DEBUG oslo_concurrency.lockutils [None req-81c5e997-eaff-4e70-b122-ab583229d17e tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Acquiring lock "ad16e90d-89f7-4ce6-82c3-d8bb10c614f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.315263] env[70527]: DEBUG oslo_concurrency.lockutils [None req-81c5e997-eaff-4e70-b122-ab583229d17e tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Lock "ad16e90d-89f7-4ce6-82c3-d8bb10c614f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.315263] env[70527]: DEBUG oslo_concurrency.lockutils [None req-81c5e997-eaff-4e70-b122-ab583229d17e tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Acquiring lock "ad16e90d-89f7-4ce6-82c3-d8bb10c614f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.315387] env[70527]: DEBUG oslo_concurrency.lockutils [None req-81c5e997-eaff-4e70-b122-ab583229d17e tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Lock "ad16e90d-89f7-4ce6-82c3-d8bb10c614f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.315602] env[70527]: DEBUG oslo_concurrency.lockutils [None req-81c5e997-eaff-4e70-b122-ab583229d17e tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Lock "ad16e90d-89f7-4ce6-82c3-d8bb10c614f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.320066] env[70527]: INFO nova.compute.manager [None req-81c5e997-eaff-4e70-b122-ab583229d17e tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: ad16e90d-89f7-4ce6-82c3-d8bb10c614f9] Terminating instance [ 999.344911] env[70527]: DEBUG oslo_vmware.api [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913442, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.172203} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.345218] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 2db3cf17-9e66-4708-8bca-571264284924] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 999.346436] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4cccec-42a5-460b-9c3c-f4e7cf2ef73e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.370145] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 2db3cf17-9e66-4708-8bca-571264284924] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 2db3cf17-9e66-4708-8bca-571264284924/2db3cf17-9e66-4708-8bca-571264284924.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 999.371529] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb622aa8-edcb-4d16-9b4e-11c44b3777da {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.391899] env[70527]: DEBUG oslo_vmware.api [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for the task: (returnval){ [ 999.391899] env[70527]: value = "task-3913444" [ 999.391899] env[70527]: _type = "Task" [ 999.391899] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.402668] env[70527]: DEBUG oslo_vmware.api [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913444, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.461060] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c82cbb6c-4608-4a63-b7e8-5b8461f8ae15 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.461482] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c413a83e-a3fa-4bb3-9292-4c51730deeaa tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Acquiring lock "b70fb04d-5212-428e-bb92-dee6762011af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.461702] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c413a83e-a3fa-4bb3-9292-4c51730deeaa tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Lock "b70fb04d-5212-428e-bb92-dee6762011af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.461898] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c413a83e-a3fa-4bb3-9292-4c51730deeaa tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Acquiring lock "b70fb04d-5212-428e-bb92-dee6762011af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.462159] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c413a83e-a3fa-4bb3-9292-4c51730deeaa tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Lock "b70fb04d-5212-428e-bb92-dee6762011af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.462285] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c413a83e-a3fa-4bb3-9292-4c51730deeaa tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Lock "b70fb04d-5212-428e-bb92-dee6762011af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.464686] env[70527]: INFO nova.compute.manager [None req-c413a83e-a3fa-4bb3-9292-4c51730deeaa tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: b70fb04d-5212-428e-bb92-dee6762011af] Terminating instance [ 999.483595] env[70527]: DEBUG oslo_concurrency.lockutils [None req-715ea028-4a91-450e-a128-c87c12dd96fb tempest-ServerShowV247Test-270893630 tempest-ServerShowV247Test-270893630-project-member] Lock "dd9ece4e-5f48-4ee0-8f15-94d952cd564b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.855s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.498736] env[70527]: DEBUG oslo_concurrency.lockutils [None req-173d8afc-e6dc-44f9-a780-bd630ceed017 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.666668] env[70527]: DEBUG oslo_vmware.api [None req-15d80b87-a100-45bd-a0db-6082e78e5a5d tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': task-3913443, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.749603] env[70527]: DEBUG oslo_concurrency.lockutils [None req-177da379-a29e-45e9-9b45-2d0ed63e635a tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquiring lock "interface-8023716a-02ca-479e-ae56-9af98b173fd1-0c13727e-ec12-4529-a432-72929f806507" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.749901] env[70527]: DEBUG oslo_concurrency.lockutils [None req-177da379-a29e-45e9-9b45-2d0ed63e635a tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Lock "interface-8023716a-02ca-479e-ae56-9af98b173fd1-0c13727e-ec12-4529-a432-72929f806507" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.827502] env[70527]: DEBUG nova.compute.manager [None req-81c5e997-eaff-4e70-b122-ab583229d17e tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: ad16e90d-89f7-4ce6-82c3-d8bb10c614f9] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 999.827784] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-81c5e997-eaff-4e70-b122-ab583229d17e tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: ad16e90d-89f7-4ce6-82c3-d8bb10c614f9] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 999.829381] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1eeb923-bb3c-4ece-8a5f-8d5d9967818b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.839441] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-81c5e997-eaff-4e70-b122-ab583229d17e tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: ad16e90d-89f7-4ce6-82c3-d8bb10c614f9] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 999.839725] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42b1aae9-06ee-4c67-ac78-ce8af411f598 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.848544] env[70527]: DEBUG oslo_vmware.api [None req-81c5e997-eaff-4e70-b122-ab583229d17e tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Waiting for the task: (returnval){ [ 999.848544] env[70527]: value = "task-3913445" [ 999.848544] env[70527]: _type = "Task" [ 999.848544] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.859395] env[70527]: DEBUG oslo_vmware.api [None req-81c5e997-eaff-4e70-b122-ab583229d17e tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': task-3913445, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.876229] env[70527]: DEBUG nova.compute.manager [req-6f6cf852-84a3-46cf-b89f-07a3ff57a0c9 req-f26dc88c-5689-4f43-8e5f-565e2a46dc59 service nova] [instance: 2342d23d-0784-4e0b-9901-033abc8e33d1] Received event network-vif-plugged-aecb263d-0e20-4c84-bd9b-8032623236d5 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.876480] env[70527]: DEBUG oslo_concurrency.lockutils [req-6f6cf852-84a3-46cf-b89f-07a3ff57a0c9 req-f26dc88c-5689-4f43-8e5f-565e2a46dc59 service nova] Acquiring lock "2342d23d-0784-4e0b-9901-033abc8e33d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.876719] env[70527]: DEBUG oslo_concurrency.lockutils [req-6f6cf852-84a3-46cf-b89f-07a3ff57a0c9 req-f26dc88c-5689-4f43-8e5f-565e2a46dc59 service nova] Lock "2342d23d-0784-4e0b-9901-033abc8e33d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.877630] env[70527]: DEBUG oslo_concurrency.lockutils [req-6f6cf852-84a3-46cf-b89f-07a3ff57a0c9 req-f26dc88c-5689-4f43-8e5f-565e2a46dc59 service nova] Lock "2342d23d-0784-4e0b-9901-033abc8e33d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.877966] env[70527]: DEBUG nova.compute.manager [req-6f6cf852-84a3-46cf-b89f-07a3ff57a0c9 req-f26dc88c-5689-4f43-8e5f-565e2a46dc59 service nova] [instance: 2342d23d-0784-4e0b-9901-033abc8e33d1] No waiting events found dispatching network-vif-plugged-aecb263d-0e20-4c84-bd9b-8032623236d5 {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 999.878282] env[70527]: WARNING nova.compute.manager [req-6f6cf852-84a3-46cf-b89f-07a3ff57a0c9 req-f26dc88c-5689-4f43-8e5f-565e2a46dc59 service nova] [instance: 2342d23d-0784-4e0b-9901-033abc8e33d1] Received unexpected event network-vif-plugged-aecb263d-0e20-4c84-bd9b-8032623236d5 for instance with vm_state building and task_state spawning. [ 999.903741] env[70527]: DEBUG oslo_vmware.api [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913444, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.969326] env[70527]: DEBUG nova.compute.manager [None req-c413a83e-a3fa-4bb3-9292-4c51730deeaa tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: b70fb04d-5212-428e-bb92-dee6762011af] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 999.969856] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-c413a83e-a3fa-4bb3-9292-4c51730deeaa tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: b70fb04d-5212-428e-bb92-dee6762011af] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 999.971015] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c0b18c-9399-4bc7-b94c-328738a563cd {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.980055] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-c413a83e-a3fa-4bb3-9292-4c51730deeaa tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: b70fb04d-5212-428e-bb92-dee6762011af] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 999.983323] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-871e1aba-83c2-4ed1-8675-e1e29c9d24be {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.991675] env[70527]: DEBUG oslo_vmware.api [None req-c413a83e-a3fa-4bb3-9292-4c51730deeaa tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Waiting for the task: (returnval){ [ 999.991675] env[70527]: value = "task-3913446" [ 999.991675] env[70527]: _type = "Task" [ 999.991675] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.004818] env[70527]: DEBUG oslo_vmware.api [None req-c413a83e-a3fa-4bb3-9292-4c51730deeaa tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': task-3913446, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.066365] env[70527]: DEBUG nova.network.neutron [None req-05c7250e-3ad9-4fe7-96dd-30573ad3123b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 2342d23d-0784-4e0b-9901-033abc8e33d1] Successfully updated port: aecb263d-0e20-4c84-bd9b-8032623236d5 {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1000.174074] env[70527]: DEBUG oslo_vmware.api [None req-15d80b87-a100-45bd-a0db-6082e78e5a5d tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': task-3913443, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.253224] env[70527]: DEBUG oslo_concurrency.lockutils [None req-177da379-a29e-45e9-9b45-2d0ed63e635a tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquiring lock "8023716a-02ca-479e-ae56-9af98b173fd1" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.253547] env[70527]: DEBUG oslo_concurrency.lockutils [None req-177da379-a29e-45e9-9b45-2d0ed63e635a tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquired lock "8023716a-02ca-479e-ae56-9af98b173fd1" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.254975] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1376cbd-ba66-415a-8ca7-8caa07967ebc {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.285227] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f39652e9-e109-46cd-bfb5-7bc6095a5c17 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.318833] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-177da379-a29e-45e9-9b45-2d0ed63e635a tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 8023716a-02ca-479e-ae56-9af98b173fd1] Reconfiguring VM to detach interface {{(pid=70527) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1000.320128] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4793f626-bd34-4adf-be08-1181dd55a4fa {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.342117] env[70527]: DEBUG oslo_vmware.api [None req-177da379-a29e-45e9-9b45-2d0ed63e635a tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Waiting for the task: (returnval){ [ 1000.342117] env[70527]: value = "task-3913447" [ 1000.342117] env[70527]: _type = "Task" [ 1000.342117] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.358376] env[70527]: DEBUG oslo_vmware.api [None req-177da379-a29e-45e9-9b45-2d0ed63e635a tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3913447, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.364683] env[70527]: DEBUG oslo_vmware.api [None req-81c5e997-eaff-4e70-b122-ab583229d17e tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': task-3913445, 'name': PowerOffVM_Task, 'duration_secs': 0.40534} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.364919] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-81c5e997-eaff-4e70-b122-ab583229d17e tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: ad16e90d-89f7-4ce6-82c3-d8bb10c614f9] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1000.365103] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-81c5e997-eaff-4e70-b122-ab583229d17e tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: ad16e90d-89f7-4ce6-82c3-d8bb10c614f9] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1000.365365] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d504235f-e6c6-420a-b450-9d2bf9395eb7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.407105] env[70527]: DEBUG oslo_vmware.api [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913444, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.452112] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-81c5e997-eaff-4e70-b122-ab583229d17e tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: ad16e90d-89f7-4ce6-82c3-d8bb10c614f9] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1000.452359] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-81c5e997-eaff-4e70-b122-ab583229d17e tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: ad16e90d-89f7-4ce6-82c3-d8bb10c614f9] Deleting contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1000.452542] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-81c5e997-eaff-4e70-b122-ab583229d17e tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Deleting the datastore file [datastore2] ad16e90d-89f7-4ce6-82c3-d8bb10c614f9 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1000.455892] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89e4f8bb-c329-4d86-9831-01fd88393411 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.463774] env[70527]: DEBUG oslo_vmware.api [None req-81c5e997-eaff-4e70-b122-ab583229d17e tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Waiting for the task: (returnval){ [ 1000.463774] env[70527]: value = "task-3913449" [ 1000.463774] env[70527]: _type = "Task" [ 1000.463774] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.472542] env[70527]: DEBUG oslo_vmware.api [None req-81c5e997-eaff-4e70-b122-ab583229d17e tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': task-3913449, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.502459] env[70527]: DEBUG oslo_vmware.api [None req-c413a83e-a3fa-4bb3-9292-4c51730deeaa tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': task-3913446, 'name': PowerOffVM_Task, 'duration_secs': 0.366247} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.502763] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-c413a83e-a3fa-4bb3-9292-4c51730deeaa tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: b70fb04d-5212-428e-bb92-dee6762011af] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1000.502917] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-c413a83e-a3fa-4bb3-9292-4c51730deeaa tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: b70fb04d-5212-428e-bb92-dee6762011af] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1000.503318] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ab562d5-fda3-4f58-b51d-c77737fb3239 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.507035] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79815c9-0ff9-405e-ab4a-02dc714f0a86 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.516270] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b056078-2122-43af-8825-14c8858c4047 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.550378] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5ee561-40f1-4782-a7ad-7869eb10229a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.560855] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d2ad8c-bdb3-49fb-8441-dcdc8f5a346f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.569604] env[70527]: DEBUG oslo_concurrency.lockutils [None req-05c7250e-3ad9-4fe7-96dd-30573ad3123b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Acquiring lock "refresh_cache-2342d23d-0784-4e0b-9901-033abc8e33d1" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.569751] env[70527]: DEBUG oslo_concurrency.lockutils [None req-05c7250e-3ad9-4fe7-96dd-30573ad3123b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Acquired lock "refresh_cache-2342d23d-0784-4e0b-9901-033abc8e33d1" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.570051] env[70527]: DEBUG nova.network.neutron [None req-05c7250e-3ad9-4fe7-96dd-30573ad3123b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 2342d23d-0784-4e0b-9901-033abc8e33d1] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1000.580546] env[70527]: DEBUG nova.compute.provider_tree [None req-fd81da09-fd9f-4731-ac11-180a1226c064 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1000.583795] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-c413a83e-a3fa-4bb3-9292-4c51730deeaa tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: b70fb04d-5212-428e-bb92-dee6762011af] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1000.584018] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-c413a83e-a3fa-4bb3-9292-4c51730deeaa tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: b70fb04d-5212-428e-bb92-dee6762011af] Deleting contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1000.584327] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-c413a83e-a3fa-4bb3-9292-4c51730deeaa tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Deleting the datastore file [datastore2] b70fb04d-5212-428e-bb92-dee6762011af {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1000.584451] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e56f3001-1d3f-4ef9-811e-0338cdf0447a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.594585] env[70527]: DEBUG oslo_vmware.api [None req-c413a83e-a3fa-4bb3-9292-4c51730deeaa tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Waiting for the task: (returnval){ [ 1000.594585] env[70527]: value = "task-3913451" [ 1000.594585] env[70527]: _type = "Task" [ 1000.594585] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.605425] env[70527]: DEBUG oslo_vmware.api [None req-c413a83e-a3fa-4bb3-9292-4c51730deeaa tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': task-3913451, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.671998] env[70527]: DEBUG oslo_vmware.api [None req-15d80b87-a100-45bd-a0db-6082e78e5a5d tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': task-3913443, 'name': PowerOffVM_Task, 'duration_secs': 1.098023} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.672537] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-15d80b87-a100-45bd-a0db-6082e78e5a5d tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: ea9f773a-4f52-4819-9f4e-628db9b920f2] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1000.672792] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-15d80b87-a100-45bd-a0db-6082e78e5a5d tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: ea9f773a-4f52-4819-9f4e-628db9b920f2] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1000.673159] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8fc8e68-4f6a-4803-80f6-5aa53055a6e3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.749747] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-15d80b87-a100-45bd-a0db-6082e78e5a5d tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: ea9f773a-4f52-4819-9f4e-628db9b920f2] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1000.750127] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-15d80b87-a100-45bd-a0db-6082e78e5a5d tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: ea9f773a-4f52-4819-9f4e-628db9b920f2] Deleting contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1000.750422] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-15d80b87-a100-45bd-a0db-6082e78e5a5d tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Deleting the datastore file [datastore2] ea9f773a-4f52-4819-9f4e-628db9b920f2 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1000.750883] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc052679-ef76-4266-9789-2ef8ed98cbb9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.760296] env[70527]: DEBUG oslo_vmware.api [None req-15d80b87-a100-45bd-a0db-6082e78e5a5d tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Waiting for the task: (returnval){ [ 1000.760296] env[70527]: value = "task-3913453" [ 1000.760296] env[70527]: _type = "Task" [ 1000.760296] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.771875] env[70527]: DEBUG oslo_vmware.api [None req-15d80b87-a100-45bd-a0db-6082e78e5a5d tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': task-3913453, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.852664] env[70527]: DEBUG oslo_vmware.api [None req-177da379-a29e-45e9-9b45-2d0ed63e635a tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3913447, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.911697] env[70527]: DEBUG oslo_vmware.api [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913444, 'name': ReconfigVM_Task, 'duration_secs': 1.057302} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.912151] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 2db3cf17-9e66-4708-8bca-571264284924] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 2db3cf17-9e66-4708-8bca-571264284924/2db3cf17-9e66-4708-8bca-571264284924.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1000.913062] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b32e4d98-4d0c-4e1a-ae83-944dbd56631a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.921109] env[70527]: DEBUG oslo_vmware.api [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for the task: (returnval){ [ 1000.921109] env[70527]: value = "task-3913454" [ 1000.921109] env[70527]: _type = "Task" [ 1000.921109] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.938861] env[70527]: DEBUG oslo_vmware.api [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913454, 'name': Rename_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.975617] env[70527]: DEBUG oslo_vmware.api [None req-81c5e997-eaff-4e70-b122-ab583229d17e tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': task-3913449, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234037} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.975617] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-81c5e997-eaff-4e70-b122-ab583229d17e tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1000.975617] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-81c5e997-eaff-4e70-b122-ab583229d17e tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: ad16e90d-89f7-4ce6-82c3-d8bb10c614f9] Deleted contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1000.975617] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-81c5e997-eaff-4e70-b122-ab583229d17e tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: ad16e90d-89f7-4ce6-82c3-d8bb10c614f9] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1000.975617] env[70527]: INFO nova.compute.manager [None req-81c5e997-eaff-4e70-b122-ab583229d17e tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: ad16e90d-89f7-4ce6-82c3-d8bb10c614f9] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1000.975617] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81c5e997-eaff-4e70-b122-ab583229d17e tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1000.975617] env[70527]: DEBUG nova.compute.manager [-] [instance: ad16e90d-89f7-4ce6-82c3-d8bb10c614f9] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1000.975617] env[70527]: DEBUG nova.network.neutron [-] [instance: ad16e90d-89f7-4ce6-82c3-d8bb10c614f9] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1001.089435] env[70527]: DEBUG nova.scheduler.client.report [None req-fd81da09-fd9f-4731-ac11-180a1226c064 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1001.109080] env[70527]: DEBUG oslo_vmware.api [None req-c413a83e-a3fa-4bb3-9292-4c51730deeaa tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Task: {'id': task-3913451, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215584} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.109534] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-c413a83e-a3fa-4bb3-9292-4c51730deeaa tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1001.109743] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-c413a83e-a3fa-4bb3-9292-4c51730deeaa tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: b70fb04d-5212-428e-bb92-dee6762011af] Deleted contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1001.109955] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-c413a83e-a3fa-4bb3-9292-4c51730deeaa tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: b70fb04d-5212-428e-bb92-dee6762011af] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1001.111170] env[70527]: INFO nova.compute.manager [None req-c413a83e-a3fa-4bb3-9292-4c51730deeaa tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] [instance: b70fb04d-5212-428e-bb92-dee6762011af] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1001.111170] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c413a83e-a3fa-4bb3-9292-4c51730deeaa tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1001.111170] env[70527]: DEBUG nova.compute.manager [-] [instance: b70fb04d-5212-428e-bb92-dee6762011af] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1001.111170] env[70527]: DEBUG nova.network.neutron [-] [instance: b70fb04d-5212-428e-bb92-dee6762011af] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1001.136534] env[70527]: DEBUG nova.network.neutron [None req-05c7250e-3ad9-4fe7-96dd-30573ad3123b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 2342d23d-0784-4e0b-9901-033abc8e33d1] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1001.274519] env[70527]: DEBUG oslo_vmware.api [None req-15d80b87-a100-45bd-a0db-6082e78e5a5d tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Task: {'id': task-3913453, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.29016} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.274810] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-15d80b87-a100-45bd-a0db-6082e78e5a5d tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1001.275029] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-15d80b87-a100-45bd-a0db-6082e78e5a5d tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: ea9f773a-4f52-4819-9f4e-628db9b920f2] Deleted contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1001.275215] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-15d80b87-a100-45bd-a0db-6082e78e5a5d tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: ea9f773a-4f52-4819-9f4e-628db9b920f2] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1001.275396] env[70527]: INFO nova.compute.manager [None req-15d80b87-a100-45bd-a0db-6082e78e5a5d tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] [instance: ea9f773a-4f52-4819-9f4e-628db9b920f2] Took 2.14 seconds to destroy the instance on the hypervisor. [ 1001.275639] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15d80b87-a100-45bd-a0db-6082e78e5a5d tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1001.275869] env[70527]: DEBUG nova.compute.manager [-] [instance: ea9f773a-4f52-4819-9f4e-628db9b920f2] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1001.275969] env[70527]: DEBUG nova.network.neutron [-] [instance: ea9f773a-4f52-4819-9f4e-628db9b920f2] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1001.355250] env[70527]: DEBUG oslo_vmware.api [None req-177da379-a29e-45e9-9b45-2d0ed63e635a tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3913447, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.386378] env[70527]: DEBUG nova.network.neutron [None req-05c7250e-3ad9-4fe7-96dd-30573ad3123b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 2342d23d-0784-4e0b-9901-033abc8e33d1] Updating instance_info_cache with network_info: [{"id": "aecb263d-0e20-4c84-bd9b-8032623236d5", "address": "fa:16:3e:c5:67:46", "network": {"id": "4bdcfc12-9191-401b-9e65-96c6c26887fa", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2058770791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d73cd31a8f4f415abd708bd42dd9131f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaecb263d-0e", "ovs_interfaceid": "aecb263d-0e20-4c84-bd9b-8032623236d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.434310] env[70527]: DEBUG oslo_vmware.api [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913454, 'name': Rename_Task, 'duration_secs': 0.205058} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.435712] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 2db3cf17-9e66-4708-8bca-571264284924] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1001.435983] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87b398f0-2b7c-42fd-9c87-3eccea056176 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.445473] env[70527]: DEBUG oslo_vmware.api [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for the task: (returnval){ [ 1001.445473] env[70527]: value = "task-3913455" [ 1001.445473] env[70527]: _type = "Task" [ 1001.445473] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.459804] env[70527]: DEBUG oslo_vmware.api [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913455, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.509853] env[70527]: DEBUG nova.compute.manager [req-9c2ce443-c124-4862-ba18-a1953463cb78 req-25c84d6b-d031-4730-91a9-629c76fd1b47 service nova] [instance: b70fb04d-5212-428e-bb92-dee6762011af] Received event network-vif-deleted-746be8ea-ee6a-4583-adbf-5cd7b95df219 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1001.510746] env[70527]: INFO nova.compute.manager [req-9c2ce443-c124-4862-ba18-a1953463cb78 req-25c84d6b-d031-4730-91a9-629c76fd1b47 service nova] [instance: b70fb04d-5212-428e-bb92-dee6762011af] Neutron deleted interface 746be8ea-ee6a-4583-adbf-5cd7b95df219; detaching it from the instance and deleting it from the info cache [ 1001.510746] env[70527]: DEBUG nova.network.neutron [req-9c2ce443-c124-4862-ba18-a1953463cb78 req-25c84d6b-d031-4730-91a9-629c76fd1b47 service nova] [instance: b70fb04d-5212-428e-bb92-dee6762011af] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.598268] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fd81da09-fd9f-4731-ac11-180a1226c064 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.651s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.598773] env[70527]: DEBUG nova.compute.manager [None req-fd81da09-fd9f-4731-ac11-180a1226c064 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: fdfe7865-31aa-4a0b-9325-7abef06e7501] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1001.602821] env[70527]: DEBUG oslo_concurrency.lockutils [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.382s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.603547] env[70527]: DEBUG nova.objects.instance [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Lazy-loading 'pci_requests' on Instance uuid f9a77c4a-662f-484b-9d72-358d9298974b {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1001.855601] env[70527]: DEBUG oslo_vmware.api [None req-177da379-a29e-45e9-9b45-2d0ed63e635a tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3913447, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.888682] env[70527]: DEBUG oslo_concurrency.lockutils [None req-05c7250e-3ad9-4fe7-96dd-30573ad3123b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Releasing lock "refresh_cache-2342d23d-0784-4e0b-9901-033abc8e33d1" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.888992] env[70527]: DEBUG nova.compute.manager [None req-05c7250e-3ad9-4fe7-96dd-30573ad3123b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 2342d23d-0784-4e0b-9901-033abc8e33d1] Instance network_info: |[{"id": "aecb263d-0e20-4c84-bd9b-8032623236d5", "address": "fa:16:3e:c5:67:46", "network": {"id": "4bdcfc12-9191-401b-9e65-96c6c26887fa", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2058770791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d73cd31a8f4f415abd708bd42dd9131f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaecb263d-0e", "ovs_interfaceid": "aecb263d-0e20-4c84-bd9b-8032623236d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1001.889854] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-05c7250e-3ad9-4fe7-96dd-30573ad3123b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 2342d23d-0784-4e0b-9901-033abc8e33d1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:67:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '438671d0-9468-4e44-84c1-4c0ebaa743e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aecb263d-0e20-4c84-bd9b-8032623236d5', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1001.899703] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-05c7250e-3ad9-4fe7-96dd-30573ad3123b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1001.900637] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2342d23d-0784-4e0b-9901-033abc8e33d1] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1001.900637] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d18485b6-0a02-4061-af83-d2a93ecdeee6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.921316] env[70527]: DEBUG nova.compute.manager [req-e054e9ba-3251-47d2-aa2f-e5feebcd25a9 req-382ddd24-6b1b-4596-9d23-719abd39ccdd service nova] [instance: 2342d23d-0784-4e0b-9901-033abc8e33d1] Received event network-changed-aecb263d-0e20-4c84-bd9b-8032623236d5 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1001.921728] env[70527]: DEBUG nova.compute.manager [req-e054e9ba-3251-47d2-aa2f-e5feebcd25a9 req-382ddd24-6b1b-4596-9d23-719abd39ccdd service nova] [instance: 2342d23d-0784-4e0b-9901-033abc8e33d1] Refreshing instance network info cache due to event network-changed-aecb263d-0e20-4c84-bd9b-8032623236d5. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1001.921728] env[70527]: DEBUG oslo_concurrency.lockutils [req-e054e9ba-3251-47d2-aa2f-e5feebcd25a9 req-382ddd24-6b1b-4596-9d23-719abd39ccdd service nova] Acquiring lock "refresh_cache-2342d23d-0784-4e0b-9901-033abc8e33d1" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.921878] env[70527]: DEBUG oslo_concurrency.lockutils [req-e054e9ba-3251-47d2-aa2f-e5feebcd25a9 req-382ddd24-6b1b-4596-9d23-719abd39ccdd service nova] Acquired lock "refresh_cache-2342d23d-0784-4e0b-9901-033abc8e33d1" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.922023] env[70527]: DEBUG nova.network.neutron [req-e054e9ba-3251-47d2-aa2f-e5feebcd25a9 req-382ddd24-6b1b-4596-9d23-719abd39ccdd service nova] [instance: 2342d23d-0784-4e0b-9901-033abc8e33d1] Refreshing network info cache for port aecb263d-0e20-4c84-bd9b-8032623236d5 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1001.924982] env[70527]: DEBUG nova.network.neutron [-] [instance: ad16e90d-89f7-4ce6-82c3-d8bb10c614f9] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.928250] env[70527]: DEBUG nova.network.neutron [-] [instance: b70fb04d-5212-428e-bb92-dee6762011af] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.932066] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1001.932066] env[70527]: value = "task-3913456" [ 1001.932066] env[70527]: _type = "Task" [ 1001.932066] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.946217] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913456, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.957501] env[70527]: DEBUG oslo_vmware.api [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913455, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.014125] env[70527]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5bc7f4f8-3ab1-4a00-bf0a-57d40bf3c6b2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.028113] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb389240-643e-4280-9fcc-3c5287ed1e27 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.067073] env[70527]: DEBUG nova.compute.manager [req-9c2ce443-c124-4862-ba18-a1953463cb78 req-25c84d6b-d031-4730-91a9-629c76fd1b47 service nova] [instance: b70fb04d-5212-428e-bb92-dee6762011af] Detach interface failed, port_id=746be8ea-ee6a-4583-adbf-5cd7b95df219, reason: Instance b70fb04d-5212-428e-bb92-dee6762011af could not be found. {{(pid=70527) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1002.105027] env[70527]: DEBUG nova.network.neutron [-] [instance: ea9f773a-4f52-4819-9f4e-628db9b920f2] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.107776] env[70527]: DEBUG nova.compute.utils [None req-fd81da09-fd9f-4731-ac11-180a1226c064 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1002.110339] env[70527]: DEBUG nova.compute.manager [None req-fd81da09-fd9f-4731-ac11-180a1226c064 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: fdfe7865-31aa-4a0b-9325-7abef06e7501] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1002.110547] env[70527]: DEBUG nova.network.neutron [None req-fd81da09-fd9f-4731-ac11-180a1226c064 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: fdfe7865-31aa-4a0b-9325-7abef06e7501] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1002.114907] env[70527]: DEBUG nova.objects.instance [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Lazy-loading 'numa_topology' on Instance uuid f9a77c4a-662f-484b-9d72-358d9298974b {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1002.184268] env[70527]: DEBUG nova.policy [None req-fd81da09-fd9f-4731-ac11-180a1226c064 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2e6f62f8783f421c8972fbc56c8ba0b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ffc6c328f56e4971bceb097b0ceef30d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 1002.357394] env[70527]: DEBUG oslo_vmware.api [None req-177da379-a29e-45e9-9b45-2d0ed63e635a tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3913447, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.430470] env[70527]: INFO nova.compute.manager [-] [instance: ad16e90d-89f7-4ce6-82c3-d8bb10c614f9] Took 1.45 seconds to deallocate network for instance. [ 1002.435205] env[70527]: INFO nova.compute.manager [-] [instance: b70fb04d-5212-428e-bb92-dee6762011af] Took 1.32 seconds to deallocate network for instance. [ 1002.460383] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913456, 'name': CreateVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.466614] env[70527]: DEBUG oslo_vmware.api [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913455, 'name': PowerOnVM_Task, 'duration_secs': 0.612758} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.466907] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 2db3cf17-9e66-4708-8bca-571264284924] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1002.467126] env[70527]: INFO nova.compute.manager [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 2db3cf17-9e66-4708-8bca-571264284924] Took 11.11 seconds to spawn the instance on the hypervisor. [ 1002.467310] env[70527]: DEBUG nova.compute.manager [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 2db3cf17-9e66-4708-8bca-571264284924] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1002.468149] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-701347a9-d63a-4aea-b8c5-0abcd1ff16cb {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.611301] env[70527]: INFO nova.compute.manager [-] [instance: ea9f773a-4f52-4819-9f4e-628db9b920f2] Took 1.33 seconds to deallocate network for instance. [ 1002.618581] env[70527]: DEBUG nova.compute.manager [None req-fd81da09-fd9f-4731-ac11-180a1226c064 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: fdfe7865-31aa-4a0b-9325-7abef06e7501] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1002.622059] env[70527]: INFO nova.compute.claims [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1002.688567] env[70527]: DEBUG nova.network.neutron [None req-fd81da09-fd9f-4731-ac11-180a1226c064 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: fdfe7865-31aa-4a0b-9325-7abef06e7501] Successfully created port: 1b107bc6-60d5-4575-93e4-c59ed1bd6c9d {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1002.857169] env[70527]: DEBUG oslo_vmware.api [None req-177da379-a29e-45e9-9b45-2d0ed63e635a tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3913447, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.940736] env[70527]: DEBUG oslo_concurrency.lockutils [None req-81c5e997-eaff-4e70-b122-ab583229d17e tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.950176] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c413a83e-a3fa-4bb3-9292-4c51730deeaa tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.950488] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913456, 'name': CreateVM_Task, 'duration_secs': 0.522906} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.950693] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2342d23d-0784-4e0b-9901-033abc8e33d1] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1002.952177] env[70527]: DEBUG oslo_concurrency.lockutils [None req-05c7250e-3ad9-4fe7-96dd-30573ad3123b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.953040] env[70527]: DEBUG oslo_concurrency.lockutils [None req-05c7250e-3ad9-4fe7-96dd-30573ad3123b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.953733] env[70527]: DEBUG oslo_concurrency.lockutils [None req-05c7250e-3ad9-4fe7-96dd-30573ad3123b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.955671] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcaf753b-431c-4f33-885c-3b2cb50870d9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.960680] env[70527]: DEBUG oslo_vmware.api [None req-05c7250e-3ad9-4fe7-96dd-30573ad3123b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Waiting for the task: (returnval){ [ 1002.960680] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]525b98cf-7538-8511-e7d2-70b6a37730d1" [ 1002.960680] env[70527]: _type = "Task" [ 1002.960680] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.970303] env[70527]: DEBUG oslo_vmware.api [None req-05c7250e-3ad9-4fe7-96dd-30573ad3123b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]525b98cf-7538-8511-e7d2-70b6a37730d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.984678] env[70527]: DEBUG nova.network.neutron [req-e054e9ba-3251-47d2-aa2f-e5feebcd25a9 req-382ddd24-6b1b-4596-9d23-719abd39ccdd service nova] [instance: 2342d23d-0784-4e0b-9901-033abc8e33d1] Updated VIF entry in instance network info cache for port aecb263d-0e20-4c84-bd9b-8032623236d5. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1002.984975] env[70527]: DEBUG nova.network.neutron [req-e054e9ba-3251-47d2-aa2f-e5feebcd25a9 req-382ddd24-6b1b-4596-9d23-719abd39ccdd service nova] [instance: 2342d23d-0784-4e0b-9901-033abc8e33d1] Updating instance_info_cache with network_info: [{"id": "aecb263d-0e20-4c84-bd9b-8032623236d5", "address": "fa:16:3e:c5:67:46", "network": {"id": "4bdcfc12-9191-401b-9e65-96c6c26887fa", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2058770791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d73cd31a8f4f415abd708bd42dd9131f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaecb263d-0e", "ovs_interfaceid": "aecb263d-0e20-4c84-bd9b-8032623236d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.000341] env[70527]: INFO nova.compute.manager [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 2db3cf17-9e66-4708-8bca-571264284924] Took 28.71 seconds to build instance. [ 1003.133550] env[70527]: DEBUG oslo_concurrency.lockutils [None req-15d80b87-a100-45bd-a0db-6082e78e5a5d tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.357882] env[70527]: DEBUG oslo_vmware.api [None req-177da379-a29e-45e9-9b45-2d0ed63e635a tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3913447, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.473468] env[70527]: DEBUG oslo_vmware.api [None req-05c7250e-3ad9-4fe7-96dd-30573ad3123b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]525b98cf-7538-8511-e7d2-70b6a37730d1, 'name': SearchDatastore_Task, 'duration_secs': 0.02153} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.473785] env[70527]: DEBUG oslo_concurrency.lockutils [None req-05c7250e-3ad9-4fe7-96dd-30573ad3123b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.474034] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-05c7250e-3ad9-4fe7-96dd-30573ad3123b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 2342d23d-0784-4e0b-9901-033abc8e33d1] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1003.474285] env[70527]: DEBUG oslo_concurrency.lockutils [None req-05c7250e-3ad9-4fe7-96dd-30573ad3123b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.474433] env[70527]: DEBUG oslo_concurrency.lockutils [None req-05c7250e-3ad9-4fe7-96dd-30573ad3123b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.474615] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-05c7250e-3ad9-4fe7-96dd-30573ad3123b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1003.474908] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91730ac4-9249-46e7-a7e1-bf9ec647338f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.485327] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-05c7250e-3ad9-4fe7-96dd-30573ad3123b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1003.485545] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-05c7250e-3ad9-4fe7-96dd-30573ad3123b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1003.486400] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5df781e8-03e0-4d7d-917f-93cb691b92ce {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.493954] env[70527]: DEBUG oslo_concurrency.lockutils [req-e054e9ba-3251-47d2-aa2f-e5feebcd25a9 req-382ddd24-6b1b-4596-9d23-719abd39ccdd service nova] Releasing lock "refresh_cache-2342d23d-0784-4e0b-9901-033abc8e33d1" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.493954] env[70527]: DEBUG nova.compute.manager [req-e054e9ba-3251-47d2-aa2f-e5feebcd25a9 req-382ddd24-6b1b-4596-9d23-719abd39ccdd service nova] [instance: ad16e90d-89f7-4ce6-82c3-d8bb10c614f9] Received event network-vif-deleted-1fc9d4ff-c5e4-49ea-b466-79047dd74768 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.493954] env[70527]: INFO nova.compute.manager [req-e054e9ba-3251-47d2-aa2f-e5feebcd25a9 req-382ddd24-6b1b-4596-9d23-719abd39ccdd service nova] [instance: ad16e90d-89f7-4ce6-82c3-d8bb10c614f9] Neutron deleted interface 1fc9d4ff-c5e4-49ea-b466-79047dd74768; detaching it from the instance and deleting it from the info cache [ 1003.493954] env[70527]: DEBUG nova.network.neutron [req-e054e9ba-3251-47d2-aa2f-e5feebcd25a9 req-382ddd24-6b1b-4596-9d23-719abd39ccdd service nova] [instance: ad16e90d-89f7-4ce6-82c3-d8bb10c614f9] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.497701] env[70527]: DEBUG oslo_vmware.api [None req-05c7250e-3ad9-4fe7-96dd-30573ad3123b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Waiting for the task: (returnval){ [ 1003.497701] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52bcc319-8a42-f4f8-41e2-171d79c27562" [ 1003.497701] env[70527]: _type = "Task" [ 1003.497701] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.502239] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4f75af19-0bff-4d20-9933-34410944e1c5 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Lock "2db3cf17-9e66-4708-8bca-571264284924" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.231s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.506102] env[70527]: DEBUG oslo_vmware.api [None req-05c7250e-3ad9-4fe7-96dd-30573ad3123b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52bcc319-8a42-f4f8-41e2-171d79c27562, 'name': SearchDatastore_Task} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.506886] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccee464c-929e-4cc2-9656-c6daeea838c2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.512741] env[70527]: DEBUG oslo_vmware.api [None req-05c7250e-3ad9-4fe7-96dd-30573ad3123b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Waiting for the task: (returnval){ [ 1003.512741] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52f6264d-0ccd-1b3c-cd3b-c3bfa641370b" [ 1003.512741] env[70527]: _type = "Task" [ 1003.512741] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.523453] env[70527]: DEBUG oslo_vmware.api [None req-05c7250e-3ad9-4fe7-96dd-30573ad3123b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52f6264d-0ccd-1b3c-cd3b-c3bfa641370b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.539943] env[70527]: DEBUG nova.compute.manager [req-9496a318-bd50-4151-bf1d-c63c34e7c15f req-f8d3ae83-4995-42d7-8ceb-31638b6fbeae service nova] [instance: ea9f773a-4f52-4819-9f4e-628db9b920f2] Received event network-vif-deleted-043ebeed-c68a-4794-a3f2-c54a0f8a4377 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.606178] env[70527]: DEBUG oslo_concurrency.lockutils [None req-7a22ad5a-acd8-49ad-81c4-533450230a9a tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Acquiring lock "2db3cf17-9e66-4708-8bca-571264284924" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.606178] env[70527]: DEBUG oslo_concurrency.lockutils [None req-7a22ad5a-acd8-49ad-81c4-533450230a9a tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Lock "2db3cf17-9e66-4708-8bca-571264284924" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.606178] env[70527]: DEBUG nova.compute.manager [None req-7a22ad5a-acd8-49ad-81c4-533450230a9a tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 2db3cf17-9e66-4708-8bca-571264284924] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1003.607314] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747d20ec-0238-45d8-9b7b-362df2893ad8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.614552] env[70527]: DEBUG nova.compute.manager [None req-7a22ad5a-acd8-49ad-81c4-533450230a9a tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 2db3cf17-9e66-4708-8bca-571264284924] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70527) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1003.615325] env[70527]: DEBUG nova.objects.instance [None req-7a22ad5a-acd8-49ad-81c4-533450230a9a tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Lazy-loading 'flavor' on Instance uuid 2db3cf17-9e66-4708-8bca-571264284924 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1003.637462] env[70527]: DEBUG nova.compute.manager [None req-fd81da09-fd9f-4731-ac11-180a1226c064 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: fdfe7865-31aa-4a0b-9325-7abef06e7501] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1003.670745] env[70527]: DEBUG nova.virt.hardware [None req-fd81da09-fd9f-4731-ac11-180a1226c064 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1003.671013] env[70527]: DEBUG nova.virt.hardware [None req-fd81da09-fd9f-4731-ac11-180a1226c064 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1003.671186] env[70527]: DEBUG nova.virt.hardware [None req-fd81da09-fd9f-4731-ac11-180a1226c064 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1003.671365] env[70527]: DEBUG nova.virt.hardware [None req-fd81da09-fd9f-4731-ac11-180a1226c064 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1003.671510] env[70527]: DEBUG nova.virt.hardware [None req-fd81da09-fd9f-4731-ac11-180a1226c064 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1003.671656] env[70527]: DEBUG nova.virt.hardware [None req-fd81da09-fd9f-4731-ac11-180a1226c064 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1003.671868] env[70527]: DEBUG nova.virt.hardware [None req-fd81da09-fd9f-4731-ac11-180a1226c064 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1003.672063] env[70527]: DEBUG nova.virt.hardware [None req-fd81da09-fd9f-4731-ac11-180a1226c064 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1003.672248] env[70527]: DEBUG nova.virt.hardware [None req-fd81da09-fd9f-4731-ac11-180a1226c064 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1003.672412] env[70527]: DEBUG nova.virt.hardware [None req-fd81da09-fd9f-4731-ac11-180a1226c064 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1003.672581] env[70527]: DEBUG nova.virt.hardware [None req-fd81da09-fd9f-4731-ac11-180a1226c064 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1003.674082] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d65317e-d5d3-48bd-bc25-b67018c8da5f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.686673] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4bf4fe-8778-447d-ad74-98641b96817e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.858903] env[70527]: DEBUG oslo_vmware.api [None req-177da379-a29e-45e9-9b45-2d0ed63e635a tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3913447, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.999202] env[70527]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2e957ed2-e66d-4b22-ad10-384fe7c5c6e8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.019374] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f069389a-9201-4e1b-930e-7bacf2b29bb1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.042654] env[70527]: DEBUG oslo_vmware.api [None req-05c7250e-3ad9-4fe7-96dd-30573ad3123b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52f6264d-0ccd-1b3c-cd3b-c3bfa641370b, 'name': SearchDatastore_Task, 'duration_secs': 0.011683} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.044072] env[70527]: DEBUG oslo_concurrency.lockutils [None req-05c7250e-3ad9-4fe7-96dd-30573ad3123b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.044072] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-05c7250e-3ad9-4fe7-96dd-30573ad3123b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] 2342d23d-0784-4e0b-9901-033abc8e33d1/2342d23d-0784-4e0b-9901-033abc8e33d1.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1004.044072] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-75fb1a79-9d32-4989-bb7d-460fdb125283 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.066934] env[70527]: DEBUG nova.compute.manager [req-e054e9ba-3251-47d2-aa2f-e5feebcd25a9 req-382ddd24-6b1b-4596-9d23-719abd39ccdd service nova] [instance: ad16e90d-89f7-4ce6-82c3-d8bb10c614f9] Detach interface failed, port_id=1fc9d4ff-c5e4-49ea-b466-79047dd74768, reason: Instance ad16e90d-89f7-4ce6-82c3-d8bb10c614f9 could not be found. {{(pid=70527) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1004.071828] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57741ead-508d-4c09-91a3-74f9058ad938 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.072957] env[70527]: DEBUG oslo_vmware.api [None req-05c7250e-3ad9-4fe7-96dd-30573ad3123b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Waiting for the task: (returnval){ [ 1004.072957] env[70527]: value = "task-3913457" [ 1004.072957] env[70527]: _type = "Task" [ 1004.072957] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.080558] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df7fd32-b82e-4bbb-b9fd-284032a51d04 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.086794] env[70527]: DEBUG oslo_vmware.api [None req-05c7250e-3ad9-4fe7-96dd-30573ad3123b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': task-3913457, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.128289] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae7fbc4-a429-4ecd-9e01-5a1daa158da2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.139586] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf0c6e9-ce2a-4bf8-8060-de0c70a20112 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.159036] env[70527]: DEBUG nova.compute.provider_tree [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.362123] env[70527]: DEBUG oslo_vmware.api [None req-177da379-a29e-45e9-9b45-2d0ed63e635a tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3913447, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.591102] env[70527]: DEBUG oslo_vmware.api [None req-05c7250e-3ad9-4fe7-96dd-30573ad3123b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': task-3913457, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502402} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.594464] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-05c7250e-3ad9-4fe7-96dd-30573ad3123b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] 2342d23d-0784-4e0b-9901-033abc8e33d1/2342d23d-0784-4e0b-9901-033abc8e33d1.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1004.594464] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-05c7250e-3ad9-4fe7-96dd-30573ad3123b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 2342d23d-0784-4e0b-9901-033abc8e33d1] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1004.594464] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-452a6f97-7102-4d7c-bbfb-2bc9d4d80961 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.600182] env[70527]: DEBUG oslo_vmware.api [None req-05c7250e-3ad9-4fe7-96dd-30573ad3123b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Waiting for the task: (returnval){ [ 1004.600182] env[70527]: value = "task-3913458" [ 1004.600182] env[70527]: _type = "Task" [ 1004.600182] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.615754] env[70527]: DEBUG oslo_vmware.api [None req-05c7250e-3ad9-4fe7-96dd-30573ad3123b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': task-3913458, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.635049] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a22ad5a-acd8-49ad-81c4-533450230a9a tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 2db3cf17-9e66-4708-8bca-571264284924] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1004.635049] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db5ae004-148d-49dc-b61f-8900aa73b973 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.638580] env[70527]: DEBUG nova.network.neutron [None req-fd81da09-fd9f-4731-ac11-180a1226c064 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: fdfe7865-31aa-4a0b-9325-7abef06e7501] Successfully updated port: 1b107bc6-60d5-4575-93e4-c59ed1bd6c9d {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1004.647515] env[70527]: DEBUG oslo_vmware.api [None req-7a22ad5a-acd8-49ad-81c4-533450230a9a tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for the task: (returnval){ [ 1004.647515] env[70527]: value = "task-3913459" [ 1004.647515] env[70527]: _type = "Task" [ 1004.647515] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.660190] env[70527]: DEBUG oslo_vmware.api [None req-7a22ad5a-acd8-49ad-81c4-533450230a9a tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913459, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.663629] env[70527]: DEBUG nova.scheduler.client.report [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.861820] env[70527]: DEBUG oslo_vmware.api [None req-177da379-a29e-45e9-9b45-2d0ed63e635a tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3913447, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.113494] env[70527]: DEBUG oslo_vmware.api [None req-05c7250e-3ad9-4fe7-96dd-30573ad3123b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': task-3913458, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074663} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.114549] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-05c7250e-3ad9-4fe7-96dd-30573ad3123b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 2342d23d-0784-4e0b-9901-033abc8e33d1] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1005.116672] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-126e37ac-a717-4bad-9c4a-429b76ca9ff4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.144633] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-05c7250e-3ad9-4fe7-96dd-30573ad3123b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 2342d23d-0784-4e0b-9901-033abc8e33d1] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 2342d23d-0784-4e0b-9901-033abc8e33d1/2342d23d-0784-4e0b-9901-033abc8e33d1.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1005.146323] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fd81da09-fd9f-4731-ac11-180a1226c064 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquiring lock "refresh_cache-fdfe7865-31aa-4a0b-9325-7abef06e7501" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.146323] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fd81da09-fd9f-4731-ac11-180a1226c064 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquired lock "refresh_cache-fdfe7865-31aa-4a0b-9325-7abef06e7501" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.146498] env[70527]: DEBUG nova.network.neutron [None req-fd81da09-fd9f-4731-ac11-180a1226c064 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: fdfe7865-31aa-4a0b-9325-7abef06e7501] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1005.148702] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-117dbf70-7982-4397-8eb6-9c4dc2f9017b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.173246] env[70527]: DEBUG oslo_concurrency.lockutils [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.570s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.179577] env[70527]: DEBUG oslo_concurrency.lockutils [None req-11ea6a1f-4779-4b1e-839e-4d1500981559 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.737s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.179801] env[70527]: DEBUG oslo_concurrency.lockutils [None req-11ea6a1f-4779-4b1e-839e-4d1500981559 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.181710] env[70527]: DEBUG oslo_concurrency.lockutils [None req-327549ef-33a8-4c6f-aa18-03b005f9ed83 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 17.779s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.181898] env[70527]: DEBUG nova.objects.instance [None req-327549ef-33a8-4c6f-aa18-03b005f9ed83 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70527) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1005.185391] env[70527]: DEBUG oslo_vmware.api [None req-05c7250e-3ad9-4fe7-96dd-30573ad3123b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Waiting for the task: (returnval){ [ 1005.185391] env[70527]: value = "task-3913460" [ 1005.185391] env[70527]: _type = "Task" [ 1005.185391] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.193313] env[70527]: DEBUG oslo_vmware.api [None req-7a22ad5a-acd8-49ad-81c4-533450230a9a tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913459, 'name': PowerOffVM_Task, 'duration_secs': 0.213267} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.194121] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a22ad5a-acd8-49ad-81c4-533450230a9a tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 2db3cf17-9e66-4708-8bca-571264284924] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1005.194501] env[70527]: DEBUG nova.compute.manager [None req-7a22ad5a-acd8-49ad-81c4-533450230a9a tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 2db3cf17-9e66-4708-8bca-571264284924] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1005.196315] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a663a6bc-d516-470d-a9b3-e7689930085d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.205389] env[70527]: DEBUG oslo_vmware.api [None req-05c7250e-3ad9-4fe7-96dd-30573ad3123b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': task-3913460, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.225333] env[70527]: INFO nova.scheduler.client.report [None req-11ea6a1f-4779-4b1e-839e-4d1500981559 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Deleted allocations for instance 5017d1d4-1e04-44b0-88eb-9acbfcee557c [ 1005.361356] env[70527]: DEBUG oslo_vmware.api [None req-177da379-a29e-45e9-9b45-2d0ed63e635a tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3913447, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.507240] env[70527]: INFO nova.network.neutron [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Updating port 21efc286-0a0e-4447-a667-9c5bf1fe5417 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1005.617929] env[70527]: DEBUG oslo_concurrency.lockutils [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Acquiring lock "9ec8bf0a-3d17-415c-b991-341394b5ceaf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.618291] env[70527]: DEBUG oslo_concurrency.lockutils [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Lock "9ec8bf0a-3d17-415c-b991-341394b5ceaf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.694667] env[70527]: DEBUG nova.compute.manager [req-88ad7745-7b86-4bb2-b270-32b60e6bd0ff req-ec703480-619b-400a-80b4-991a378cc6a4 service nova] [instance: fdfe7865-31aa-4a0b-9325-7abef06e7501] Received event network-vif-plugged-1b107bc6-60d5-4575-93e4-c59ed1bd6c9d {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1005.694988] env[70527]: DEBUG oslo_concurrency.lockutils [req-88ad7745-7b86-4bb2-b270-32b60e6bd0ff req-ec703480-619b-400a-80b4-991a378cc6a4 service nova] Acquiring lock "fdfe7865-31aa-4a0b-9325-7abef06e7501-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.695410] env[70527]: DEBUG oslo_concurrency.lockutils [req-88ad7745-7b86-4bb2-b270-32b60e6bd0ff req-ec703480-619b-400a-80b4-991a378cc6a4 service nova] Lock "fdfe7865-31aa-4a0b-9325-7abef06e7501-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.695410] env[70527]: DEBUG oslo_concurrency.lockutils [req-88ad7745-7b86-4bb2-b270-32b60e6bd0ff req-ec703480-619b-400a-80b4-991a378cc6a4 service nova] Lock "fdfe7865-31aa-4a0b-9325-7abef06e7501-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.695802] env[70527]: DEBUG nova.compute.manager [req-88ad7745-7b86-4bb2-b270-32b60e6bd0ff req-ec703480-619b-400a-80b4-991a378cc6a4 service nova] [instance: fdfe7865-31aa-4a0b-9325-7abef06e7501] No waiting events found dispatching network-vif-plugged-1b107bc6-60d5-4575-93e4-c59ed1bd6c9d {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1005.695802] env[70527]: WARNING nova.compute.manager [req-88ad7745-7b86-4bb2-b270-32b60e6bd0ff req-ec703480-619b-400a-80b4-991a378cc6a4 service nova] [instance: fdfe7865-31aa-4a0b-9325-7abef06e7501] Received unexpected event network-vif-plugged-1b107bc6-60d5-4575-93e4-c59ed1bd6c9d for instance with vm_state building and task_state spawning. [ 1005.699420] env[70527]: DEBUG nova.compute.manager [req-88ad7745-7b86-4bb2-b270-32b60e6bd0ff req-ec703480-619b-400a-80b4-991a378cc6a4 service nova] [instance: fdfe7865-31aa-4a0b-9325-7abef06e7501] Received event network-changed-1b107bc6-60d5-4575-93e4-c59ed1bd6c9d {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1005.699420] env[70527]: DEBUG nova.compute.manager [req-88ad7745-7b86-4bb2-b270-32b60e6bd0ff req-ec703480-619b-400a-80b4-991a378cc6a4 service nova] [instance: fdfe7865-31aa-4a0b-9325-7abef06e7501] Refreshing instance network info cache due to event network-changed-1b107bc6-60d5-4575-93e4-c59ed1bd6c9d. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1005.699420] env[70527]: DEBUG oslo_concurrency.lockutils [req-88ad7745-7b86-4bb2-b270-32b60e6bd0ff req-ec703480-619b-400a-80b4-991a378cc6a4 service nova] Acquiring lock "refresh_cache-fdfe7865-31aa-4a0b-9325-7abef06e7501" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.716795] env[70527]: DEBUG oslo_concurrency.lockutils [None req-7a22ad5a-acd8-49ad-81c4-533450230a9a tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Lock "2db3cf17-9e66-4708-8bca-571264284924" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.111s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.718596] env[70527]: DEBUG oslo_vmware.api [None req-05c7250e-3ad9-4fe7-96dd-30573ad3123b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': task-3913460, 'name': ReconfigVM_Task, 'duration_secs': 0.30008} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.719416] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-05c7250e-3ad9-4fe7-96dd-30573ad3123b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 2342d23d-0784-4e0b-9901-033abc8e33d1] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 2342d23d-0784-4e0b-9901-033abc8e33d1/2342d23d-0784-4e0b-9901-033abc8e33d1.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1005.720068] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6408f5bd-6a77-4a72-842b-4d2ee88416b9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.729662] env[70527]: DEBUG oslo_vmware.api [None req-05c7250e-3ad9-4fe7-96dd-30573ad3123b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Waiting for the task: (returnval){ [ 1005.729662] env[70527]: value = "task-3913461" [ 1005.729662] env[70527]: _type = "Task" [ 1005.729662] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.730563] env[70527]: DEBUG nova.network.neutron [None req-fd81da09-fd9f-4731-ac11-180a1226c064 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: fdfe7865-31aa-4a0b-9325-7abef06e7501] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1005.742466] env[70527]: DEBUG oslo_concurrency.lockutils [None req-11ea6a1f-4779-4b1e-839e-4d1500981559 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Lock "5017d1d4-1e04-44b0-88eb-9acbfcee557c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.687s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.750453] env[70527]: DEBUG oslo_vmware.api [None req-05c7250e-3ad9-4fe7-96dd-30573ad3123b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': task-3913461, 'name': Rename_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.865823] env[70527]: DEBUG oslo_vmware.api [None req-177da379-a29e-45e9-9b45-2d0ed63e635a tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3913447, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.974984] env[70527]: DEBUG nova.network.neutron [None req-fd81da09-fd9f-4731-ac11-180a1226c064 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: fdfe7865-31aa-4a0b-9325-7abef06e7501] Updating instance_info_cache with network_info: [{"id": "1b107bc6-60d5-4575-93e4-c59ed1bd6c9d", "address": "fa:16:3e:ad:a5:28", "network": {"id": "ac4c5c7a-9727-4cf7-83da-cc12f81bae3a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-994465232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffc6c328f56e4971bceb097b0ceef30d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b107bc6-60", "ovs_interfaceid": "1b107bc6-60d5-4575-93e4-c59ed1bd6c9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.121656] env[70527]: DEBUG nova.compute.manager [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 9ec8bf0a-3d17-415c-b991-341394b5ceaf] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1006.192825] env[70527]: DEBUG oslo_concurrency.lockutils [None req-327549ef-33a8-4c6f-aa18-03b005f9ed83 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.196658] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ce16056c-4afa-4e2e-bfd8-c80b95f24ede tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.303s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.196658] env[70527]: DEBUG nova.objects.instance [None req-ce16056c-4afa-4e2e-bfd8-c80b95f24ede tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lazy-loading 'resources' on Instance uuid d8ef288c-ca75-4166-93bc-09dd69753f8b {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1006.246277] env[70527]: DEBUG oslo_vmware.api [None req-05c7250e-3ad9-4fe7-96dd-30573ad3123b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': task-3913461, 'name': Rename_Task, 'duration_secs': 0.156596} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.246558] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-05c7250e-3ad9-4fe7-96dd-30573ad3123b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 2342d23d-0784-4e0b-9901-033abc8e33d1] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1006.246980] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46c4cbef-86ed-4192-be91-109ef048360f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.255356] env[70527]: DEBUG oslo_vmware.api [None req-05c7250e-3ad9-4fe7-96dd-30573ad3123b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Waiting for the task: (returnval){ [ 1006.255356] env[70527]: value = "task-3913462" [ 1006.255356] env[70527]: _type = "Task" [ 1006.255356] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.265282] env[70527]: DEBUG oslo_vmware.api [None req-05c7250e-3ad9-4fe7-96dd-30573ad3123b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': task-3913462, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.365324] env[70527]: DEBUG oslo_vmware.api [None req-177da379-a29e-45e9-9b45-2d0ed63e635a tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3913447, 'name': ReconfigVM_Task, 'duration_secs': 5.754958} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.365324] env[70527]: DEBUG oslo_concurrency.lockutils [None req-177da379-a29e-45e9-9b45-2d0ed63e635a tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Releasing lock "8023716a-02ca-479e-ae56-9af98b173fd1" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.365324] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-177da379-a29e-45e9-9b45-2d0ed63e635a tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 8023716a-02ca-479e-ae56-9af98b173fd1] Reconfigured VM to detach interface {{(pid=70527) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1006.477400] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fd81da09-fd9f-4731-ac11-180a1226c064 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Releasing lock "refresh_cache-fdfe7865-31aa-4a0b-9325-7abef06e7501" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.477745] env[70527]: DEBUG nova.compute.manager [None req-fd81da09-fd9f-4731-ac11-180a1226c064 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: fdfe7865-31aa-4a0b-9325-7abef06e7501] Instance network_info: |[{"id": "1b107bc6-60d5-4575-93e4-c59ed1bd6c9d", "address": "fa:16:3e:ad:a5:28", "network": {"id": "ac4c5c7a-9727-4cf7-83da-cc12f81bae3a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-994465232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffc6c328f56e4971bceb097b0ceef30d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b107bc6-60", "ovs_interfaceid": "1b107bc6-60d5-4575-93e4-c59ed1bd6c9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1006.478466] env[70527]: DEBUG oslo_concurrency.lockutils [req-88ad7745-7b86-4bb2-b270-32b60e6bd0ff req-ec703480-619b-400a-80b4-991a378cc6a4 service nova] Acquired lock "refresh_cache-fdfe7865-31aa-4a0b-9325-7abef06e7501" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.478681] env[70527]: DEBUG nova.network.neutron [req-88ad7745-7b86-4bb2-b270-32b60e6bd0ff req-ec703480-619b-400a-80b4-991a378cc6a4 service nova] [instance: fdfe7865-31aa-4a0b-9325-7abef06e7501] Refreshing network info cache for port 1b107bc6-60d5-4575-93e4-c59ed1bd6c9d {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1006.480236] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-fd81da09-fd9f-4731-ac11-180a1226c064 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: fdfe7865-31aa-4a0b-9325-7abef06e7501] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:a5:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f408ce42-3cac-4d9d-9c05-15471d653a18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b107bc6-60d5-4575-93e4-c59ed1bd6c9d', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1006.491803] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd81da09-fd9f-4731-ac11-180a1226c064 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1006.492879] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdfe7865-31aa-4a0b-9325-7abef06e7501] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1006.493128] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d551999-05ed-4758-81f3-38d31f78736b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.521123] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1006.521123] env[70527]: value = "task-3913463" [ 1006.521123] env[70527]: _type = "Task" [ 1006.521123] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.532232] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913463, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.542626] env[70527]: INFO nova.compute.manager [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 2db3cf17-9e66-4708-8bca-571264284924] Rebuilding instance [ 1006.606486] env[70527]: DEBUG nova.compute.manager [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 2db3cf17-9e66-4708-8bca-571264284924] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1006.607489] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103b986c-e275-40a4-8b7c-29e9bc3e794a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.658439] env[70527]: DEBUG oslo_concurrency.lockutils [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.697326] env[70527]: DEBUG nova.objects.instance [None req-ce16056c-4afa-4e2e-bfd8-c80b95f24ede tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lazy-loading 'numa_topology' on Instance uuid d8ef288c-ca75-4166-93bc-09dd69753f8b {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1006.768962] env[70527]: DEBUG oslo_vmware.api [None req-05c7250e-3ad9-4fe7-96dd-30573ad3123b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': task-3913462, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.035227] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913463, 'name': CreateVM_Task, 'duration_secs': 0.391391} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.035227] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdfe7865-31aa-4a0b-9325-7abef06e7501] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1007.035955] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fd81da09-fd9f-4731-ac11-180a1226c064 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.035955] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fd81da09-fd9f-4731-ac11-180a1226c064 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.036307] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fd81da09-fd9f-4731-ac11-180a1226c064 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.036656] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b267b8ef-5011-4785-94a9-cb4c12227ec7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.044305] env[70527]: DEBUG oslo_vmware.api [None req-fd81da09-fd9f-4731-ac11-180a1226c064 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for the task: (returnval){ [ 1007.044305] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]521a479e-97e3-f0c2-e5eb-ebe6d6893188" [ 1007.044305] env[70527]: _type = "Task" [ 1007.044305] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.054188] env[70527]: DEBUG oslo_vmware.api [None req-fd81da09-fd9f-4731-ac11-180a1226c064 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]521a479e-97e3-f0c2-e5eb-ebe6d6893188, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.200434] env[70527]: DEBUG nova.objects.base [None req-ce16056c-4afa-4e2e-bfd8-c80b95f24ede tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=70527) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1007.270288] env[70527]: DEBUG oslo_vmware.api [None req-05c7250e-3ad9-4fe7-96dd-30573ad3123b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': task-3913462, 'name': PowerOnVM_Task, 'duration_secs': 0.667162} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.270703] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-05c7250e-3ad9-4fe7-96dd-30573ad3123b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 2342d23d-0784-4e0b-9901-033abc8e33d1] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1007.272022] env[70527]: INFO nova.compute.manager [None req-05c7250e-3ad9-4fe7-96dd-30573ad3123b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 2342d23d-0784-4e0b-9901-033abc8e33d1] Took 8.26 seconds to spawn the instance on the hypervisor. [ 1007.272022] env[70527]: DEBUG nova.compute.manager [None req-05c7250e-3ad9-4fe7-96dd-30573ad3123b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 2342d23d-0784-4e0b-9901-033abc8e33d1] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1007.272579] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e564f381-77d9-42cb-8f15-5bda035e90de {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.500901] env[70527]: DEBUG nova.network.neutron [req-88ad7745-7b86-4bb2-b270-32b60e6bd0ff req-ec703480-619b-400a-80b4-991a378cc6a4 service nova] [instance: fdfe7865-31aa-4a0b-9325-7abef06e7501] Updated VIF entry in instance network info cache for port 1b107bc6-60d5-4575-93e4-c59ed1bd6c9d. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1007.500901] env[70527]: DEBUG nova.network.neutron [req-88ad7745-7b86-4bb2-b270-32b60e6bd0ff req-ec703480-619b-400a-80b4-991a378cc6a4 service nova] [instance: fdfe7865-31aa-4a0b-9325-7abef06e7501] Updating instance_info_cache with network_info: [{"id": "1b107bc6-60d5-4575-93e4-c59ed1bd6c9d", "address": "fa:16:3e:ad:a5:28", "network": {"id": "ac4c5c7a-9727-4cf7-83da-cc12f81bae3a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-994465232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffc6c328f56e4971bceb097b0ceef30d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b107bc6-60", "ovs_interfaceid": "1b107bc6-60d5-4575-93e4-c59ed1bd6c9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.559133] env[70527]: DEBUG oslo_vmware.api [None req-fd81da09-fd9f-4731-ac11-180a1226c064 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]521a479e-97e3-f0c2-e5eb-ebe6d6893188, 'name': SearchDatastore_Task, 'duration_secs': 0.012086} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.559469] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fd81da09-fd9f-4731-ac11-180a1226c064 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.559716] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-fd81da09-fd9f-4731-ac11-180a1226c064 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: fdfe7865-31aa-4a0b-9325-7abef06e7501] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1007.559966] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fd81da09-fd9f-4731-ac11-180a1226c064 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.560131] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fd81da09-fd9f-4731-ac11-180a1226c064 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.560317] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd81da09-fd9f-4731-ac11-180a1226c064 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1007.560591] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d9875e4-1afc-439f-b13a-d849eceec627 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.573455] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd81da09-fd9f-4731-ac11-180a1226c064 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1007.573784] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-fd81da09-fd9f-4731-ac11-180a1226c064 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1007.574471] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09bdbaae-e562-4687-bdad-24ee9b82a659 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.583787] env[70527]: DEBUG oslo_vmware.api [None req-fd81da09-fd9f-4731-ac11-180a1226c064 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for the task: (returnval){ [ 1007.583787] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52c11cdd-8afb-101f-6bbf-8454d505bbe0" [ 1007.583787] env[70527]: _type = "Task" [ 1007.583787] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.596195] env[70527]: DEBUG oslo_vmware.api [None req-fd81da09-fd9f-4731-ac11-180a1226c064 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52c11cdd-8afb-101f-6bbf-8454d505bbe0, 'name': SearchDatastore_Task} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.601147] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a66d477e-e9a4-4ad8-a4ad-e4612db34334 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.606694] env[70527]: DEBUG oslo_vmware.api [None req-fd81da09-fd9f-4731-ac11-180a1226c064 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for the task: (returnval){ [ 1007.606694] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52bbbb6e-c988-6877-26d2-c3bd912891ba" [ 1007.606694] env[70527]: _type = "Task" [ 1007.606694] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.611266] env[70527]: DEBUG oslo_concurrency.lockutils [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Acquiring lock "refresh_cache-f9a77c4a-662f-484b-9d72-358d9298974b" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.611478] env[70527]: DEBUG oslo_concurrency.lockutils [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Acquired lock "refresh_cache-f9a77c4a-662f-484b-9d72-358d9298974b" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.611721] env[70527]: DEBUG nova.network.neutron [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1007.625406] env[70527]: DEBUG oslo_vmware.api [None req-fd81da09-fd9f-4731-ac11-180a1226c064 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52bbbb6e-c988-6877-26d2-c3bd912891ba, 'name': SearchDatastore_Task, 'duration_secs': 0.010082} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.631502] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fd81da09-fd9f-4731-ac11-180a1226c064 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.631502] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd81da09-fd9f-4731-ac11-180a1226c064 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] fdfe7865-31aa-4a0b-9325-7abef06e7501/fdfe7865-31aa-4a0b-9325-7abef06e7501.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1007.631502] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30a66f7d-b7f6-4c00-91f0-96853fc02b83 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.634180] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 2db3cf17-9e66-4708-8bca-571264284924] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1007.634677] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ee535aa-a3cf-4fd8-aa76-7170a0c1439b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.646415] env[70527]: DEBUG oslo_vmware.api [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for the task: (returnval){ [ 1007.646415] env[70527]: value = "task-3913464" [ 1007.646415] env[70527]: _type = "Task" [ 1007.646415] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.646673] env[70527]: DEBUG oslo_vmware.api [None req-fd81da09-fd9f-4731-ac11-180a1226c064 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for the task: (returnval){ [ 1007.646673] env[70527]: value = "task-3913465" [ 1007.646673] env[70527]: _type = "Task" [ 1007.646673] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.664228] env[70527]: DEBUG oslo_vmware.api [None req-fd81da09-fd9f-4731-ac11-180a1226c064 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3913465, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.668043] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 2db3cf17-9e66-4708-8bca-571264284924] VM already powered off {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1007.668341] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 2db3cf17-9e66-4708-8bca-571264284924] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1007.669150] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100d46f2-9d6b-4774-af4b-71a10c1458b7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.674984] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9949ed-62e7-48ff-b404-a419d16a1b66 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.680143] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 2db3cf17-9e66-4708-8bca-571264284924] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1007.680790] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c76d83e-e95a-4518-bfe3-ab7139bc82c6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.685365] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f06d825e-776b-425c-ba53-2830a4c8dcee {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.722029] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c06ef2b1-4a7e-49a4-8ce1-0b5ad4e62478 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.731041] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb06276-a24c-4559-9442-c7b528d03712 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.735402] env[70527]: DEBUG oslo_concurrency.lockutils [None req-177da379-a29e-45e9-9b45-2d0ed63e635a tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquiring lock "refresh_cache-8023716a-02ca-479e-ae56-9af98b173fd1" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.735571] env[70527]: DEBUG oslo_concurrency.lockutils [None req-177da379-a29e-45e9-9b45-2d0ed63e635a tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquired lock "refresh_cache-8023716a-02ca-479e-ae56-9af98b173fd1" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.735756] env[70527]: DEBUG nova.network.neutron [None req-177da379-a29e-45e9-9b45-2d0ed63e635a tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 8023716a-02ca-479e-ae56-9af98b173fd1] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1007.750184] env[70527]: DEBUG nova.compute.provider_tree [None req-ce16056c-4afa-4e2e-bfd8-c80b95f24ede tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1007.755343] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 2db3cf17-9e66-4708-8bca-571264284924] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1007.755343] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 2db3cf17-9e66-4708-8bca-571264284924] Deleting contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1007.755343] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Deleting the datastore file [datastore2] 2db3cf17-9e66-4708-8bca-571264284924 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1007.755343] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-837cf667-d986-4f80-b81a-55cefc4a17b6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.763155] env[70527]: DEBUG oslo_vmware.api [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for the task: (returnval){ [ 1007.763155] env[70527]: value = "task-3913467" [ 1007.763155] env[70527]: _type = "Task" [ 1007.763155] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.774598] env[70527]: DEBUG oslo_vmware.api [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913467, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.795509] env[70527]: INFO nova.compute.manager [None req-05c7250e-3ad9-4fe7-96dd-30573ad3123b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 2342d23d-0784-4e0b-9901-033abc8e33d1] Took 26.99 seconds to build instance. [ 1007.846524] env[70527]: DEBUG nova.compute.manager [req-60eedd89-eb08-49d2-8e64-a8adeb5094d3 req-8082f7c0-6880-4c0b-b3c5-b0ea7fcbe407 service nova] [instance: 8023716a-02ca-479e-ae56-9af98b173fd1] Received event network-vif-deleted-0c13727e-ec12-4529-a432-72929f806507 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.846744] env[70527]: INFO nova.compute.manager [req-60eedd89-eb08-49d2-8e64-a8adeb5094d3 req-8082f7c0-6880-4c0b-b3c5-b0ea7fcbe407 service nova] [instance: 8023716a-02ca-479e-ae56-9af98b173fd1] Neutron deleted interface 0c13727e-ec12-4529-a432-72929f806507; detaching it from the instance and deleting it from the info cache [ 1007.847090] env[70527]: DEBUG nova.network.neutron [req-60eedd89-eb08-49d2-8e64-a8adeb5094d3 req-8082f7c0-6880-4c0b-b3c5-b0ea7fcbe407 service nova] [instance: 8023716a-02ca-479e-ae56-9af98b173fd1] Updating instance_info_cache with network_info: [{"id": "52a5a97d-0b89-4670-a64e-15d625ce7af5", "address": "fa:16:3e:75:d8:28", "network": {"id": "0528ffcb-4865-41a0-87e6-3ea996b12397", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210779476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "030332ea48994bab8d286711ee279556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52a5a97d-0b", "ovs_interfaceid": "52a5a97d-0b89-4670-a64e-15d625ce7af5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.006774] env[70527]: DEBUG oslo_concurrency.lockutils [req-88ad7745-7b86-4bb2-b270-32b60e6bd0ff req-ec703480-619b-400a-80b4-991a378cc6a4 service nova] Releasing lock "refresh_cache-fdfe7865-31aa-4a0b-9325-7abef06e7501" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.158757] env[70527]: DEBUG oslo_vmware.api [None req-fd81da09-fd9f-4731-ac11-180a1226c064 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3913465, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.255279] env[70527]: DEBUG nova.scheduler.client.report [None req-ce16056c-4afa-4e2e-bfd8-c80b95f24ede tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1008.279023] env[70527]: DEBUG oslo_vmware.api [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913467, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.301125} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.279023] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1008.279023] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 2db3cf17-9e66-4708-8bca-571264284924] Deleted contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1008.279023] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 2db3cf17-9e66-4708-8bca-571264284924] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1008.298061] env[70527]: DEBUG oslo_concurrency.lockutils [None req-05c7250e-3ad9-4fe7-96dd-30573ad3123b tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Lock "2342d23d-0784-4e0b-9901-033abc8e33d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.535s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.348984] env[70527]: DEBUG oslo_concurrency.lockutils [None req-22f5d0b9-8ae7-4bef-9bd9-f0034038cdc8 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquiring lock "8023716a-02ca-479e-ae56-9af98b173fd1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.349276] env[70527]: DEBUG oslo_concurrency.lockutils [None req-22f5d0b9-8ae7-4bef-9bd9-f0034038cdc8 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Lock "8023716a-02ca-479e-ae56-9af98b173fd1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.349482] env[70527]: DEBUG oslo_concurrency.lockutils [None req-22f5d0b9-8ae7-4bef-9bd9-f0034038cdc8 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquiring lock "8023716a-02ca-479e-ae56-9af98b173fd1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.349676] env[70527]: DEBUG oslo_concurrency.lockutils [None req-22f5d0b9-8ae7-4bef-9bd9-f0034038cdc8 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Lock "8023716a-02ca-479e-ae56-9af98b173fd1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.349839] env[70527]: DEBUG oslo_concurrency.lockutils [None req-22f5d0b9-8ae7-4bef-9bd9-f0034038cdc8 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Lock "8023716a-02ca-479e-ae56-9af98b173fd1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.352202] env[70527]: DEBUG oslo_concurrency.lockutils [req-60eedd89-eb08-49d2-8e64-a8adeb5094d3 req-8082f7c0-6880-4c0b-b3c5-b0ea7fcbe407 service nova] Acquiring lock "8023716a-02ca-479e-ae56-9af98b173fd1" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.352764] env[70527]: INFO nova.compute.manager [None req-22f5d0b9-8ae7-4bef-9bd9-f0034038cdc8 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 8023716a-02ca-479e-ae56-9af98b173fd1] Terminating instance [ 1008.517276] env[70527]: DEBUG nova.network.neutron [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Updating instance_info_cache with network_info: [{"id": "21efc286-0a0e-4447-a667-9c5bf1fe5417", "address": "fa:16:3e:71:6f:93", "network": {"id": "7d0d8110-19a1-44c0-baab-e6faa45088bc", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1647265757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2042030e24da4783b01fe5ba649c95d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21efc286-0a", "ovs_interfaceid": "21efc286-0a0e-4447-a667-9c5bf1fe5417", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.649456] env[70527]: INFO nova.network.neutron [None req-177da379-a29e-45e9-9b45-2d0ed63e635a tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 8023716a-02ca-479e-ae56-9af98b173fd1] Port 0c13727e-ec12-4529-a432-72929f806507 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1008.649456] env[70527]: DEBUG nova.network.neutron [None req-177da379-a29e-45e9-9b45-2d0ed63e635a tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 8023716a-02ca-479e-ae56-9af98b173fd1] Updating instance_info_cache with network_info: [{"id": "52a5a97d-0b89-4670-a64e-15d625ce7af5", "address": "fa:16:3e:75:d8:28", "network": {"id": "0528ffcb-4865-41a0-87e6-3ea996b12397", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210779476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "030332ea48994bab8d286711ee279556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52a5a97d-0b", "ovs_interfaceid": "52a5a97d-0b89-4670-a64e-15d625ce7af5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.661785] env[70527]: DEBUG oslo_vmware.api [None req-fd81da09-fd9f-4731-ac11-180a1226c064 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3913465, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559272} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.661785] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd81da09-fd9f-4731-ac11-180a1226c064 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] fdfe7865-31aa-4a0b-9325-7abef06e7501/fdfe7865-31aa-4a0b-9325-7abef06e7501.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1008.661785] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-fd81da09-fd9f-4731-ac11-180a1226c064 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: fdfe7865-31aa-4a0b-9325-7abef06e7501] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1008.661964] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8f7c561-955f-47df-b294-283980ddb962 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.671697] env[70527]: DEBUG oslo_vmware.api [None req-fd81da09-fd9f-4731-ac11-180a1226c064 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for the task: (returnval){ [ 1008.671697] env[70527]: value = "task-3913468" [ 1008.671697] env[70527]: _type = "Task" [ 1008.671697] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.681465] env[70527]: DEBUG oslo_vmware.api [None req-fd81da09-fd9f-4731-ac11-180a1226c064 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3913468, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.768137] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ce16056c-4afa-4e2e-bfd8-c80b95f24ede tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.574s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.775029] env[70527]: DEBUG oslo_concurrency.lockutils [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.697s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.775029] env[70527]: INFO nova.compute.claims [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] [instance: 766b244b-7544-4f88-8ae4-dbfa6aaf8e95] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1008.856561] env[70527]: DEBUG nova.compute.manager [None req-22f5d0b9-8ae7-4bef-9bd9-f0034038cdc8 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 8023716a-02ca-479e-ae56-9af98b173fd1] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1008.858021] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-22f5d0b9-8ae7-4bef-9bd9-f0034038cdc8 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 8023716a-02ca-479e-ae56-9af98b173fd1] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1008.858021] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b98b3a1c-bfa7-4a6e-aa6b-ea350f7e58c2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.866889] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-22f5d0b9-8ae7-4bef-9bd9-f0034038cdc8 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 8023716a-02ca-479e-ae56-9af98b173fd1] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1008.867289] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2926d488-9065-4ec9-b16c-076bc21ee642 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.874976] env[70527]: DEBUG oslo_vmware.api [None req-22f5d0b9-8ae7-4bef-9bd9-f0034038cdc8 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Waiting for the task: (returnval){ [ 1008.874976] env[70527]: value = "task-3913469" [ 1008.874976] env[70527]: _type = "Task" [ 1008.874976] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.885218] env[70527]: DEBUG oslo_vmware.api [None req-22f5d0b9-8ae7-4bef-9bd9-f0034038cdc8 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3913469, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.020730] env[70527]: DEBUG oslo_concurrency.lockutils [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Releasing lock "refresh_cache-f9a77c4a-662f-484b-9d72-358d9298974b" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.069824] env[70527]: DEBUG nova.virt.hardware [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='f89b33d109ec29c40adf2215832492ed',container_format='bare',created_at=2025-05-08T17:26:46Z,direct_url=,disk_format='vmdk',id=0fa42a62-99f2-4430-9549-d6c6769c6b4c,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1617301409-shelved',owner='2042030e24da4783b01fe5ba649c95d9',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2025-05-08T17:27:01Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1009.071037] env[70527]: DEBUG nova.virt.hardware [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1009.071037] env[70527]: DEBUG nova.virt.hardware [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1009.071037] env[70527]: DEBUG nova.virt.hardware [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1009.071212] env[70527]: DEBUG nova.virt.hardware [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1009.071212] env[70527]: DEBUG nova.virt.hardware [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1009.071472] env[70527]: DEBUG nova.virt.hardware [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1009.071683] env[70527]: DEBUG nova.virt.hardware [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1009.072394] env[70527]: DEBUG nova.virt.hardware [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1009.072624] env[70527]: DEBUG nova.virt.hardware [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1009.072825] env[70527]: DEBUG nova.virt.hardware [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1009.074739] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05fd2f98-5c73-417e-9dc3-c84676bf2073 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.084088] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7973361-778e-43a5-ae50-1adf2ffa13b7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.101454] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:6f:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60567ee6-01d0-4b16-9c7a-4a896827d6eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21efc286-0a0e-4447-a667-9c5bf1fe5417', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1009.108296] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1009.108592] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1009.108820] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9dcc2a92-9220-4a1b-9bb5-64909427c17f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.130625] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1009.130625] env[70527]: value = "task-3913470" [ 1009.130625] env[70527]: _type = "Task" [ 1009.130625] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.140143] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913470, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.155300] env[70527]: DEBUG oslo_concurrency.lockutils [None req-177da379-a29e-45e9-9b45-2d0ed63e635a tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Releasing lock "refresh_cache-8023716a-02ca-479e-ae56-9af98b173fd1" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.181699] env[70527]: DEBUG oslo_vmware.api [None req-fd81da09-fd9f-4731-ac11-180a1226c064 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3913468, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083907} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.181984] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-fd81da09-fd9f-4731-ac11-180a1226c064 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: fdfe7865-31aa-4a0b-9325-7abef06e7501] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1009.182835] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d192ae25-c923-4eeb-86f9-714a6b77d8b2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.207710] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd81da09-fd9f-4731-ac11-180a1226c064 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: fdfe7865-31aa-4a0b-9325-7abef06e7501] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] fdfe7865-31aa-4a0b-9325-7abef06e7501/fdfe7865-31aa-4a0b-9325-7abef06e7501.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1009.208435] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e59cc650-f6d2-4303-a698-de09e12b4cb6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.229730] env[70527]: DEBUG oslo_vmware.api [None req-fd81da09-fd9f-4731-ac11-180a1226c064 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for the task: (returnval){ [ 1009.229730] env[70527]: value = "task-3913471" [ 1009.229730] env[70527]: _type = "Task" [ 1009.229730] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.239303] env[70527]: DEBUG oslo_vmware.api [None req-fd81da09-fd9f-4731-ac11-180a1226c064 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3913471, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.285829] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ce16056c-4afa-4e2e-bfd8-c80b95f24ede tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lock "d8ef288c-ca75-4166-93bc-09dd69753f8b" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 41.915s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.287438] env[70527]: DEBUG oslo_concurrency.lockutils [None req-20f3c4da-461b-42a5-be07-0de098953cea tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lock "d8ef288c-ca75-4166-93bc-09dd69753f8b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 16.275s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.287839] env[70527]: DEBUG oslo_concurrency.lockutils [None req-20f3c4da-461b-42a5-be07-0de098953cea tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquiring lock "d8ef288c-ca75-4166-93bc-09dd69753f8b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.288102] env[70527]: DEBUG oslo_concurrency.lockutils [None req-20f3c4da-461b-42a5-be07-0de098953cea tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lock "d8ef288c-ca75-4166-93bc-09dd69753f8b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.288288] env[70527]: DEBUG oslo_concurrency.lockutils [None req-20f3c4da-461b-42a5-be07-0de098953cea tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lock "d8ef288c-ca75-4166-93bc-09dd69753f8b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.293214] env[70527]: INFO nova.compute.manager [None req-20f3c4da-461b-42a5-be07-0de098953cea tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: d8ef288c-ca75-4166-93bc-09dd69753f8b] Terminating instance [ 1009.326710] env[70527]: DEBUG nova.virt.hardware [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1009.326983] env[70527]: DEBUG nova.virt.hardware [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1009.327980] env[70527]: DEBUG nova.virt.hardware [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1009.327980] env[70527]: DEBUG nova.virt.hardware [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1009.327980] env[70527]: DEBUG nova.virt.hardware [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1009.327980] env[70527]: DEBUG nova.virt.hardware [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1009.327980] env[70527]: DEBUG nova.virt.hardware [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1009.328214] env[70527]: DEBUG nova.virt.hardware [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1009.328302] env[70527]: DEBUG nova.virt.hardware [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1009.328474] env[70527]: DEBUG nova.virt.hardware [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1009.328700] env[70527]: DEBUG nova.virt.hardware [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1009.329814] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b6615f-c726-4dc8-99f7-84f9d2c0a90c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.338693] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ad9b44-6b56-47ce-81ff-49627486aa3a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.354993] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 2db3cf17-9e66-4708-8bca-571264284924] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:2a:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4db2961d-273d-4634-9d06-a94fa9d384fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '03343218-a875-4f18-92c3-f214284949d8', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1009.363806] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1009.364584] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2db3cf17-9e66-4708-8bca-571264284924] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1009.364876] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f360ac83-6860-409e-ad9a-ed9c4970c90c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.392945] env[70527]: DEBUG oslo_vmware.api [None req-22f5d0b9-8ae7-4bef-9bd9-f0034038cdc8 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3913469, 'name': PowerOffVM_Task, 'duration_secs': 0.224617} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.394670] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-22f5d0b9-8ae7-4bef-9bd9-f0034038cdc8 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 8023716a-02ca-479e-ae56-9af98b173fd1] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1009.394876] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-22f5d0b9-8ae7-4bef-9bd9-f0034038cdc8 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 8023716a-02ca-479e-ae56-9af98b173fd1] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1009.395189] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1009.395189] env[70527]: value = "task-3913472" [ 1009.395189] env[70527]: _type = "Task" [ 1009.395189] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.395388] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b9131ce-bccc-44ac-87fb-7ef1763ce947 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.407800] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913472, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.470176] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Acquiring lock "1d5c9891-0194-4e61-85df-28177a43569f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.470434] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Lock "1d5c9891-0194-4e61-85df-28177a43569f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.471603] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-22f5d0b9-8ae7-4bef-9bd9-f0034038cdc8 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 8023716a-02ca-479e-ae56-9af98b173fd1] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1009.471793] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-22f5d0b9-8ae7-4bef-9bd9-f0034038cdc8 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 8023716a-02ca-479e-ae56-9af98b173fd1] Deleting contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1009.471971] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-22f5d0b9-8ae7-4bef-9bd9-f0034038cdc8 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Deleting the datastore file [datastore2] 8023716a-02ca-479e-ae56-9af98b173fd1 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1009.472891] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1632de14-78fc-4952-9af5-ab59250918ae {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.482090] env[70527]: DEBUG oslo_vmware.api [None req-22f5d0b9-8ae7-4bef-9bd9-f0034038cdc8 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Waiting for the task: (returnval){ [ 1009.482090] env[70527]: value = "task-3913474" [ 1009.482090] env[70527]: _type = "Task" [ 1009.482090] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.492805] env[70527]: DEBUG oslo_vmware.api [None req-22f5d0b9-8ae7-4bef-9bd9-f0034038cdc8 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3913474, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.506576] env[70527]: DEBUG oslo_concurrency.lockutils [None req-73e66923-9fe7-41ab-9f30-db5dcd7716e1 tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Acquiring lock "2342d23d-0784-4e0b-9901-033abc8e33d1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.506576] env[70527]: DEBUG oslo_concurrency.lockutils [None req-73e66923-9fe7-41ab-9f30-db5dcd7716e1 tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Lock "2342d23d-0784-4e0b-9901-033abc8e33d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.506576] env[70527]: DEBUG oslo_concurrency.lockutils [None req-73e66923-9fe7-41ab-9f30-db5dcd7716e1 tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Acquiring lock "2342d23d-0784-4e0b-9901-033abc8e33d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.506576] env[70527]: DEBUG oslo_concurrency.lockutils [None req-73e66923-9fe7-41ab-9f30-db5dcd7716e1 tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Lock "2342d23d-0784-4e0b-9901-033abc8e33d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.506576] env[70527]: DEBUG oslo_concurrency.lockutils [None req-73e66923-9fe7-41ab-9f30-db5dcd7716e1 tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Lock "2342d23d-0784-4e0b-9901-033abc8e33d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.508327] env[70527]: INFO nova.compute.manager [None req-73e66923-9fe7-41ab-9f30-db5dcd7716e1 tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 2342d23d-0784-4e0b-9901-033abc8e33d1] Terminating instance [ 1009.646634] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913470, 'name': CreateVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.659959] env[70527]: DEBUG oslo_concurrency.lockutils [None req-177da379-a29e-45e9-9b45-2d0ed63e635a tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Lock "interface-8023716a-02ca-479e-ae56-9af98b173fd1-0c13727e-ec12-4529-a432-72929f806507" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.910s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.742175] env[70527]: DEBUG oslo_vmware.api [None req-fd81da09-fd9f-4731-ac11-180a1226c064 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3913471, 'name': ReconfigVM_Task, 'duration_secs': 0.452424} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.742582] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd81da09-fd9f-4731-ac11-180a1226c064 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: fdfe7865-31aa-4a0b-9325-7abef06e7501] Reconfigured VM instance instance-00000048 to attach disk [datastore1] fdfe7865-31aa-4a0b-9325-7abef06e7501/fdfe7865-31aa-4a0b-9325-7abef06e7501.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1009.743365] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7baa8765-a406-4849-a33e-c33f3797fb7c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.751936] env[70527]: DEBUG oslo_vmware.api [None req-fd81da09-fd9f-4731-ac11-180a1226c064 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for the task: (returnval){ [ 1009.751936] env[70527]: value = "task-3913475" [ 1009.751936] env[70527]: _type = "Task" [ 1009.751936] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.761503] env[70527]: DEBUG oslo_vmware.api [None req-fd81da09-fd9f-4731-ac11-180a1226c064 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3913475, 'name': Rename_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.796554] env[70527]: DEBUG nova.compute.manager [None req-20f3c4da-461b-42a5-be07-0de098953cea tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: d8ef288c-ca75-4166-93bc-09dd69753f8b] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1009.796777] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-20f3c4da-461b-42a5-be07-0de098953cea tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: d8ef288c-ca75-4166-93bc-09dd69753f8b] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1009.797187] env[70527]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ae6590b2-e13c-46bf-a14c-98f96a279652 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.806909] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-232ec15f-aee6-4f0c-8702-dee2c43ebb30 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.846576] env[70527]: WARNING nova.virt.vmwareapi.vmops [None req-20f3c4da-461b-42a5-be07-0de098953cea tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: d8ef288c-ca75-4166-93bc-09dd69753f8b] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance d8ef288c-ca75-4166-93bc-09dd69753f8b could not be found. [ 1009.846802] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-20f3c4da-461b-42a5-be07-0de098953cea tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: d8ef288c-ca75-4166-93bc-09dd69753f8b] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1009.847014] env[70527]: INFO nova.compute.manager [None req-20f3c4da-461b-42a5-be07-0de098953cea tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: d8ef288c-ca75-4166-93bc-09dd69753f8b] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1009.847274] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20f3c4da-461b-42a5-be07-0de098953cea tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1009.850252] env[70527]: DEBUG nova.compute.manager [-] [instance: d8ef288c-ca75-4166-93bc-09dd69753f8b] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1009.850357] env[70527]: DEBUG nova.network.neutron [-] [instance: d8ef288c-ca75-4166-93bc-09dd69753f8b] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1009.913534] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913472, 'name': CreateVM_Task, 'duration_secs': 0.365782} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.913725] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2db3cf17-9e66-4708-8bca-571264284924] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1009.914459] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.914631] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.915045] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.915357] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91f4f64a-dfe3-46db-9e76-171df72ad248 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.923633] env[70527]: DEBUG oslo_vmware.api [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for the task: (returnval){ [ 1009.923633] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52ea078a-c144-80d3-9d33-28ebdb662195" [ 1009.923633] env[70527]: _type = "Task" [ 1009.923633] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.934121] env[70527]: DEBUG oslo_vmware.api [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52ea078a-c144-80d3-9d33-28ebdb662195, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.973922] env[70527]: DEBUG nova.compute.manager [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1009.993168] env[70527]: DEBUG oslo_vmware.api [None req-22f5d0b9-8ae7-4bef-9bd9-f0034038cdc8 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3913474, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200917} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.995966] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-22f5d0b9-8ae7-4bef-9bd9-f0034038cdc8 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1009.996207] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-22f5d0b9-8ae7-4bef-9bd9-f0034038cdc8 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 8023716a-02ca-479e-ae56-9af98b173fd1] Deleted contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1009.996384] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-22f5d0b9-8ae7-4bef-9bd9-f0034038cdc8 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 8023716a-02ca-479e-ae56-9af98b173fd1] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1009.996559] env[70527]: INFO nova.compute.manager [None req-22f5d0b9-8ae7-4bef-9bd9-f0034038cdc8 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 8023716a-02ca-479e-ae56-9af98b173fd1] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1009.996834] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22f5d0b9-8ae7-4bef-9bd9-f0034038cdc8 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1009.998026] env[70527]: DEBUG nova.compute.manager [-] [instance: 8023716a-02ca-479e-ae56-9af98b173fd1] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1009.998026] env[70527]: DEBUG nova.network.neutron [-] [instance: 8023716a-02ca-479e-ae56-9af98b173fd1] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1010.012868] env[70527]: DEBUG nova.compute.manager [None req-73e66923-9fe7-41ab-9f30-db5dcd7716e1 tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 2342d23d-0784-4e0b-9901-033abc8e33d1] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1010.013248] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-73e66923-9fe7-41ab-9f30-db5dcd7716e1 tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 2342d23d-0784-4e0b-9901-033abc8e33d1] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1010.014560] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d8d75c4-5b9e-4ba8-af04-a6c699ca3044 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.025247] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-73e66923-9fe7-41ab-9f30-db5dcd7716e1 tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 2342d23d-0784-4e0b-9901-033abc8e33d1] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1010.028172] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66c3514c-84fc-458f-a774-c963d9afa334 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.037280] env[70527]: DEBUG oslo_vmware.api [None req-73e66923-9fe7-41ab-9f30-db5dcd7716e1 tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Waiting for the task: (returnval){ [ 1010.037280] env[70527]: value = "task-3913476" [ 1010.037280] env[70527]: _type = "Task" [ 1010.037280] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.047561] env[70527]: DEBUG oslo_vmware.api [None req-73e66923-9fe7-41ab-9f30-db5dcd7716e1 tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': task-3913476, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.142339] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913470, 'name': CreateVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.214538] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ebe48a-945b-49e8-8a13-ecc00d771474 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.225022] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7302ac36-d6c4-4ce5-9637-798b3838a705 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.267138] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09289284-0554-42d8-9859-2bbfd7b9b349 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.278214] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2eaca6f-3920-4386-a961-b96353ae5a1a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.282189] env[70527]: DEBUG oslo_vmware.api [None req-fd81da09-fd9f-4731-ac11-180a1226c064 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3913475, 'name': Rename_Task, 'duration_secs': 0.332973} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.282476] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd81da09-fd9f-4731-ac11-180a1226c064 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: fdfe7865-31aa-4a0b-9325-7abef06e7501] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1010.283208] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d20ff0e0-2087-4779-a540-4f382b87356f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.294898] env[70527]: DEBUG nova.compute.provider_tree [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Updating inventory in ProviderTree for provider 471551d3-0608-4bcf-a939-f4ec286b26ca with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1010.301459] env[70527]: DEBUG oslo_vmware.api [None req-fd81da09-fd9f-4731-ac11-180a1226c064 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for the task: (returnval){ [ 1010.301459] env[70527]: value = "task-3913477" [ 1010.301459] env[70527]: _type = "Task" [ 1010.301459] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.310704] env[70527]: DEBUG oslo_vmware.api [None req-fd81da09-fd9f-4731-ac11-180a1226c064 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3913477, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.435181] env[70527]: DEBUG oslo_vmware.api [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52ea078a-c144-80d3-9d33-28ebdb662195, 'name': SearchDatastore_Task, 'duration_secs': 0.011861} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.435513] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.435754] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 2db3cf17-9e66-4708-8bca-571264284924] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1010.436037] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.436245] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.436435] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1010.436712] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-369ea3ca-1473-4471-83a7-a723fcfefc5a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.449896] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1010.450133] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1010.450949] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b499566-257a-4089-984b-2f4cfc3e4f47 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.457814] env[70527]: DEBUG oslo_vmware.api [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for the task: (returnval){ [ 1010.457814] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]521e4774-2034-f29e-0f64-e18c4b4ebea0" [ 1010.457814] env[70527]: _type = "Task" [ 1010.457814] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.467679] env[70527]: DEBUG oslo_vmware.api [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]521e4774-2034-f29e-0f64-e18c4b4ebea0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.499496] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.548236] env[70527]: DEBUG oslo_vmware.api [None req-73e66923-9fe7-41ab-9f30-db5dcd7716e1 tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': task-3913476, 'name': PowerOffVM_Task, 'duration_secs': 0.249327} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.548236] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-73e66923-9fe7-41ab-9f30-db5dcd7716e1 tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 2342d23d-0784-4e0b-9901-033abc8e33d1] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1010.548236] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-73e66923-9fe7-41ab-9f30-db5dcd7716e1 tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 2342d23d-0784-4e0b-9901-033abc8e33d1] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1010.548443] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1738e96c-7868-48be-b081-e7e9bccc295a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.617266] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-73e66923-9fe7-41ab-9f30-db5dcd7716e1 tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 2342d23d-0784-4e0b-9901-033abc8e33d1] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1010.617544] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-73e66923-9fe7-41ab-9f30-db5dcd7716e1 tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 2342d23d-0784-4e0b-9901-033abc8e33d1] Deleting contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1010.617899] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-73e66923-9fe7-41ab-9f30-db5dcd7716e1 tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Deleting the datastore file [datastore1] 2342d23d-0784-4e0b-9901-033abc8e33d1 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1010.618252] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa3ca1da-9594-43b7-a41c-dea3441ad881 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.625889] env[70527]: DEBUG oslo_vmware.api [None req-73e66923-9fe7-41ab-9f30-db5dcd7716e1 tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Waiting for the task: (returnval){ [ 1010.625889] env[70527]: value = "task-3913479" [ 1010.625889] env[70527]: _type = "Task" [ 1010.625889] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.635617] env[70527]: DEBUG oslo_vmware.api [None req-73e66923-9fe7-41ab-9f30-db5dcd7716e1 tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': task-3913479, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.644637] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913470, 'name': CreateVM_Task, 'duration_secs': 1.421408} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.644799] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1010.645499] env[70527]: DEBUG oslo_concurrency.lockutils [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0fa42a62-99f2-4430-9549-d6c6769c6b4c" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.645735] env[70527]: DEBUG oslo_concurrency.lockutils [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0fa42a62-99f2-4430-9549-d6c6769c6b4c" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.646049] env[70527]: DEBUG oslo_concurrency.lockutils [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0fa42a62-99f2-4430-9549-d6c6769c6b4c" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.646319] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bc1e137-0749-4bc9-9406-0bd0589a44dd {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.651851] env[70527]: DEBUG oslo_vmware.api [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Waiting for the task: (returnval){ [ 1010.651851] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]5299bc8d-08a9-cc39-1f7b-4b667e5bd4cb" [ 1010.651851] env[70527]: _type = "Task" [ 1010.651851] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.660194] env[70527]: DEBUG oslo_vmware.api [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5299bc8d-08a9-cc39-1f7b-4b667e5bd4cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.813259] env[70527]: DEBUG oslo_vmware.api [None req-fd81da09-fd9f-4731-ac11-180a1226c064 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3913477, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.819027] env[70527]: ERROR nova.scheduler.client.report [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] [req-c16885fa-3fcc-4bac-8c9e-45299a175f7b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 471551d3-0608-4bcf-a939-f4ec286b26ca. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c16885fa-3fcc-4bac-8c9e-45299a175f7b"}]} [ 1010.819027] env[70527]: DEBUG nova.network.neutron [-] [instance: d8ef288c-ca75-4166-93bc-09dd69753f8b] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.840776] env[70527]: DEBUG nova.scheduler.client.report [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Refreshing inventories for resource provider 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1010.854986] env[70527]: DEBUG nova.scheduler.client.report [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Updating ProviderTree inventory for provider 471551d3-0608-4bcf-a939-f4ec286b26ca from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1010.855347] env[70527]: DEBUG nova.compute.provider_tree [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Updating inventory in ProviderTree for provider 471551d3-0608-4bcf-a939-f4ec286b26ca with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1010.870371] env[70527]: DEBUG nova.scheduler.client.report [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Refreshing aggregate associations for resource provider 471551d3-0608-4bcf-a939-f4ec286b26ca, aggregates: None {{(pid=70527) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1010.902620] env[70527]: DEBUG nova.scheduler.client.report [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Refreshing trait associations for resource provider 471551d3-0608-4bcf-a939-f4ec286b26ca, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO {{(pid=70527) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1010.975521] env[70527]: DEBUG oslo_vmware.api [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]521e4774-2034-f29e-0f64-e18c4b4ebea0, 'name': SearchDatastore_Task, 'duration_secs': 0.012031} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.975521] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a50e2205-102f-45bf-a089-774376e8f921 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.987024] env[70527]: DEBUG oslo_vmware.api [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for the task: (returnval){ [ 1010.987024] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]5221b26e-a4ab-e7c5-d150-05fd6fe73345" [ 1010.987024] env[70527]: _type = "Task" [ 1010.987024] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.995677] env[70527]: DEBUG oslo_vmware.api [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5221b26e-a4ab-e7c5-d150-05fd6fe73345, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.141555] env[70527]: DEBUG oslo_vmware.api [None req-73e66923-9fe7-41ab-9f30-db5dcd7716e1 tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Task: {'id': task-3913479, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156865} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.144580] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-73e66923-9fe7-41ab-9f30-db5dcd7716e1 tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1011.144716] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-73e66923-9fe7-41ab-9f30-db5dcd7716e1 tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 2342d23d-0784-4e0b-9901-033abc8e33d1] Deleted contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1011.144945] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-73e66923-9fe7-41ab-9f30-db5dcd7716e1 tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 2342d23d-0784-4e0b-9901-033abc8e33d1] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1011.145174] env[70527]: INFO nova.compute.manager [None req-73e66923-9fe7-41ab-9f30-db5dcd7716e1 tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] [instance: 2342d23d-0784-4e0b-9901-033abc8e33d1] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1011.145491] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73e66923-9fe7-41ab-9f30-db5dcd7716e1 tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1011.148264] env[70527]: DEBUG nova.compute.manager [-] [instance: 2342d23d-0784-4e0b-9901-033abc8e33d1] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1011.148264] env[70527]: DEBUG nova.network.neutron [-] [instance: 2342d23d-0784-4e0b-9901-033abc8e33d1] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1011.165481] env[70527]: DEBUG oslo_concurrency.lockutils [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0fa42a62-99f2-4430-9549-d6c6769c6b4c" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.165821] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Processing image 0fa42a62-99f2-4430-9549-d6c6769c6b4c {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1011.166144] env[70527]: DEBUG oslo_concurrency.lockutils [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0fa42a62-99f2-4430-9549-d6c6769c6b4c/0fa42a62-99f2-4430-9549-d6c6769c6b4c.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.166361] env[70527]: DEBUG oslo_concurrency.lockutils [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0fa42a62-99f2-4430-9549-d6c6769c6b4c/0fa42a62-99f2-4430-9549-d6c6769c6b4c.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.166608] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1011.167213] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-148f5aa8-c0bf-4232-bbaa-0a5cab1ceb78 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.181541] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1011.181541] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1011.182235] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-059384bd-b6db-4b38-95f0-cec2c775675f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.192396] env[70527]: DEBUG oslo_vmware.api [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Waiting for the task: (returnval){ [ 1011.192396] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]520dc3e4-0e6b-9635-4906-e1bc7f1f9ae6" [ 1011.192396] env[70527]: _type = "Task" [ 1011.192396] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.206588] env[70527]: DEBUG oslo_vmware.api [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]520dc3e4-0e6b-9635-4906-e1bc7f1f9ae6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.275786] env[70527]: DEBUG nova.network.neutron [-] [instance: 8023716a-02ca-479e-ae56-9af98b173fd1] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.278746] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ffbc407-7456-4b2f-afc4-d65aa9b53a23 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.287403] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a017df9a-fcfb-4b07-ad30-02283c0563da {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.325670] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c976f2dc-f0c6-4fb5-90cb-936fcc4316b1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.326871] env[70527]: INFO nova.compute.manager [-] [instance: d8ef288c-ca75-4166-93bc-09dd69753f8b] Took 1.48 seconds to deallocate network for instance. [ 1011.336905] env[70527]: DEBUG oslo_vmware.api [None req-fd81da09-fd9f-4731-ac11-180a1226c064 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3913477, 'name': PowerOnVM_Task, 'duration_secs': 0.677209} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.337830] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd81da09-fd9f-4731-ac11-180a1226c064 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: fdfe7865-31aa-4a0b-9325-7abef06e7501] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1011.337951] env[70527]: INFO nova.compute.manager [None req-fd81da09-fd9f-4731-ac11-180a1226c064 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: fdfe7865-31aa-4a0b-9325-7abef06e7501] Took 7.70 seconds to spawn the instance on the hypervisor. [ 1011.338169] env[70527]: DEBUG nova.compute.manager [None req-fd81da09-fd9f-4731-ac11-180a1226c064 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: fdfe7865-31aa-4a0b-9325-7abef06e7501] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1011.342193] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e47e71e-3c5d-4b50-9ba7-0799164e98c9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.345387] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1563bc60-fb55-41a6-88db-35c328d0a5ab {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.363545] env[70527]: DEBUG nova.compute.provider_tree [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Updating inventory in ProviderTree for provider 471551d3-0608-4bcf-a939-f4ec286b26ca with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1011.498255] env[70527]: DEBUG oslo_vmware.api [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5221b26e-a4ab-e7c5-d150-05fd6fe73345, 'name': SearchDatastore_Task, 'duration_secs': 0.011563} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.498539] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.498798] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 2db3cf17-9e66-4708-8bca-571264284924/2db3cf17-9e66-4708-8bca-571264284924.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1011.499068] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5044b46f-3695-4458-a6f3-d62256882370 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.506685] env[70527]: DEBUG oslo_vmware.api [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for the task: (returnval){ [ 1011.506685] env[70527]: value = "task-3913480" [ 1011.506685] env[70527]: _type = "Task" [ 1011.506685] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.515135] env[70527]: DEBUG oslo_vmware.api [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913480, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.705017] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Preparing fetch location {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1011.705422] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Fetch image to [datastore2] OSTACK_IMG_f7e95718-3e63-4fe2-8c82-9f6e8576c731/OSTACK_IMG_f7e95718-3e63-4fe2-8c82-9f6e8576c731.vmdk {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1011.705664] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Downloading stream optimized image 0fa42a62-99f2-4430-9549-d6c6769c6b4c to [datastore2] OSTACK_IMG_f7e95718-3e63-4fe2-8c82-9f6e8576c731/OSTACK_IMG_f7e95718-3e63-4fe2-8c82-9f6e8576c731.vmdk on the data store datastore2 as vApp {{(pid=70527) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1011.705886] env[70527]: DEBUG nova.virt.vmwareapi.images [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Downloading image file data 0fa42a62-99f2-4430-9549-d6c6769c6b4c to the ESX as VM named 'OSTACK_IMG_f7e95718-3e63-4fe2-8c82-9f6e8576c731' {{(pid=70527) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1011.782365] env[70527]: INFO nova.compute.manager [-] [instance: 8023716a-02ca-479e-ae56-9af98b173fd1] Took 1.78 seconds to deallocate network for instance. [ 1011.802760] env[70527]: DEBUG oslo_vmware.rw_handles [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1011.802760] env[70527]: value = "resgroup-9" [ 1011.802760] env[70527]: _type = "ResourcePool" [ 1011.802760] env[70527]: }. {{(pid=70527) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1011.803133] env[70527]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-a3d47195-abfb-4c33-97d9-1259876f3702 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.827752] env[70527]: DEBUG oslo_vmware.rw_handles [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Lease: (returnval){ [ 1011.827752] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52904be7-fe15-5185-6e85-188310650d70" [ 1011.827752] env[70527]: _type = "HttpNfcLease" [ 1011.827752] env[70527]: } obtained for vApp import into resource pool (val){ [ 1011.827752] env[70527]: value = "resgroup-9" [ 1011.827752] env[70527]: _type = "ResourcePool" [ 1011.827752] env[70527]: }. {{(pid=70527) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1011.828180] env[70527]: DEBUG oslo_vmware.api [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Waiting for the lease: (returnval){ [ 1011.828180] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52904be7-fe15-5185-6e85-188310650d70" [ 1011.828180] env[70527]: _type = "HttpNfcLease" [ 1011.828180] env[70527]: } to be ready. {{(pid=70527) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1011.836417] env[70527]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1011.836417] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52904be7-fe15-5185-6e85-188310650d70" [ 1011.836417] env[70527]: _type = "HttpNfcLease" [ 1011.836417] env[70527]: } is initializing. {{(pid=70527) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1011.878432] env[70527]: INFO nova.compute.manager [None req-fd81da09-fd9f-4731-ac11-180a1226c064 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: fdfe7865-31aa-4a0b-9325-7abef06e7501] Took 26.89 seconds to build instance. [ 1011.923070] env[70527]: DEBUG nova.scheduler.client.report [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Updated inventory for provider 471551d3-0608-4bcf-a939-f4ec286b26ca with generation 100 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1011.923398] env[70527]: DEBUG nova.compute.provider_tree [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Updating resource provider 471551d3-0608-4bcf-a939-f4ec286b26ca generation from 100 to 101 during operation: update_inventory {{(pid=70527) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1011.923652] env[70527]: DEBUG nova.compute.provider_tree [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Updating inventory in ProviderTree for provider 471551d3-0608-4bcf-a939-f4ec286b26ca with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1011.951210] env[70527]: DEBUG nova.network.neutron [-] [instance: 2342d23d-0784-4e0b-9901-033abc8e33d1] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.018586] env[70527]: DEBUG oslo_vmware.api [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913480, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.289781] env[70527]: DEBUG oslo_concurrency.lockutils [None req-22f5d0b9-8ae7-4bef-9bd9-f0034038cdc8 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.336281] env[70527]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1012.336281] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52904be7-fe15-5185-6e85-188310650d70" [ 1012.336281] env[70527]: _type = "HttpNfcLease" [ 1012.336281] env[70527]: } is initializing. {{(pid=70527) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1012.366027] env[70527]: DEBUG oslo_concurrency.lockutils [None req-20f3c4da-461b-42a5-be07-0de098953cea tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lock "d8ef288c-ca75-4166-93bc-09dd69753f8b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.079s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.381144] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fd81da09-fd9f-4731-ac11-180a1226c064 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Lock "fdfe7865-31aa-4a0b-9325-7abef06e7501" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.399s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.430768] env[70527]: DEBUG oslo_concurrency.lockutils [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.659s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.431321] env[70527]: DEBUG nova.compute.manager [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] [instance: 766b244b-7544-4f88-8ae4-dbfa6aaf8e95] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1012.435145] env[70527]: DEBUG oslo_concurrency.lockutils [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.479s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.437212] env[70527]: INFO nova.compute.claims [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: 7b97e115-1aeb-4097-8f83-b4a8f0ce0727] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1012.456380] env[70527]: INFO nova.compute.manager [-] [instance: 2342d23d-0784-4e0b-9901-033abc8e33d1] Took 1.31 seconds to deallocate network for instance. [ 1012.517558] env[70527]: DEBUG oslo_vmware.api [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913480, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525733} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.518944] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 2db3cf17-9e66-4708-8bca-571264284924/2db3cf17-9e66-4708-8bca-571264284924.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1012.519191] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 2db3cf17-9e66-4708-8bca-571264284924] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1012.520535] env[70527]: DEBUG nova.compute.manager [req-32a1d43b-9d4a-4fe6-b874-762d72322b18 req-030ad3d1-7083-4b15-9c5e-035fc3a122ee service nova] [instance: 8023716a-02ca-479e-ae56-9af98b173fd1] Received event network-vif-deleted-52a5a97d-0b89-4670-a64e-15d625ce7af5 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.520727] env[70527]: DEBUG nova.compute.manager [req-32a1d43b-9d4a-4fe6-b874-762d72322b18 req-030ad3d1-7083-4b15-9c5e-035fc3a122ee service nova] [instance: 2342d23d-0784-4e0b-9901-033abc8e33d1] Received event network-vif-deleted-aecb263d-0e20-4c84-bd9b-8032623236d5 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.521015] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-14de14a8-f3cc-49b2-92fa-305d2f3135fe {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.528518] env[70527]: DEBUG oslo_vmware.api [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for the task: (returnval){ [ 1012.528518] env[70527]: value = "task-3913482" [ 1012.528518] env[70527]: _type = "Task" [ 1012.528518] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.540300] env[70527]: DEBUG oslo_vmware.api [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913482, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.838065] env[70527]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1012.838065] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52904be7-fe15-5185-6e85-188310650d70" [ 1012.838065] env[70527]: _type = "HttpNfcLease" [ 1012.838065] env[70527]: } is ready. {{(pid=70527) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1012.838365] env[70527]: DEBUG oslo_vmware.rw_handles [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1012.838365] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52904be7-fe15-5185-6e85-188310650d70" [ 1012.838365] env[70527]: _type = "HttpNfcLease" [ 1012.838365] env[70527]: }. {{(pid=70527) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1012.839137] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce0f3702-8786-4f81-90ec-36ebf8360db0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.847980] env[70527]: DEBUG oslo_vmware.rw_handles [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bbccb0-fef1-98ee-68ed-6f5094a521c7/disk-0.vmdk from lease info. {{(pid=70527) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1012.848207] env[70527]: DEBUG oslo_vmware.rw_handles [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bbccb0-fef1-98ee-68ed-6f5094a521c7/disk-0.vmdk. {{(pid=70527) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1012.909595] env[70527]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a487d12d-66db-4117-b51b-33f60e18ce3c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.936553] env[70527]: DEBUG nova.compute.utils [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1012.938289] env[70527]: DEBUG nova.compute.manager [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] [instance: 766b244b-7544-4f88-8ae4-dbfa6aaf8e95] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1012.938443] env[70527]: DEBUG nova.network.neutron [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] [instance: 766b244b-7544-4f88-8ae4-dbfa6aaf8e95] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1012.962937] env[70527]: DEBUG oslo_concurrency.lockutils [None req-73e66923-9fe7-41ab-9f30-db5dcd7716e1 tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.993338] env[70527]: DEBUG nova.policy [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b73276c7da214a4b927dc0fd149e3d23', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af281f69b9134e6e9dca32ab05561c60', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 1013.040106] env[70527]: DEBUG oslo_vmware.api [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913482, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07474} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.040523] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 2db3cf17-9e66-4708-8bca-571264284924] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1013.041680] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5f5348-223c-466a-b365-af7acedd2775 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.065159] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 2db3cf17-9e66-4708-8bca-571264284924] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 2db3cf17-9e66-4708-8bca-571264284924/2db3cf17-9e66-4708-8bca-571264284924.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1013.066771] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-099b662e-5c7c-4548-9c22-00d437055547 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.090325] env[70527]: DEBUG oslo_vmware.api [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for the task: (returnval){ [ 1013.090325] env[70527]: value = "task-3913483" [ 1013.090325] env[70527]: _type = "Task" [ 1013.090325] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.099979] env[70527]: DEBUG oslo_vmware.api [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913483, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.310568] env[70527]: DEBUG nova.compute.manager [None req-71e93526-7281-4215-ae26-dd6185fae216 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: fdfe7865-31aa-4a0b-9325-7abef06e7501] Stashing vm_state: active {{(pid=70527) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1013.443615] env[70527]: DEBUG nova.compute.manager [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] [instance: 766b244b-7544-4f88-8ae4-dbfa6aaf8e95] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1013.454033] env[70527]: DEBUG nova.network.neutron [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] [instance: 766b244b-7544-4f88-8ae4-dbfa6aaf8e95] Successfully created port: f5c2d625-eeb6-4364-8171-448713a2960f {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1013.611328] env[70527]: DEBUG oslo_vmware.api [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913483, 'name': ReconfigVM_Task, 'duration_secs': 0.349347} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.614313] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 2db3cf17-9e66-4708-8bca-571264284924] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 2db3cf17-9e66-4708-8bca-571264284924/2db3cf17-9e66-4708-8bca-571264284924.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1013.616031] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5dfc7b19-662f-4583-8a85-6e857b583066 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.624893] env[70527]: DEBUG oslo_vmware.api [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for the task: (returnval){ [ 1013.624893] env[70527]: value = "task-3913484" [ 1013.624893] env[70527]: _type = "Task" [ 1013.624893] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.647102] env[70527]: DEBUG oslo_vmware.api [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913484, 'name': Rename_Task} progress is 10%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.718801] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquiring lock "21bb3b74-928a-46a5-b637-a6ccd25b4bdc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.719225] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lock "21bb3b74-928a-46a5-b637-a6ccd25b4bdc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.842381] env[70527]: DEBUG oslo_concurrency.lockutils [None req-71e93526-7281-4215-ae26-dd6185fae216 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.928401] env[70527]: DEBUG nova.network.neutron [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] [instance: 766b244b-7544-4f88-8ae4-dbfa6aaf8e95] Successfully created port: 0357b508-27d6-4922-abcc-e652c38b86f1 {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1013.945495] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95f2378-5fcd-493d-96cd-fa14d99486e4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.959584] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-702aa7ef-bd00-4771-8031-73f5675b1a9f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.999453] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d9b55c2-67db-43cb-ba7a-d648a4aaafaa {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.015097] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dab2728-8c6e-4fa7-bb0a-fd78dc0ca931 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.034054] env[70527]: DEBUG nova.compute.provider_tree [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.138732] env[70527]: DEBUG oslo_vmware.api [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913484, 'name': Rename_Task, 'duration_secs': 0.17309} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.139131] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 2db3cf17-9e66-4708-8bca-571264284924] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1014.141379] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef11dc9a-c55e-448e-8525-98e0907cb38a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.147297] env[70527]: DEBUG oslo_vmware.rw_handles [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Completed reading data from the image iterator. {{(pid=70527) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1014.147543] env[70527]: DEBUG oslo_vmware.rw_handles [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bbccb0-fef1-98ee-68ed-6f5094a521c7/disk-0.vmdk. {{(pid=70527) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1014.148622] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be3a4d56-258c-4df2-91eb-58db3b13df26 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.152577] env[70527]: DEBUG oslo_vmware.api [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for the task: (returnval){ [ 1014.152577] env[70527]: value = "task-3913485" [ 1014.152577] env[70527]: _type = "Task" [ 1014.152577] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.157761] env[70527]: DEBUG oslo_vmware.rw_handles [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bbccb0-fef1-98ee-68ed-6f5094a521c7/disk-0.vmdk is in state: ready. {{(pid=70527) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1014.157930] env[70527]: DEBUG oslo_vmware.rw_handles [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bbccb0-fef1-98ee-68ed-6f5094a521c7/disk-0.vmdk. {{(pid=70527) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1014.158496] env[70527]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-7ff7741d-3a47-4449-8b5a-868738702a19 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.163873] env[70527]: DEBUG oslo_vmware.api [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913485, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.226214] env[70527]: DEBUG nova.compute.manager [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 21bb3b74-928a-46a5-b637-a6ccd25b4bdc] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1014.260602] env[70527]: DEBUG nova.network.neutron [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] [instance: 766b244b-7544-4f88-8ae4-dbfa6aaf8e95] Successfully created port: ff5fafc4-9731-4dab-945d-4209acfcb80b {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1014.406257] env[70527]: DEBUG oslo_vmware.rw_handles [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bbccb0-fef1-98ee-68ed-6f5094a521c7/disk-0.vmdk. {{(pid=70527) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1014.406546] env[70527]: INFO nova.virt.vmwareapi.images [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Downloaded image file data 0fa42a62-99f2-4430-9549-d6c6769c6b4c [ 1014.407348] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc600fb-aab5-4a9a-a3df-e0682cc19302 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.426547] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d725f9f-b528-413a-a6d0-45ee5a035f84 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.455845] env[70527]: DEBUG nova.compute.manager [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] [instance: 766b244b-7544-4f88-8ae4-dbfa6aaf8e95] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1014.477263] env[70527]: INFO nova.virt.vmwareapi.images [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] The imported VM was unregistered [ 1014.480845] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Caching image {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1014.481162] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Creating directory with path [datastore2] devstack-image-cache_base/0fa42a62-99f2-4430-9549-d6c6769c6b4c {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1014.483726] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf5b3526-a29d-4ded-9f03-03e412540c33 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.492996] env[70527]: DEBUG nova.virt.hardware [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1014.493252] env[70527]: DEBUG nova.virt.hardware [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1014.493408] env[70527]: DEBUG nova.virt.hardware [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1014.493601] env[70527]: DEBUG nova.virt.hardware [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1014.493763] env[70527]: DEBUG nova.virt.hardware [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1014.493918] env[70527]: DEBUG nova.virt.hardware [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1014.494169] env[70527]: DEBUG nova.virt.hardware [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1014.494353] env[70527]: DEBUG nova.virt.hardware [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1014.494528] env[70527]: DEBUG nova.virt.hardware [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1014.494706] env[70527]: DEBUG nova.virt.hardware [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1014.495046] env[70527]: DEBUG nova.virt.hardware [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1014.495893] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b874e5f9-b9d5-4b6d-b31e-0d5eecb1d631 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.500040] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Created directory with path [datastore2] devstack-image-cache_base/0fa42a62-99f2-4430-9549-d6c6769c6b4c {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1014.500246] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_f7e95718-3e63-4fe2-8c82-9f6e8576c731/OSTACK_IMG_f7e95718-3e63-4fe2-8c82-9f6e8576c731.vmdk to [datastore2] devstack-image-cache_base/0fa42a62-99f2-4430-9549-d6c6769c6b4c/0fa42a62-99f2-4430-9549-d6c6769c6b4c.vmdk. {{(pid=70527) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1014.500828] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-a8ff190e-34ac-414a-919e-efbe6617d305 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.507036] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef8cc70-e0df-4e2e-9c85-4ea259577cb0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.512540] env[70527]: DEBUG oslo_vmware.api [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Waiting for the task: (returnval){ [ 1014.512540] env[70527]: value = "task-3913487" [ 1014.512540] env[70527]: _type = "Task" [ 1014.512540] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.524386] env[70527]: DEBUG oslo_concurrency.lockutils [None req-eab6d3be-9db9-4a7b-b6f2-effd0a6364c4 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquiring lock "d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.524703] env[70527]: DEBUG oslo_concurrency.lockutils [None req-eab6d3be-9db9-4a7b-b6f2-effd0a6364c4 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Lock "d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.524915] env[70527]: INFO nova.compute.manager [None req-eab6d3be-9db9-4a7b-b6f2-effd0a6364c4 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Rebooting instance [ 1014.532039] env[70527]: DEBUG oslo_vmware.api [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': task-3913487, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.540386] env[70527]: DEBUG nova.scheduler.client.report [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1014.663568] env[70527]: DEBUG oslo_vmware.api [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913485, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.748725] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.028062] env[70527]: DEBUG oslo_vmware.api [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': task-3913487, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.045401] env[70527]: DEBUG oslo_concurrency.lockutils [None req-eab6d3be-9db9-4a7b-b6f2-effd0a6364c4 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquiring lock "refresh_cache-d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.045613] env[70527]: DEBUG oslo_concurrency.lockutils [None req-eab6d3be-9db9-4a7b-b6f2-effd0a6364c4 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquired lock "refresh_cache-d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.045794] env[70527]: DEBUG nova.network.neutron [None req-eab6d3be-9db9-4a7b-b6f2-effd0a6364c4 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1015.047642] env[70527]: DEBUG oslo_concurrency.lockutils [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.613s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.048193] env[70527]: DEBUG nova.compute.manager [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: 7b97e115-1aeb-4097-8f83-b4a8f0ce0727] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1015.051283] env[70527]: DEBUG oslo_concurrency.lockutils [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.618s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.052744] env[70527]: INFO nova.compute.claims [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 307e07ea-082b-4d3d-8d94-b3408f862c4a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1015.164367] env[70527]: DEBUG oslo_vmware.api [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913485, 'name': PowerOnVM_Task, 'duration_secs': 0.554058} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.164673] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 2db3cf17-9e66-4708-8bca-571264284924] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1015.164886] env[70527]: DEBUG nova.compute.manager [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 2db3cf17-9e66-4708-8bca-571264284924] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1015.165775] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ded8b7a-9d34-432c-a9b8-53d91fdaed22 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.524134] env[70527]: DEBUG oslo_vmware.api [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': task-3913487, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.558347] env[70527]: DEBUG nova.compute.utils [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1015.561570] env[70527]: DEBUG nova.compute.manager [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: 7b97e115-1aeb-4097-8f83-b4a8f0ce0727] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1015.561812] env[70527]: DEBUG nova.network.neutron [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: 7b97e115-1aeb-4097-8f83-b4a8f0ce0727] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1015.629597] env[70527]: DEBUG nova.policy [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4cf20017f65246a8ac8637e4b78f1f7a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e38a059c8294d89a9d3a1187b1e865e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 1015.677556] env[70527]: INFO nova.compute.manager [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 2db3cf17-9e66-4708-8bca-571264284924] bringing vm to original state: 'stopped' [ 1015.948692] env[70527]: DEBUG nova.compute.manager [req-bc01ba06-5286-4983-bb99-5782ac8ea77a req-01247b5e-afe5-4a37-807f-5af49d2b7f8d service nova] [instance: 766b244b-7544-4f88-8ae4-dbfa6aaf8e95] Received event network-vif-plugged-f5c2d625-eeb6-4364-8171-448713a2960f {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.949018] env[70527]: DEBUG oslo_concurrency.lockutils [req-bc01ba06-5286-4983-bb99-5782ac8ea77a req-01247b5e-afe5-4a37-807f-5af49d2b7f8d service nova] Acquiring lock "766b244b-7544-4f88-8ae4-dbfa6aaf8e95-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.949138] env[70527]: DEBUG oslo_concurrency.lockutils [req-bc01ba06-5286-4983-bb99-5782ac8ea77a req-01247b5e-afe5-4a37-807f-5af49d2b7f8d service nova] Lock "766b244b-7544-4f88-8ae4-dbfa6aaf8e95-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.949401] env[70527]: DEBUG oslo_concurrency.lockutils [req-bc01ba06-5286-4983-bb99-5782ac8ea77a req-01247b5e-afe5-4a37-807f-5af49d2b7f8d service nova] Lock "766b244b-7544-4f88-8ae4-dbfa6aaf8e95-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.949583] env[70527]: DEBUG nova.compute.manager [req-bc01ba06-5286-4983-bb99-5782ac8ea77a req-01247b5e-afe5-4a37-807f-5af49d2b7f8d service nova] [instance: 766b244b-7544-4f88-8ae4-dbfa6aaf8e95] No waiting events found dispatching network-vif-plugged-f5c2d625-eeb6-4364-8171-448713a2960f {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1015.949749] env[70527]: WARNING nova.compute.manager [req-bc01ba06-5286-4983-bb99-5782ac8ea77a req-01247b5e-afe5-4a37-807f-5af49d2b7f8d service nova] [instance: 766b244b-7544-4f88-8ae4-dbfa6aaf8e95] Received unexpected event network-vif-plugged-f5c2d625-eeb6-4364-8171-448713a2960f for instance with vm_state building and task_state spawning. [ 1015.954951] env[70527]: DEBUG nova.network.neutron [None req-eab6d3be-9db9-4a7b-b6f2-effd0a6364c4 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Updating instance_info_cache with network_info: [{"id": "1936c003-2b62-4ba0-b826-35044078faf9", "address": "fa:16:3e:20:79:ff", "network": {"id": "e5ccb129-b701-4940-8889-7ade352f59a7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-618810543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8617bc6364874607aeffa5815a304ba7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1936c003-2b", "ovs_interfaceid": "1936c003-2b62-4ba0-b826-35044078faf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.026120] env[70527]: DEBUG oslo_vmware.api [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': task-3913487, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.032327] env[70527]: DEBUG nova.network.neutron [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: 7b97e115-1aeb-4097-8f83-b4a8f0ce0727] Successfully created port: f868f59b-04a6-40c8-a3e0-ef9a387f6de1 {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1016.061167] env[70527]: DEBUG nova.network.neutron [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] [instance: 766b244b-7544-4f88-8ae4-dbfa6aaf8e95] Successfully updated port: f5c2d625-eeb6-4364-8171-448713a2960f {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1016.062524] env[70527]: DEBUG nova.compute.manager [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: 7b97e115-1aeb-4097-8f83-b4a8f0ce0727] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1016.455798] env[70527]: DEBUG oslo_concurrency.lockutils [None req-eab6d3be-9db9-4a7b-b6f2-effd0a6364c4 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Releasing lock "refresh_cache-d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.492575] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18587dc7-a9d4-4c2b-8860-422a8a3678ee {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.503774] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29eec860-e238-42ae-a06e-7511afbd1c40 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.541767] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5176d51c-b6d8-477f-8e76-7beb8567dbb6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.551600] env[70527]: DEBUG oslo_vmware.api [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': task-3913487, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.555264] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa4c8d62-fb89-4415-b458-b8fe3462986c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.584546] env[70527]: DEBUG nova.compute.provider_tree [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1016.687983] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Acquiring lock "2db3cf17-9e66-4708-8bca-571264284924" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.687983] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Lock "2db3cf17-9e66-4708-8bca-571264284924" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.687983] env[70527]: DEBUG nova.compute.manager [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 2db3cf17-9e66-4708-8bca-571264284924] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1016.688765] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c710b9e-9c94-4de0-bf0c-504ee90e602d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.697440] env[70527]: DEBUG nova.compute.manager [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 2db3cf17-9e66-4708-8bca-571264284924] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70527) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1016.963198] env[70527]: DEBUG nova.compute.manager [None req-eab6d3be-9db9-4a7b-b6f2-effd0a6364c4 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1016.964229] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9c3468-3874-4116-a8bf-b5c1630cda4a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.050328] env[70527]: DEBUG oslo_vmware.api [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': task-3913487, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.089382] env[70527]: DEBUG nova.compute.manager [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: 7b97e115-1aeb-4097-8f83-b4a8f0ce0727] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1017.092194] env[70527]: DEBUG nova.scheduler.client.report [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1017.127802] env[70527]: DEBUG nova.virt.hardware [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1017.128169] env[70527]: DEBUG nova.virt.hardware [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1017.129066] env[70527]: DEBUG nova.virt.hardware [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1017.129066] env[70527]: DEBUG nova.virt.hardware [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1017.129066] env[70527]: DEBUG nova.virt.hardware [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1017.129066] env[70527]: DEBUG nova.virt.hardware [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1017.129340] env[70527]: DEBUG nova.virt.hardware [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1017.129340] env[70527]: DEBUG nova.virt.hardware [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1017.129426] env[70527]: DEBUG nova.virt.hardware [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1017.129594] env[70527]: DEBUG nova.virt.hardware [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1017.129768] env[70527]: DEBUG nova.virt.hardware [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1017.130754] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ffe1bfb-8bca-4b71-ad96-2279d7c16b7e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.140831] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4037493e-62d3-41a2-845b-e028416075a3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.202829] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 2db3cf17-9e66-4708-8bca-571264284924] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1017.203316] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12a3acb0-20b4-4f13-ae27-aeafa7767e94 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.212709] env[70527]: DEBUG oslo_vmware.api [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for the task: (returnval){ [ 1017.212709] env[70527]: value = "task-3913488" [ 1017.212709] env[70527]: _type = "Task" [ 1017.212709] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.222880] env[70527]: DEBUG oslo_vmware.api [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913488, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.551320] env[70527]: DEBUG oslo_vmware.api [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': task-3913487, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.600242] env[70527]: DEBUG oslo_concurrency.lockutils [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.547s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.600242] env[70527]: DEBUG nova.compute.manager [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 307e07ea-082b-4d3d-8d94-b3408f862c4a] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1017.601593] env[70527]: DEBUG oslo_concurrency.lockutils [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.764s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.604208] env[70527]: INFO nova.compute.claims [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1017.627482] env[70527]: DEBUG nova.compute.manager [req-f85dd299-6dcf-4c52-8471-df3552699d5e req-5f5f7e73-4e21-4b11-b0ec-dc6e70dcae34 service nova] [instance: 7b97e115-1aeb-4097-8f83-b4a8f0ce0727] Received event network-vif-plugged-f868f59b-04a6-40c8-a3e0-ef9a387f6de1 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.627716] env[70527]: DEBUG oslo_concurrency.lockutils [req-f85dd299-6dcf-4c52-8471-df3552699d5e req-5f5f7e73-4e21-4b11-b0ec-dc6e70dcae34 service nova] Acquiring lock "7b97e115-1aeb-4097-8f83-b4a8f0ce0727-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.627928] env[70527]: DEBUG oslo_concurrency.lockutils [req-f85dd299-6dcf-4c52-8471-df3552699d5e req-5f5f7e73-4e21-4b11-b0ec-dc6e70dcae34 service nova] Lock "7b97e115-1aeb-4097-8f83-b4a8f0ce0727-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.628179] env[70527]: DEBUG oslo_concurrency.lockutils [req-f85dd299-6dcf-4c52-8471-df3552699d5e req-5f5f7e73-4e21-4b11-b0ec-dc6e70dcae34 service nova] Lock "7b97e115-1aeb-4097-8f83-b4a8f0ce0727-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.628413] env[70527]: DEBUG nova.compute.manager [req-f85dd299-6dcf-4c52-8471-df3552699d5e req-5f5f7e73-4e21-4b11-b0ec-dc6e70dcae34 service nova] [instance: 7b97e115-1aeb-4097-8f83-b4a8f0ce0727] No waiting events found dispatching network-vif-plugged-f868f59b-04a6-40c8-a3e0-ef9a387f6de1 {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1017.628622] env[70527]: WARNING nova.compute.manager [req-f85dd299-6dcf-4c52-8471-df3552699d5e req-5f5f7e73-4e21-4b11-b0ec-dc6e70dcae34 service nova] [instance: 7b97e115-1aeb-4097-8f83-b4a8f0ce0727] Received unexpected event network-vif-plugged-f868f59b-04a6-40c8-a3e0-ef9a387f6de1 for instance with vm_state building and task_state spawning. [ 1017.723586] env[70527]: DEBUG oslo_vmware.api [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913488, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.737964] env[70527]: DEBUG nova.network.neutron [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: 7b97e115-1aeb-4097-8f83-b4a8f0ce0727] Successfully updated port: f868f59b-04a6-40c8-a3e0-ef9a387f6de1 {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1017.978543] env[70527]: DEBUG nova.compute.manager [req-81775e03-d3f5-451b-96a3-1ec0df782107 req-a3182ec1-fa8a-4873-9eeb-14e9276ba693 service nova] [instance: 766b244b-7544-4f88-8ae4-dbfa6aaf8e95] Received event network-changed-f5c2d625-eeb6-4364-8171-448713a2960f {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.978543] env[70527]: DEBUG nova.compute.manager [req-81775e03-d3f5-451b-96a3-1ec0df782107 req-a3182ec1-fa8a-4873-9eeb-14e9276ba693 service nova] [instance: 766b244b-7544-4f88-8ae4-dbfa6aaf8e95] Refreshing instance network info cache due to event network-changed-f5c2d625-eeb6-4364-8171-448713a2960f. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1017.978543] env[70527]: DEBUG oslo_concurrency.lockutils [req-81775e03-d3f5-451b-96a3-1ec0df782107 req-a3182ec1-fa8a-4873-9eeb-14e9276ba693 service nova] Acquiring lock "refresh_cache-766b244b-7544-4f88-8ae4-dbfa6aaf8e95" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.978543] env[70527]: DEBUG oslo_concurrency.lockutils [req-81775e03-d3f5-451b-96a3-1ec0df782107 req-a3182ec1-fa8a-4873-9eeb-14e9276ba693 service nova] Acquired lock "refresh_cache-766b244b-7544-4f88-8ae4-dbfa6aaf8e95" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.978543] env[70527]: DEBUG nova.network.neutron [req-81775e03-d3f5-451b-96a3-1ec0df782107 req-a3182ec1-fa8a-4873-9eeb-14e9276ba693 service nova] [instance: 766b244b-7544-4f88-8ae4-dbfa6aaf8e95] Refreshing network info cache for port f5c2d625-eeb6-4364-8171-448713a2960f {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1017.987027] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a4b95a8-4d3d-46f9-8f60-58c4601b5406 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.995571] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-eab6d3be-9db9-4a7b-b6f2-effd0a6364c4 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Doing hard reboot of VM {{(pid=70527) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1017.995820] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-5b1c1a99-da85-46ae-95cf-69050a72ef2f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.001731] env[70527]: DEBUG oslo_vmware.api [None req-eab6d3be-9db9-4a7b-b6f2-effd0a6364c4 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Waiting for the task: (returnval){ [ 1018.001731] env[70527]: value = "task-3913489" [ 1018.001731] env[70527]: _type = "Task" [ 1018.001731] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.010618] env[70527]: DEBUG oslo_vmware.api [None req-eab6d3be-9db9-4a7b-b6f2-effd0a6364c4 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3913489, 'name': ResetVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.051936] env[70527]: DEBUG oslo_vmware.api [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': task-3913487, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.209556} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.052251] env[70527]: INFO nova.virt.vmwareapi.ds_util [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_f7e95718-3e63-4fe2-8c82-9f6e8576c731/OSTACK_IMG_f7e95718-3e63-4fe2-8c82-9f6e8576c731.vmdk to [datastore2] devstack-image-cache_base/0fa42a62-99f2-4430-9549-d6c6769c6b4c/0fa42a62-99f2-4430-9549-d6c6769c6b4c.vmdk. [ 1018.052444] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Cleaning up location [datastore2] OSTACK_IMG_f7e95718-3e63-4fe2-8c82-9f6e8576c731 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1018.052605] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_f7e95718-3e63-4fe2-8c82-9f6e8576c731 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1018.052856] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-050964a7-b960-4554-9ff1-580d8a225859 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.060824] env[70527]: DEBUG oslo_vmware.api [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Waiting for the task: (returnval){ [ 1018.060824] env[70527]: value = "task-3913490" [ 1018.060824] env[70527]: _type = "Task" [ 1018.060824] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.070731] env[70527]: DEBUG oslo_vmware.api [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': task-3913490, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.110585] env[70527]: DEBUG nova.compute.utils [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1018.114945] env[70527]: DEBUG nova.compute.manager [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 307e07ea-082b-4d3d-8d94-b3408f862c4a] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1018.115264] env[70527]: DEBUG nova.network.neutron [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 307e07ea-082b-4d3d-8d94-b3408f862c4a] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1018.185982] env[70527]: DEBUG nova.policy [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6887b990a28b4a21872fc01a509ea97d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '261a432e66f749ad9aca2a0fcb2c6ab2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 1018.226627] env[70527]: DEBUG oslo_vmware.api [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913488, 'name': PowerOffVM_Task, 'duration_secs': 0.623701} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.227070] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 2db3cf17-9e66-4708-8bca-571264284924] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1018.227325] env[70527]: DEBUG nova.compute.manager [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 2db3cf17-9e66-4708-8bca-571264284924] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1018.228801] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674786c2-24dd-4195-ab05-59bd9b13e683 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.244529] env[70527]: DEBUG oslo_concurrency.lockutils [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Acquiring lock "refresh_cache-7b97e115-1aeb-4097-8f83-b4a8f0ce0727" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.244529] env[70527]: DEBUG oslo_concurrency.lockutils [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Acquired lock "refresh_cache-7b97e115-1aeb-4097-8f83-b4a8f0ce0727" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.244529] env[70527]: DEBUG nova.network.neutron [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: 7b97e115-1aeb-4097-8f83-b4a8f0ce0727] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1018.455030] env[70527]: DEBUG nova.network.neutron [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] [instance: 766b244b-7544-4f88-8ae4-dbfa6aaf8e95] Successfully updated port: 0357b508-27d6-4922-abcc-e652c38b86f1 {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1018.513026] env[70527]: DEBUG oslo_vmware.api [None req-eab6d3be-9db9-4a7b-b6f2-effd0a6364c4 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3913489, 'name': ResetVM_Task, 'duration_secs': 0.104405} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.514658] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-eab6d3be-9db9-4a7b-b6f2-effd0a6364c4 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Did hard reboot of VM {{(pid=70527) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1018.514658] env[70527]: DEBUG nova.compute.manager [None req-eab6d3be-9db9-4a7b-b6f2-effd0a6364c4 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1018.515518] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3825f114-4561-41d4-82fc-fc9aa330680b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.529248] env[70527]: DEBUG nova.network.neutron [req-81775e03-d3f5-451b-96a3-1ec0df782107 req-a3182ec1-fa8a-4873-9eeb-14e9276ba693 service nova] [instance: 766b244b-7544-4f88-8ae4-dbfa6aaf8e95] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1018.535226] env[70527]: DEBUG nova.network.neutron [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 307e07ea-082b-4d3d-8d94-b3408f862c4a] Successfully created port: 161a5eee-a33f-419a-930c-866065512acb {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1018.572811] env[70527]: DEBUG oslo_vmware.api [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': task-3913490, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.038553} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.573127] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1018.573252] env[70527]: DEBUG oslo_concurrency.lockutils [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0fa42a62-99f2-4430-9549-d6c6769c6b4c/0fa42a62-99f2-4430-9549-d6c6769c6b4c.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.573500] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0fa42a62-99f2-4430-9549-d6c6769c6b4c/0fa42a62-99f2-4430-9549-d6c6769c6b4c.vmdk to [datastore2] f9a77c4a-662f-484b-9d72-358d9298974b/f9a77c4a-662f-484b-9d72-358d9298974b.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1018.573763] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef065c36-fe44-4396-b11f-c4385aa07261 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.584467] env[70527]: DEBUG oslo_vmware.api [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Waiting for the task: (returnval){ [ 1018.584467] env[70527]: value = "task-3913491" [ 1018.584467] env[70527]: _type = "Task" [ 1018.584467] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.595775] env[70527]: DEBUG oslo_vmware.api [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': task-3913491, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.615762] env[70527]: DEBUG nova.compute.manager [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 307e07ea-082b-4d3d-8d94-b3408f862c4a] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1018.636048] env[70527]: DEBUG nova.network.neutron [req-81775e03-d3f5-451b-96a3-1ec0df782107 req-a3182ec1-fa8a-4873-9eeb-14e9276ba693 service nova] [instance: 766b244b-7544-4f88-8ae4-dbfa6aaf8e95] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.742375] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Lock "2db3cf17-9e66-4708-8bca-571264284924" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.054s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.786395] env[70527]: DEBUG nova.network.neutron [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: 7b97e115-1aeb-4097-8f83-b4a8f0ce0727] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1018.967774] env[70527]: DEBUG nova.network.neutron [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: 7b97e115-1aeb-4097-8f83-b4a8f0ce0727] Updating instance_info_cache with network_info: [{"id": "f868f59b-04a6-40c8-a3e0-ef9a387f6de1", "address": "fa:16:3e:f8:8f:df", "network": {"id": "9dd82e4a-c4e1-4584-a0f3-cadbacc416d4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-482098834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7e38a059c8294d89a9d3a1187b1e865e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf868f59b-04", "ovs_interfaceid": "f868f59b-04a6-40c8-a3e0-ef9a387f6de1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.031515] env[70527]: DEBUG oslo_concurrency.lockutils [None req-eab6d3be-9db9-4a7b-b6f2-effd0a6364c4 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Lock "d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.507s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.087221] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36fd6725-329b-4a43-a1a3-9a3d17e97130 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.105993] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17584818-8f3c-4d5e-aa2a-60fbe4accdf4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.113529] env[70527]: DEBUG oslo_vmware.api [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': task-3913491, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.160261] env[70527]: DEBUG oslo_concurrency.lockutils [req-81775e03-d3f5-451b-96a3-1ec0df782107 req-a3182ec1-fa8a-4873-9eeb-14e9276ba693 service nova] Releasing lock "refresh_cache-766b244b-7544-4f88-8ae4-dbfa6aaf8e95" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.162258] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27331dbf-0469-4eb3-b5d6-048ef5e14125 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.176205] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db914d8c-96af-4cba-bbbf-627fa2e82180 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.193293] env[70527]: DEBUG nova.compute.provider_tree [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Updating inventory in ProviderTree for provider 471551d3-0608-4bcf-a939-f4ec286b26ca with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1019.256027] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.474682] env[70527]: DEBUG oslo_concurrency.lockutils [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Releasing lock "refresh_cache-7b97e115-1aeb-4097-8f83-b4a8f0ce0727" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.476031] env[70527]: DEBUG nova.compute.manager [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: 7b97e115-1aeb-4097-8f83-b4a8f0ce0727] Instance network_info: |[{"id": "f868f59b-04a6-40c8-a3e0-ef9a387f6de1", "address": "fa:16:3e:f8:8f:df", "network": {"id": "9dd82e4a-c4e1-4584-a0f3-cadbacc416d4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-482098834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7e38a059c8294d89a9d3a1187b1e865e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf868f59b-04", "ovs_interfaceid": "f868f59b-04a6-40c8-a3e0-ef9a387f6de1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1019.476031] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: 7b97e115-1aeb-4097-8f83-b4a8f0ce0727] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:8f:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26472e27-9835-4f87-ab7f-ca24dfee4e83', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f868f59b-04a6-40c8-a3e0-ef9a387f6de1', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1019.483583] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Creating folder: Project (7e38a059c8294d89a9d3a1187b1e865e). Parent ref: group-v776920. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1019.484478] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-81f2ae49-50e5-4a85-aa6d-c75cdcf759c1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.498370] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Created folder: Project (7e38a059c8294d89a9d3a1187b1e865e) in parent group-v776920. [ 1019.498648] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Creating folder: Instances. Parent ref: group-v777133. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1019.498936] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0eb6e266-738b-4695-9540-7b3178d31d1e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.515978] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Created folder: Instances in parent group-v777133. [ 1019.516529] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1019.516911] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b97e115-1aeb-4097-8f83-b4a8f0ce0727] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1019.518721] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-037a344e-40d6-47b3-a915-62133d4f0339 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.550314] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1019.550314] env[70527]: value = "task-3913494" [ 1019.550314] env[70527]: _type = "Task" [ 1019.550314] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.564365] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913494, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.596029] env[70527]: DEBUG oslo_vmware.api [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': task-3913491, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.664340] env[70527]: DEBUG nova.compute.manager [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 307e07ea-082b-4d3d-8d94-b3408f862c4a] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1019.696605] env[70527]: DEBUG nova.virt.hardware [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1019.696929] env[70527]: DEBUG nova.virt.hardware [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1019.697210] env[70527]: DEBUG nova.virt.hardware [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1019.697464] env[70527]: DEBUG nova.virt.hardware [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1019.697619] env[70527]: DEBUG nova.virt.hardware [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1019.697784] env[70527]: DEBUG nova.virt.hardware [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1019.698154] env[70527]: DEBUG nova.virt.hardware [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1019.698330] env[70527]: DEBUG nova.virt.hardware [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1019.698512] env[70527]: DEBUG nova.virt.hardware [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1019.698837] env[70527]: DEBUG nova.virt.hardware [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1019.698837] env[70527]: DEBUG nova.virt.hardware [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1019.702549] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d042351-ae92-4e4c-97f9-1d5d33e01ed4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.711941] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d1db981-68ca-4501-9ece-7acb95a324f3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.719016] env[70527]: DEBUG nova.compute.manager [req-30652bea-4272-4ac3-8367-416b73b7528b req-eef6fe3c-5685-4f58-98e1-743b7c3371ef service nova] [instance: 7b97e115-1aeb-4097-8f83-b4a8f0ce0727] Received event network-changed-f868f59b-04a6-40c8-a3e0-ef9a387f6de1 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1019.719016] env[70527]: DEBUG nova.compute.manager [req-30652bea-4272-4ac3-8367-416b73b7528b req-eef6fe3c-5685-4f58-98e1-743b7c3371ef service nova] [instance: 7b97e115-1aeb-4097-8f83-b4a8f0ce0727] Refreshing instance network info cache due to event network-changed-f868f59b-04a6-40c8-a3e0-ef9a387f6de1. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1019.719231] env[70527]: DEBUG oslo_concurrency.lockutils [req-30652bea-4272-4ac3-8367-416b73b7528b req-eef6fe3c-5685-4f58-98e1-743b7c3371ef service nova] Acquiring lock "refresh_cache-7b97e115-1aeb-4097-8f83-b4a8f0ce0727" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.720075] env[70527]: DEBUG oslo_concurrency.lockutils [req-30652bea-4272-4ac3-8367-416b73b7528b req-eef6fe3c-5685-4f58-98e1-743b7c3371ef service nova] Acquired lock "refresh_cache-7b97e115-1aeb-4097-8f83-b4a8f0ce0727" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.720343] env[70527]: DEBUG nova.network.neutron [req-30652bea-4272-4ac3-8367-416b73b7528b req-eef6fe3c-5685-4f58-98e1-743b7c3371ef service nova] [instance: 7b97e115-1aeb-4097-8f83-b4a8f0ce0727] Refreshing network info cache for port f868f59b-04a6-40c8-a3e0-ef9a387f6de1 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1019.723252] env[70527]: ERROR nova.scheduler.client.report [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [req-6797d1c0-5553-4cca-8158-3d483c925716] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 471551d3-0608-4bcf-a939-f4ec286b26ca. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6797d1c0-5553-4cca-8158-3d483c925716"}]} [ 1019.752418] env[70527]: DEBUG nova.scheduler.client.report [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Refreshing inventories for resource provider 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1019.771063] env[70527]: DEBUG nova.scheduler.client.report [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Updating ProviderTree inventory for provider 471551d3-0608-4bcf-a939-f4ec286b26ca from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1019.771415] env[70527]: DEBUG nova.compute.provider_tree [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Updating inventory in ProviderTree for provider 471551d3-0608-4bcf-a939-f4ec286b26ca with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1019.785704] env[70527]: DEBUG nova.scheduler.client.report [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Refreshing aggregate associations for resource provider 471551d3-0608-4bcf-a939-f4ec286b26ca, aggregates: None {{(pid=70527) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1019.809031] env[70527]: DEBUG nova.scheduler.client.report [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Refreshing trait associations for resource provider 471551d3-0608-4bcf-a939-f4ec286b26ca, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO {{(pid=70527) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1019.951741] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c9296f67-a229-4389-8bdb-4b666fe86e46 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Acquiring lock "2db3cf17-9e66-4708-8bca-571264284924" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.952263] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c9296f67-a229-4389-8bdb-4b666fe86e46 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Lock "2db3cf17-9e66-4708-8bca-571264284924" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.952263] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c9296f67-a229-4389-8bdb-4b666fe86e46 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Acquiring lock "2db3cf17-9e66-4708-8bca-571264284924-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.952472] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c9296f67-a229-4389-8bdb-4b666fe86e46 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Lock "2db3cf17-9e66-4708-8bca-571264284924-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.952646] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c9296f67-a229-4389-8bdb-4b666fe86e46 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Lock "2db3cf17-9e66-4708-8bca-571264284924-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.954887] env[70527]: INFO nova.compute.manager [None req-c9296f67-a229-4389-8bdb-4b666fe86e46 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 2db3cf17-9e66-4708-8bca-571264284924] Terminating instance [ 1020.012215] env[70527]: DEBUG nova.compute.manager [req-421d550f-9313-4d32-bdc4-c1e713c10cc1 req-eda636fd-37db-4db7-949d-d968aa45c7cc service nova] [instance: 766b244b-7544-4f88-8ae4-dbfa6aaf8e95] Received event network-vif-plugged-0357b508-27d6-4922-abcc-e652c38b86f1 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.012445] env[70527]: DEBUG oslo_concurrency.lockutils [req-421d550f-9313-4d32-bdc4-c1e713c10cc1 req-eda636fd-37db-4db7-949d-d968aa45c7cc service nova] Acquiring lock "766b244b-7544-4f88-8ae4-dbfa6aaf8e95-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.012664] env[70527]: DEBUG oslo_concurrency.lockutils [req-421d550f-9313-4d32-bdc4-c1e713c10cc1 req-eda636fd-37db-4db7-949d-d968aa45c7cc service nova] Lock "766b244b-7544-4f88-8ae4-dbfa6aaf8e95-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.012830] env[70527]: DEBUG oslo_concurrency.lockutils [req-421d550f-9313-4d32-bdc4-c1e713c10cc1 req-eda636fd-37db-4db7-949d-d968aa45c7cc service nova] Lock "766b244b-7544-4f88-8ae4-dbfa6aaf8e95-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.013095] env[70527]: DEBUG nova.compute.manager [req-421d550f-9313-4d32-bdc4-c1e713c10cc1 req-eda636fd-37db-4db7-949d-d968aa45c7cc service nova] [instance: 766b244b-7544-4f88-8ae4-dbfa6aaf8e95] No waiting events found dispatching network-vif-plugged-0357b508-27d6-4922-abcc-e652c38b86f1 {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1020.013313] env[70527]: WARNING nova.compute.manager [req-421d550f-9313-4d32-bdc4-c1e713c10cc1 req-eda636fd-37db-4db7-949d-d968aa45c7cc service nova] [instance: 766b244b-7544-4f88-8ae4-dbfa6aaf8e95] Received unexpected event network-vif-plugged-0357b508-27d6-4922-abcc-e652c38b86f1 for instance with vm_state building and task_state spawning. [ 1020.013641] env[70527]: DEBUG nova.compute.manager [req-421d550f-9313-4d32-bdc4-c1e713c10cc1 req-eda636fd-37db-4db7-949d-d968aa45c7cc service nova] [instance: 766b244b-7544-4f88-8ae4-dbfa6aaf8e95] Received event network-changed-0357b508-27d6-4922-abcc-e652c38b86f1 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.013641] env[70527]: DEBUG nova.compute.manager [req-421d550f-9313-4d32-bdc4-c1e713c10cc1 req-eda636fd-37db-4db7-949d-d968aa45c7cc service nova] [instance: 766b244b-7544-4f88-8ae4-dbfa6aaf8e95] Refreshing instance network info cache due to event network-changed-0357b508-27d6-4922-abcc-e652c38b86f1. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1020.013905] env[70527]: DEBUG oslo_concurrency.lockutils [req-421d550f-9313-4d32-bdc4-c1e713c10cc1 req-eda636fd-37db-4db7-949d-d968aa45c7cc service nova] Acquiring lock "refresh_cache-766b244b-7544-4f88-8ae4-dbfa6aaf8e95" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.014043] env[70527]: DEBUG oslo_concurrency.lockutils [req-421d550f-9313-4d32-bdc4-c1e713c10cc1 req-eda636fd-37db-4db7-949d-d968aa45c7cc service nova] Acquired lock "refresh_cache-766b244b-7544-4f88-8ae4-dbfa6aaf8e95" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.014360] env[70527]: DEBUG nova.network.neutron [req-421d550f-9313-4d32-bdc4-c1e713c10cc1 req-eda636fd-37db-4db7-949d-d968aa45c7cc service nova] [instance: 766b244b-7544-4f88-8ae4-dbfa6aaf8e95] Refreshing network info cache for port 0357b508-27d6-4922-abcc-e652c38b86f1 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1020.068318] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913494, 'name': CreateVM_Task} progress is 25%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.107698] env[70527]: DEBUG oslo_vmware.api [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': task-3913491, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.264202] env[70527]: DEBUG nova.network.neutron [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 307e07ea-082b-4d3d-8d94-b3408f862c4a] Successfully updated port: 161a5eee-a33f-419a-930c-866065512acb {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1020.278458] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2081363-83e6-4f7d-a87e-bbd866c7dd83 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.288492] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84ec149-1a96-48e8-a42f-c364eb19d440 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.329999] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18eab332-35cf-44d1-883d-675c38aaa8d3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.341488] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633d31e0-5ea9-4c51-a0ab-532b045dd578 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.358076] env[70527]: DEBUG nova.compute.provider_tree [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Updating inventory in ProviderTree for provider 471551d3-0608-4bcf-a939-f4ec286b26ca with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1020.459912] env[70527]: DEBUG nova.compute.manager [None req-c9296f67-a229-4389-8bdb-4b666fe86e46 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 2db3cf17-9e66-4708-8bca-571264284924] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1020.460155] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-c9296f67-a229-4389-8bdb-4b666fe86e46 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 2db3cf17-9e66-4708-8bca-571264284924] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1020.461244] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1670b284-3741-4e3f-a580-dec9cceda094 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.470907] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-c9296f67-a229-4389-8bdb-4b666fe86e46 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 2db3cf17-9e66-4708-8bca-571264284924] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1020.471226] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-003d0015-3898-4f70-8b15-41ec108d31ed {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.565075] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913494, 'name': CreateVM_Task} progress is 25%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.578407] env[70527]: DEBUG nova.network.neutron [req-421d550f-9313-4d32-bdc4-c1e713c10cc1 req-eda636fd-37db-4db7-949d-d968aa45c7cc service nova] [instance: 766b244b-7544-4f88-8ae4-dbfa6aaf8e95] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1020.582314] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-c9296f67-a229-4389-8bdb-4b666fe86e46 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 2db3cf17-9e66-4708-8bca-571264284924] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1020.582400] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-c9296f67-a229-4389-8bdb-4b666fe86e46 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 2db3cf17-9e66-4708-8bca-571264284924] Deleting contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1020.582512] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9296f67-a229-4389-8bdb-4b666fe86e46 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Deleting the datastore file [datastore2] 2db3cf17-9e66-4708-8bca-571264284924 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1020.582789] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3146be7-3834-4587-bf7b-28ea0df220e5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.592249] env[70527]: DEBUG oslo_vmware.api [None req-c9296f67-a229-4389-8bdb-4b666fe86e46 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for the task: (returnval){ [ 1020.592249] env[70527]: value = "task-3913496" [ 1020.592249] env[70527]: _type = "Task" [ 1020.592249] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.599228] env[70527]: DEBUG oslo_vmware.api [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': task-3913491, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.604908] env[70527]: DEBUG oslo_vmware.api [None req-c9296f67-a229-4389-8bdb-4b666fe86e46 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913496, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.616557] env[70527]: DEBUG nova.network.neutron [req-30652bea-4272-4ac3-8367-416b73b7528b req-eef6fe3c-5685-4f58-98e1-743b7c3371ef service nova] [instance: 7b97e115-1aeb-4097-8f83-b4a8f0ce0727] Updated VIF entry in instance network info cache for port f868f59b-04a6-40c8-a3e0-ef9a387f6de1. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1020.617081] env[70527]: DEBUG nova.network.neutron [req-30652bea-4272-4ac3-8367-416b73b7528b req-eef6fe3c-5685-4f58-98e1-743b7c3371ef service nova] [instance: 7b97e115-1aeb-4097-8f83-b4a8f0ce0727] Updating instance_info_cache with network_info: [{"id": "f868f59b-04a6-40c8-a3e0-ef9a387f6de1", "address": "fa:16:3e:f8:8f:df", "network": {"id": "9dd82e4a-c4e1-4584-a0f3-cadbacc416d4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-482098834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7e38a059c8294d89a9d3a1187b1e865e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf868f59b-04", "ovs_interfaceid": "f868f59b-04a6-40c8-a3e0-ef9a387f6de1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.701144] env[70527]: DEBUG nova.network.neutron [req-421d550f-9313-4d32-bdc4-c1e713c10cc1 req-eda636fd-37db-4db7-949d-d968aa45c7cc service nova] [instance: 766b244b-7544-4f88-8ae4-dbfa6aaf8e95] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.765673] env[70527]: DEBUG oslo_concurrency.lockutils [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Acquiring lock "refresh_cache-307e07ea-082b-4d3d-8d94-b3408f862c4a" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.765853] env[70527]: DEBUG oslo_concurrency.lockutils [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Acquired lock "refresh_cache-307e07ea-082b-4d3d-8d94-b3408f862c4a" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.765853] env[70527]: DEBUG nova.network.neutron [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 307e07ea-082b-4d3d-8d94-b3408f862c4a] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1020.874238] env[70527]: DEBUG nova.network.neutron [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] [instance: 766b244b-7544-4f88-8ae4-dbfa6aaf8e95] Successfully updated port: ff5fafc4-9731-4dab-945d-4209acfcb80b {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1020.905248] env[70527]: DEBUG nova.scheduler.client.report [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Updated inventory for provider 471551d3-0608-4bcf-a939-f4ec286b26ca with generation 104 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1020.905777] env[70527]: DEBUG nova.compute.provider_tree [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Updating resource provider 471551d3-0608-4bcf-a939-f4ec286b26ca generation from 104 to 105 during operation: update_inventory {{(pid=70527) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1020.906160] env[70527]: DEBUG nova.compute.provider_tree [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Updating inventory in ProviderTree for provider 471551d3-0608-4bcf-a939-f4ec286b26ca with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1021.067922] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913494, 'name': CreateVM_Task} progress is 25%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.102358] env[70527]: DEBUG oslo_vmware.api [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': task-3913491, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.110706] env[70527]: DEBUG oslo_vmware.api [None req-c9296f67-a229-4389-8bdb-4b666fe86e46 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913496, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.120225] env[70527]: DEBUG oslo_concurrency.lockutils [req-30652bea-4272-4ac3-8367-416b73b7528b req-eef6fe3c-5685-4f58-98e1-743b7c3371ef service nova] Releasing lock "refresh_cache-7b97e115-1aeb-4097-8f83-b4a8f0ce0727" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.203925] env[70527]: DEBUG oslo_concurrency.lockutils [req-421d550f-9313-4d32-bdc4-c1e713c10cc1 req-eda636fd-37db-4db7-949d-d968aa45c7cc service nova] Releasing lock "refresh_cache-766b244b-7544-4f88-8ae4-dbfa6aaf8e95" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.319751] env[70527]: DEBUG nova.network.neutron [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 307e07ea-082b-4d3d-8d94-b3408f862c4a] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1021.383181] env[70527]: DEBUG oslo_concurrency.lockutils [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Acquiring lock "refresh_cache-766b244b-7544-4f88-8ae4-dbfa6aaf8e95" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.383181] env[70527]: DEBUG oslo_concurrency.lockutils [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Acquired lock "refresh_cache-766b244b-7544-4f88-8ae4-dbfa6aaf8e95" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.383181] env[70527]: DEBUG nova.network.neutron [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] [instance: 766b244b-7544-4f88-8ae4-dbfa6aaf8e95] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1021.412628] env[70527]: DEBUG oslo_concurrency.lockutils [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.811s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.413164] env[70527]: DEBUG nova.compute.manager [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1021.416546] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.209s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.418185] env[70527]: INFO nova.compute.claims [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: f983f08d-4ff0-4c88-a43b-a666fc3ab173] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1021.483149] env[70527]: DEBUG nova.network.neutron [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 307e07ea-082b-4d3d-8d94-b3408f862c4a] Updating instance_info_cache with network_info: [{"id": "161a5eee-a33f-419a-930c-866065512acb", "address": "fa:16:3e:b4:35:79", "network": {"id": "eb0065d4-610f-47d7-981e-b21e91718972", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1338634837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "261a432e66f749ad9aca2a0fcb2c6ab2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap161a5eee-a3", "ovs_interfaceid": "161a5eee-a33f-419a-930c-866065512acb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.544812] env[70527]: DEBUG oslo_concurrency.lockutils [None req-887a5895-c248-41e4-af9e-b919da622348 tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] Acquiring lock "477e6007-8991-42f3-aae0-57a7225b2cd2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.545199] env[70527]: DEBUG oslo_concurrency.lockutils [None req-887a5895-c248-41e4-af9e-b919da622348 tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] Lock "477e6007-8991-42f3-aae0-57a7225b2cd2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.545464] env[70527]: DEBUG oslo_concurrency.lockutils [None req-887a5895-c248-41e4-af9e-b919da622348 tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] Acquiring lock "477e6007-8991-42f3-aae0-57a7225b2cd2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.545695] env[70527]: DEBUG oslo_concurrency.lockutils [None req-887a5895-c248-41e4-af9e-b919da622348 tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] Lock "477e6007-8991-42f3-aae0-57a7225b2cd2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.545903] env[70527]: DEBUG oslo_concurrency.lockutils [None req-887a5895-c248-41e4-af9e-b919da622348 tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] Lock "477e6007-8991-42f3-aae0-57a7225b2cd2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.550322] env[70527]: INFO nova.compute.manager [None req-887a5895-c248-41e4-af9e-b919da622348 tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] [instance: 477e6007-8991-42f3-aae0-57a7225b2cd2] Terminating instance [ 1021.561906] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913494, 'name': CreateVM_Task, 'duration_secs': 1.70811} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.562643] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b97e115-1aeb-4097-8f83-b4a8f0ce0727] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1021.563546] env[70527]: DEBUG oslo_concurrency.lockutils [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.563546] env[70527]: DEBUG oslo_concurrency.lockutils [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.563798] env[70527]: DEBUG oslo_concurrency.lockutils [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.564245] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-168e6bdc-83e8-4bf1-98a1-e43ee63536cb {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.569397] env[70527]: DEBUG oslo_vmware.api [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Waiting for the task: (returnval){ [ 1021.569397] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]525bc9bd-7680-f55f-4e37-302a07a4e70a" [ 1021.569397] env[70527]: _type = "Task" [ 1021.569397] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.577297] env[70527]: DEBUG oslo_vmware.api [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]525bc9bd-7680-f55f-4e37-302a07a4e70a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.600155] env[70527]: DEBUG oslo_vmware.api [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': task-3913491, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.525404} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.600787] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0fa42a62-99f2-4430-9549-d6c6769c6b4c/0fa42a62-99f2-4430-9549-d6c6769c6b4c.vmdk to [datastore2] f9a77c4a-662f-484b-9d72-358d9298974b/f9a77c4a-662f-484b-9d72-358d9298974b.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1021.601586] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d57ac3-82a2-458b-901d-3192b2859a96 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.606753] env[70527]: DEBUG oslo_vmware.api [None req-c9296f67-a229-4389-8bdb-4b666fe86e46 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913496, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.799446} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.607386] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9296f67-a229-4389-8bdb-4b666fe86e46 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1021.607563] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-c9296f67-a229-4389-8bdb-4b666fe86e46 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 2db3cf17-9e66-4708-8bca-571264284924] Deleted contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1021.607738] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-c9296f67-a229-4389-8bdb-4b666fe86e46 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 2db3cf17-9e66-4708-8bca-571264284924] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1021.607908] env[70527]: INFO nova.compute.manager [None req-c9296f67-a229-4389-8bdb-4b666fe86e46 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 2db3cf17-9e66-4708-8bca-571264284924] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1021.608186] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9296f67-a229-4389-8bdb-4b666fe86e46 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1021.608385] env[70527]: DEBUG nova.compute.manager [-] [instance: 2db3cf17-9e66-4708-8bca-571264284924] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1021.608479] env[70527]: DEBUG nova.network.neutron [-] [instance: 2db3cf17-9e66-4708-8bca-571264284924] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1021.627781] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] f9a77c4a-662f-484b-9d72-358d9298974b/f9a77c4a-662f-484b-9d72-358d9298974b.vmdk or device None with type streamOptimized {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1021.628607] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6264c273-2b78-410f-9f10-100fd4f778ec {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.650650] env[70527]: DEBUG oslo_vmware.api [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Waiting for the task: (returnval){ [ 1021.650650] env[70527]: value = "task-3913497" [ 1021.650650] env[70527]: _type = "Task" [ 1021.650650] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.660331] env[70527]: DEBUG oslo_vmware.api [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': task-3913497, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.830613] env[70527]: DEBUG nova.compute.manager [req-087966c3-1628-45a0-93e8-e69e97b9cf7e req-350ebfb8-0a8f-4f02-b395-db24966c2e29 service nova] [instance: 307e07ea-082b-4d3d-8d94-b3408f862c4a] Received event network-vif-plugged-161a5eee-a33f-419a-930c-866065512acb {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.830844] env[70527]: DEBUG oslo_concurrency.lockutils [req-087966c3-1628-45a0-93e8-e69e97b9cf7e req-350ebfb8-0a8f-4f02-b395-db24966c2e29 service nova] Acquiring lock "307e07ea-082b-4d3d-8d94-b3408f862c4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.831066] env[70527]: DEBUG oslo_concurrency.lockutils [req-087966c3-1628-45a0-93e8-e69e97b9cf7e req-350ebfb8-0a8f-4f02-b395-db24966c2e29 service nova] Lock "307e07ea-082b-4d3d-8d94-b3408f862c4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.831239] env[70527]: DEBUG oslo_concurrency.lockutils [req-087966c3-1628-45a0-93e8-e69e97b9cf7e req-350ebfb8-0a8f-4f02-b395-db24966c2e29 service nova] Lock "307e07ea-082b-4d3d-8d94-b3408f862c4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.831527] env[70527]: DEBUG nova.compute.manager [req-087966c3-1628-45a0-93e8-e69e97b9cf7e req-350ebfb8-0a8f-4f02-b395-db24966c2e29 service nova] [instance: 307e07ea-082b-4d3d-8d94-b3408f862c4a] No waiting events found dispatching network-vif-plugged-161a5eee-a33f-419a-930c-866065512acb {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1021.831602] env[70527]: WARNING nova.compute.manager [req-087966c3-1628-45a0-93e8-e69e97b9cf7e req-350ebfb8-0a8f-4f02-b395-db24966c2e29 service nova] [instance: 307e07ea-082b-4d3d-8d94-b3408f862c4a] Received unexpected event network-vif-plugged-161a5eee-a33f-419a-930c-866065512acb for instance with vm_state building and task_state spawning. [ 1021.831714] env[70527]: DEBUG nova.compute.manager [req-087966c3-1628-45a0-93e8-e69e97b9cf7e req-350ebfb8-0a8f-4f02-b395-db24966c2e29 service nova] [instance: 307e07ea-082b-4d3d-8d94-b3408f862c4a] Received event network-changed-161a5eee-a33f-419a-930c-866065512acb {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.831948] env[70527]: DEBUG nova.compute.manager [req-087966c3-1628-45a0-93e8-e69e97b9cf7e req-350ebfb8-0a8f-4f02-b395-db24966c2e29 service nova] [instance: 307e07ea-082b-4d3d-8d94-b3408f862c4a] Refreshing instance network info cache due to event network-changed-161a5eee-a33f-419a-930c-866065512acb. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1021.832085] env[70527]: DEBUG oslo_concurrency.lockutils [req-087966c3-1628-45a0-93e8-e69e97b9cf7e req-350ebfb8-0a8f-4f02-b395-db24966c2e29 service nova] Acquiring lock "refresh_cache-307e07ea-082b-4d3d-8d94-b3408f862c4a" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.926927] env[70527]: DEBUG nova.compute.utils [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1021.937159] env[70527]: DEBUG nova.network.neutron [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] [instance: 766b244b-7544-4f88-8ae4-dbfa6aaf8e95] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1021.937159] env[70527]: DEBUG nova.compute.manager [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1021.937159] env[70527]: DEBUG nova.network.neutron [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1021.991428] env[70527]: DEBUG oslo_concurrency.lockutils [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Releasing lock "refresh_cache-307e07ea-082b-4d3d-8d94-b3408f862c4a" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.992699] env[70527]: DEBUG nova.compute.manager [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 307e07ea-082b-4d3d-8d94-b3408f862c4a] Instance network_info: |[{"id": "161a5eee-a33f-419a-930c-866065512acb", "address": "fa:16:3e:b4:35:79", "network": {"id": "eb0065d4-610f-47d7-981e-b21e91718972", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1338634837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "261a432e66f749ad9aca2a0fcb2c6ab2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap161a5eee-a3", "ovs_interfaceid": "161a5eee-a33f-419a-930c-866065512acb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1021.993389] env[70527]: DEBUG oslo_concurrency.lockutils [req-087966c3-1628-45a0-93e8-e69e97b9cf7e req-350ebfb8-0a8f-4f02-b395-db24966c2e29 service nova] Acquired lock "refresh_cache-307e07ea-082b-4d3d-8d94-b3408f862c4a" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.993581] env[70527]: DEBUG nova.network.neutron [req-087966c3-1628-45a0-93e8-e69e97b9cf7e req-350ebfb8-0a8f-4f02-b395-db24966c2e29 service nova] [instance: 307e07ea-082b-4d3d-8d94-b3408f862c4a] Refreshing network info cache for port 161a5eee-a33f-419a-930c-866065512acb {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1021.994793] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 307e07ea-082b-4d3d-8d94-b3408f862c4a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:35:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '329d0e4b-4190-484a-8560-9356dc31beca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '161a5eee-a33f-419a-930c-866065512acb', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1022.003939] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Creating folder: Project (261a432e66f749ad9aca2a0fcb2c6ab2). Parent ref: group-v776920. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1022.006774] env[70527]: DEBUG nova.policy [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4f2d90e6a2974de48ce69420511376a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dbf5afba87784fe2b33ca0fa6a95c5b1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 1022.008332] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ac7feb56-cc47-45fd-ba3b-1c6bd4228d0a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.022560] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Created folder: Project (261a432e66f749ad9aca2a0fcb2c6ab2) in parent group-v776920. [ 1022.022798] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Creating folder: Instances. Parent ref: group-v777136. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1022.023059] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-64b0dec0-6e31-4c8b-a176-c9276d974b9c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.033426] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Created folder: Instances in parent group-v777136. [ 1022.033676] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1022.033871] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 307e07ea-082b-4d3d-8d94-b3408f862c4a] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1022.034094] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-314651e5-4fb3-41cf-97a8-30a4aa78d20e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.055871] env[70527]: DEBUG nova.compute.manager [None req-887a5895-c248-41e4-af9e-b919da622348 tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] [instance: 477e6007-8991-42f3-aae0-57a7225b2cd2] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1022.055966] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-887a5895-c248-41e4-af9e-b919da622348 tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] [instance: 477e6007-8991-42f3-aae0-57a7225b2cd2] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1022.056285] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3032e2e2-3dfe-4c0f-b5ac-c044c433ef4f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.068533] env[70527]: DEBUG nova.compute.manager [req-4c0c6d8a-c817-4133-9c8c-f0bf262f7372 req-77f29183-bee5-4520-8c65-a501e6aa7540 service nova] [instance: 766b244b-7544-4f88-8ae4-dbfa6aaf8e95] Received event network-vif-plugged-ff5fafc4-9731-4dab-945d-4209acfcb80b {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.068852] env[70527]: DEBUG oslo_concurrency.lockutils [req-4c0c6d8a-c817-4133-9c8c-f0bf262f7372 req-77f29183-bee5-4520-8c65-a501e6aa7540 service nova] Acquiring lock "766b244b-7544-4f88-8ae4-dbfa6aaf8e95-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.069311] env[70527]: DEBUG oslo_concurrency.lockutils [req-4c0c6d8a-c817-4133-9c8c-f0bf262f7372 req-77f29183-bee5-4520-8c65-a501e6aa7540 service nova] Lock "766b244b-7544-4f88-8ae4-dbfa6aaf8e95-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.069311] env[70527]: DEBUG oslo_concurrency.lockutils [req-4c0c6d8a-c817-4133-9c8c-f0bf262f7372 req-77f29183-bee5-4520-8c65-a501e6aa7540 service nova] Lock "766b244b-7544-4f88-8ae4-dbfa6aaf8e95-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.069461] env[70527]: DEBUG nova.compute.manager [req-4c0c6d8a-c817-4133-9c8c-f0bf262f7372 req-77f29183-bee5-4520-8c65-a501e6aa7540 service nova] [instance: 766b244b-7544-4f88-8ae4-dbfa6aaf8e95] No waiting events found dispatching network-vif-plugged-ff5fafc4-9731-4dab-945d-4209acfcb80b {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1022.069659] env[70527]: WARNING nova.compute.manager [req-4c0c6d8a-c817-4133-9c8c-f0bf262f7372 req-77f29183-bee5-4520-8c65-a501e6aa7540 service nova] [instance: 766b244b-7544-4f88-8ae4-dbfa6aaf8e95] Received unexpected event network-vif-plugged-ff5fafc4-9731-4dab-945d-4209acfcb80b for instance with vm_state building and task_state spawning. [ 1022.069877] env[70527]: DEBUG nova.compute.manager [req-4c0c6d8a-c817-4133-9c8c-f0bf262f7372 req-77f29183-bee5-4520-8c65-a501e6aa7540 service nova] [instance: 766b244b-7544-4f88-8ae4-dbfa6aaf8e95] Received event network-changed-ff5fafc4-9731-4dab-945d-4209acfcb80b {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.070164] env[70527]: DEBUG nova.compute.manager [req-4c0c6d8a-c817-4133-9c8c-f0bf262f7372 req-77f29183-bee5-4520-8c65-a501e6aa7540 service nova] [instance: 766b244b-7544-4f88-8ae4-dbfa6aaf8e95] Refreshing instance network info cache due to event network-changed-ff5fafc4-9731-4dab-945d-4209acfcb80b. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1022.070451] env[70527]: DEBUG oslo_concurrency.lockutils [req-4c0c6d8a-c817-4133-9c8c-f0bf262f7372 req-77f29183-bee5-4520-8c65-a501e6aa7540 service nova] Acquiring lock "refresh_cache-766b244b-7544-4f88-8ae4-dbfa6aaf8e95" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.071196] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1022.071196] env[70527]: value = "task-3913500" [ 1022.071196] env[70527]: _type = "Task" [ 1022.071196] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.073366] env[70527]: DEBUG oslo_vmware.api [None req-887a5895-c248-41e4-af9e-b919da622348 tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] Waiting for the task: (returnval){ [ 1022.073366] env[70527]: value = "task-3913501" [ 1022.073366] env[70527]: _type = "Task" [ 1022.073366] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.098096] env[70527]: DEBUG oslo_vmware.api [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]525bc9bd-7680-f55f-4e37-302a07a4e70a, 'name': SearchDatastore_Task, 'duration_secs': 0.010654} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.107337] env[70527]: DEBUG oslo_concurrency.lockutils [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.107600] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: 7b97e115-1aeb-4097-8f83-b4a8f0ce0727] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1022.108826] env[70527]: DEBUG oslo_concurrency.lockutils [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.108826] env[70527]: DEBUG oslo_concurrency.lockutils [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.108826] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1022.108826] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913500, 'name': CreateVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.108826] env[70527]: DEBUG oslo_vmware.api [None req-887a5895-c248-41e4-af9e-b919da622348 tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] Task: {'id': task-3913501, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.109423] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d0cc8ede-ead0-4cc8-8de2-9f944d89405d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.123606] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1022.123606] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1022.124297] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26bad6ae-fa4d-45b5-bb75-24ef21854a08 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.131407] env[70527]: DEBUG oslo_vmware.api [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Waiting for the task: (returnval){ [ 1022.131407] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]520802c5-9f75-e28f-4499-fea718c520d3" [ 1022.131407] env[70527]: _type = "Task" [ 1022.131407] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.144240] env[70527]: DEBUG oslo_vmware.api [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]520802c5-9f75-e28f-4499-fea718c520d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.161703] env[70527]: DEBUG oslo_vmware.api [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': task-3913497, 'name': ReconfigVM_Task, 'duration_secs': 0.294587} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.182702] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Reconfigured VM instance instance-0000001f to attach disk [datastore2] f9a77c4a-662f-484b-9d72-358d9298974b/f9a77c4a-662f-484b-9d72-358d9298974b.vmdk or device None with type streamOptimized {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1022.182702] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ad91b52-a91b-47e5-ad63-a11dfc1798f5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.182702] env[70527]: DEBUG oslo_vmware.api [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Waiting for the task: (returnval){ [ 1022.182702] env[70527]: value = "task-3913502" [ 1022.182702] env[70527]: _type = "Task" [ 1022.182702] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.185240] env[70527]: DEBUG oslo_vmware.api [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': task-3913502, 'name': Rename_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.433521] env[70527]: DEBUG nova.compute.manager [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1022.482178] env[70527]: DEBUG nova.network.neutron [-] [instance: 2db3cf17-9e66-4708-8bca-571264284924] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.565601] env[70527]: DEBUG nova.network.neutron [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] [instance: 766b244b-7544-4f88-8ae4-dbfa6aaf8e95] Updating instance_info_cache with network_info: [{"id": "f5c2d625-eeb6-4364-8171-448713a2960f", "address": "fa:16:3e:c2:62:9d", "network": {"id": "265bcd92-d3ce-489a-86c3-8e5e7a2d3990", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2079704749", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af281f69b9134e6e9dca32ab05561c60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5c2d625-ee", "ovs_interfaceid": "f5c2d625-eeb6-4364-8171-448713a2960f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0357b508-27d6-4922-abcc-e652c38b86f1", "address": "fa:16:3e:47:14:b5", "network": {"id": "bf1be765-e204-437e-9648-01e608d5b5b7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-580484208", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "af281f69b9134e6e9dca32ab05561c60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0357b508-27", "ovs_interfaceid": "0357b508-27d6-4922-abcc-e652c38b86f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ff5fafc4-9731-4dab-945d-4209acfcb80b", "address": "fa:16:3e:53:be:44", "network": {"id": "265bcd92-d3ce-489a-86c3-8e5e7a2d3990", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2079704749", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af281f69b9134e6e9dca32ab05561c60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff5fafc4-97", "ovs_interfaceid": "ff5fafc4-9731-4dab-945d-4209acfcb80b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.599807] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913500, 'name': CreateVM_Task, 'duration_secs': 0.455318} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.601237] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 307e07ea-082b-4d3d-8d94-b3408f862c4a] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1022.601966] env[70527]: DEBUG oslo_concurrency.lockutils [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.603018] env[70527]: DEBUG oslo_concurrency.lockutils [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.603018] env[70527]: DEBUG oslo_concurrency.lockutils [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.606298] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e495886-d7c1-4c5a-a63d-7a81d435d4a1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.608771] env[70527]: DEBUG oslo_vmware.api [None req-887a5895-c248-41e4-af9e-b919da622348 tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] Task: {'id': task-3913501, 'name': PowerOffVM_Task, 'duration_secs': 0.232724} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.609247] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-887a5895-c248-41e4-af9e-b919da622348 tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] [instance: 477e6007-8991-42f3-aae0-57a7225b2cd2] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1022.609564] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-887a5895-c248-41e4-af9e-b919da622348 tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] [instance: 477e6007-8991-42f3-aae0-57a7225b2cd2] Volume detach. Driver type: vmdk {{(pid=70527) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1022.610016] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-887a5895-c248-41e4-af9e-b919da622348 tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] [instance: 477e6007-8991-42f3-aae0-57a7225b2cd2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-777097', 'volume_id': '019905b3-e24f-445c-9837-98d4b8a68979', 'name': 'volume-019905b3-e24f-445c-9837-98d4b8a68979', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '477e6007-8991-42f3-aae0-57a7225b2cd2', 'attached_at': '', 'detached_at': '', 'volume_id': '019905b3-e24f-445c-9837-98d4b8a68979', 'serial': '019905b3-e24f-445c-9837-98d4b8a68979'} {{(pid=70527) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1022.612055] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937a594f-b66c-4333-a67e-4a5b10d1b421 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.624361] env[70527]: DEBUG oslo_vmware.api [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Waiting for the task: (returnval){ [ 1022.624361] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]527b06f0-3ab9-1e0c-de25-4dd923c4dc26" [ 1022.624361] env[70527]: _type = "Task" [ 1022.624361] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.625465] env[70527]: DEBUG nova.network.neutron [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Successfully created port: e13eaf87-126b-412f-a3fb-97bf53244088 {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1022.670849] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfdd39ae-c8ce-440c-9362-d49e47eb6783 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.679070] env[70527]: DEBUG oslo_vmware.api [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]527b06f0-3ab9-1e0c-de25-4dd923c4dc26, 'name': SearchDatastore_Task, 'duration_secs': 0.011281} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.685858] env[70527]: DEBUG oslo_concurrency.lockutils [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.686176] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 307e07ea-082b-4d3d-8d94-b3408f862c4a] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1022.686407] env[70527]: DEBUG oslo_concurrency.lockutils [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.691902] env[70527]: DEBUG oslo_vmware.api [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]520802c5-9f75-e28f-4499-fea718c520d3, 'name': SearchDatastore_Task, 'duration_secs': 0.013245} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.696026] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76955f21-ac0b-45ba-b1f2-adb24702d155 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.699347] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b515ce6-df4c-4772-8010-82d97db19da6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.702567] env[70527]: DEBUG oslo_vmware.api [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': task-3913502, 'name': Rename_Task, 'duration_secs': 0.206984} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.707182] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1022.707948] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b157012-3b0a-4933-8509-711baa8d14d1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.730232] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d227a15e-1dd8-48ce-b705-8092e6b654f1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.732885] env[70527]: DEBUG oslo_vmware.api [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Waiting for the task: (returnval){ [ 1022.732885] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52b189d5-0a05-429f-1f2a-2d5d21e835ce" [ 1022.732885] env[70527]: _type = "Task" [ 1022.732885] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.733157] env[70527]: DEBUG oslo_vmware.api [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Waiting for the task: (returnval){ [ 1022.733157] env[70527]: value = "task-3913503" [ 1022.733157] env[70527]: _type = "Task" [ 1022.733157] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.753010] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-887a5895-c248-41e4-af9e-b919da622348 tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] The volume has not been displaced from its original location: [datastore2] volume-019905b3-e24f-445c-9837-98d4b8a68979/volume-019905b3-e24f-445c-9837-98d4b8a68979.vmdk. No consolidation needed. {{(pid=70527) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1022.755518] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-887a5895-c248-41e4-af9e-b919da622348 tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] [instance: 477e6007-8991-42f3-aae0-57a7225b2cd2] Reconfiguring VM instance instance-00000043 to detach disk 2000 {{(pid=70527) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1022.761586] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ea59257-df6d-4e81-b6df-95ca272776eb {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.785251] env[70527]: DEBUG oslo_vmware.api [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52b189d5-0a05-429f-1f2a-2d5d21e835ce, 'name': SearchDatastore_Task, 'duration_secs': 0.01067} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.785481] env[70527]: DEBUG oslo_vmware.api [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': task-3913503, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.786184] env[70527]: DEBUG oslo_concurrency.lockutils [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.786479] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 7b97e115-1aeb-4097-8f83-b4a8f0ce0727/7b97e115-1aeb-4097-8f83-b4a8f0ce0727.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1022.786798] env[70527]: DEBUG oslo_concurrency.lockutils [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.789026] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1022.789026] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4550a5a9-20cb-47e3-be0a-492ee6908d9f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.789307] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4fc8979f-7776-4977-a476-855ce3521549 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.792828] env[70527]: DEBUG oslo_vmware.api [None req-887a5895-c248-41e4-af9e-b919da622348 tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] Waiting for the task: (returnval){ [ 1022.792828] env[70527]: value = "task-3913504" [ 1022.792828] env[70527]: _type = "Task" [ 1022.792828] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.799578] env[70527]: DEBUG oslo_vmware.api [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Waiting for the task: (returnval){ [ 1022.799578] env[70527]: value = "task-3913505" [ 1022.799578] env[70527]: _type = "Task" [ 1022.799578] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.803566] env[70527]: DEBUG oslo_vmware.api [None req-887a5895-c248-41e4-af9e-b919da622348 tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] Task: {'id': task-3913504, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.810734] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1022.810928] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1022.811956] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0b36b04-c8e1-4357-957b-6c1f00a29cca {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.824634] env[70527]: DEBUG oslo_vmware.api [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': task-3913505, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.826075] env[70527]: DEBUG oslo_vmware.api [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Waiting for the task: (returnval){ [ 1022.826075] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52baf67e-6fb4-4d42-b902-ee19f3c9d37d" [ 1022.826075] env[70527]: _type = "Task" [ 1022.826075] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.839389] env[70527]: DEBUG oslo_vmware.api [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52baf67e-6fb4-4d42-b902-ee19f3c9d37d, 'name': SearchDatastore_Task, 'duration_secs': 0.011157} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.840277] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-911b1bcb-0095-4130-bb69-3961ed96695c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.850112] env[70527]: DEBUG oslo_vmware.api [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Waiting for the task: (returnval){ [ 1022.850112] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]525a58f4-5577-c61a-669f-626513afd7f9" [ 1022.850112] env[70527]: _type = "Task" [ 1022.850112] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.865189] env[70527]: DEBUG oslo_vmware.api [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]525a58f4-5577-c61a-669f-626513afd7f9, 'name': SearchDatastore_Task, 'duration_secs': 0.010534} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.867047] env[70527]: DEBUG oslo_concurrency.lockutils [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.867167] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 307e07ea-082b-4d3d-8d94-b3408f862c4a/307e07ea-082b-4d3d-8d94-b3408f862c4a.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1022.867775] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f1f5983-d3dc-43ae-a83b-6cc1f767c6db {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.878675] env[70527]: DEBUG oslo_vmware.api [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Waiting for the task: (returnval){ [ 1022.878675] env[70527]: value = "task-3913506" [ 1022.878675] env[70527]: _type = "Task" [ 1022.878675] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.888756] env[70527]: DEBUG oslo_vmware.api [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913506, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.988092] env[70527]: INFO nova.compute.manager [-] [instance: 2db3cf17-9e66-4708-8bca-571264284924] Took 1.38 seconds to deallocate network for instance. [ 1023.033478] env[70527]: DEBUG nova.network.neutron [req-087966c3-1628-45a0-93e8-e69e97b9cf7e req-350ebfb8-0a8f-4f02-b395-db24966c2e29 service nova] [instance: 307e07ea-082b-4d3d-8d94-b3408f862c4a] Updated VIF entry in instance network info cache for port 161a5eee-a33f-419a-930c-866065512acb. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1023.033869] env[70527]: DEBUG nova.network.neutron [req-087966c3-1628-45a0-93e8-e69e97b9cf7e req-350ebfb8-0a8f-4f02-b395-db24966c2e29 service nova] [instance: 307e07ea-082b-4d3d-8d94-b3408f862c4a] Updating instance_info_cache with network_info: [{"id": "161a5eee-a33f-419a-930c-866065512acb", "address": "fa:16:3e:b4:35:79", "network": {"id": "eb0065d4-610f-47d7-981e-b21e91718972", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1338634837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "261a432e66f749ad9aca2a0fcb2c6ab2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap161a5eee-a3", "ovs_interfaceid": "161a5eee-a33f-419a-930c-866065512acb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.050690] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a72e306-7d55-4285-b4ca-80c24e40b9d0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.062797] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82921d32-b5ca-4410-8758-5dfe63e30763 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.067325] env[70527]: DEBUG oslo_concurrency.lockutils [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Releasing lock "refresh_cache-766b244b-7544-4f88-8ae4-dbfa6aaf8e95" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.067754] env[70527]: DEBUG nova.compute.manager [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] [instance: 766b244b-7544-4f88-8ae4-dbfa6aaf8e95] Instance network_info: |[{"id": "f5c2d625-eeb6-4364-8171-448713a2960f", "address": "fa:16:3e:c2:62:9d", "network": {"id": "265bcd92-d3ce-489a-86c3-8e5e7a2d3990", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2079704749", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af281f69b9134e6e9dca32ab05561c60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5c2d625-ee", "ovs_interfaceid": "f5c2d625-eeb6-4364-8171-448713a2960f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0357b508-27d6-4922-abcc-e652c38b86f1", "address": "fa:16:3e:47:14:b5", "network": {"id": "bf1be765-e204-437e-9648-01e608d5b5b7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-580484208", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "af281f69b9134e6e9dca32ab05561c60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0357b508-27", "ovs_interfaceid": "0357b508-27d6-4922-abcc-e652c38b86f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ff5fafc4-9731-4dab-945d-4209acfcb80b", "address": "fa:16:3e:53:be:44", "network": {"id": "265bcd92-d3ce-489a-86c3-8e5e7a2d3990", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2079704749", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af281f69b9134e6e9dca32ab05561c60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff5fafc4-97", "ovs_interfaceid": "ff5fafc4-9731-4dab-945d-4209acfcb80b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1023.068570] env[70527]: DEBUG oslo_concurrency.lockutils [req-4c0c6d8a-c817-4133-9c8c-f0bf262f7372 req-77f29183-bee5-4520-8c65-a501e6aa7540 service nova] Acquired lock "refresh_cache-766b244b-7544-4f88-8ae4-dbfa6aaf8e95" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.068779] env[70527]: DEBUG nova.network.neutron [req-4c0c6d8a-c817-4133-9c8c-f0bf262f7372 req-77f29183-bee5-4520-8c65-a501e6aa7540 service nova] [instance: 766b244b-7544-4f88-8ae4-dbfa6aaf8e95] Refreshing network info cache for port ff5fafc4-9731-4dab-945d-4209acfcb80b {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1023.070235] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] [instance: 766b244b-7544-4f88-8ae4-dbfa6aaf8e95] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:62:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a34aa30-95be-4b18-98ca-1f2d81f7e9e6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f5c2d625-eeb6-4364-8171-448713a2960f', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:14:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5e27fd35-1d7b-4358-92d5-4d34da27b992', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0357b508-27d6-4922-abcc-e652c38b86f1', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:be:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a34aa30-95be-4b18-98ca-1f2d81f7e9e6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff5fafc4-9731-4dab-945d-4209acfcb80b', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1023.082667] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Creating folder: Project (af281f69b9134e6e9dca32ab05561c60). Parent ref: group-v776920. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1023.118934] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bcc4b93c-4737-46b0-932b-a20819de68b4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.131785] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34659515-71db-41d6-bd13-8b62384ff655 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.139538] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5a1ac5-2d89-4b47-839e-f230ca647b57 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.145872] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Created folder: Project (af281f69b9134e6e9dca32ab05561c60) in parent group-v776920. [ 1023.146116] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Creating folder: Instances. Parent ref: group-v777139. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1023.147467] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-377ecf25-f8ce-4dcd-b22f-0b0cb78336dc {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.161027] env[70527]: DEBUG nova.compute.provider_tree [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1023.172604] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Created folder: Instances in parent group-v777139. [ 1023.172916] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1023.173433] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 766b244b-7544-4f88-8ae4-dbfa6aaf8e95] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1023.173700] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f5eca0c0-bf97-45ea-8d67-be2d766db6cc {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.203867] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1023.203867] env[70527]: value = "task-3913509" [ 1023.203867] env[70527]: _type = "Task" [ 1023.203867] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.213849] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913509, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.245657] env[70527]: DEBUG oslo_vmware.api [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': task-3913503, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.305036] env[70527]: DEBUG oslo_vmware.api [None req-887a5895-c248-41e4-af9e-b919da622348 tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] Task: {'id': task-3913504, 'name': ReconfigVM_Task, 'duration_secs': 0.183414} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.309032] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-887a5895-c248-41e4-af9e-b919da622348 tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] [instance: 477e6007-8991-42f3-aae0-57a7225b2cd2] Reconfigured VM instance instance-00000043 to detach disk 2000 {{(pid=70527) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1023.313934] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f64340b-fb5b-4877-b2a4-97b05e6fc426 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.332226] env[70527]: DEBUG oslo_vmware.api [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': task-3913505, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.333879] env[70527]: DEBUG oslo_vmware.api [None req-887a5895-c248-41e4-af9e-b919da622348 tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] Waiting for the task: (returnval){ [ 1023.333879] env[70527]: value = "task-3913510" [ 1023.333879] env[70527]: _type = "Task" [ 1023.333879] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.343343] env[70527]: DEBUG oslo_vmware.api [None req-887a5895-c248-41e4-af9e-b919da622348 tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] Task: {'id': task-3913510, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.391063] env[70527]: DEBUG oslo_vmware.api [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913506, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.453578] env[70527]: DEBUG nova.compute.manager [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1023.490025] env[70527]: DEBUG nova.virt.hardware [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1023.490495] env[70527]: DEBUG nova.virt.hardware [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1023.490783] env[70527]: DEBUG nova.virt.hardware [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1023.490949] env[70527]: DEBUG nova.virt.hardware [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1023.491124] env[70527]: DEBUG nova.virt.hardware [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1023.491280] env[70527]: DEBUG nova.virt.hardware [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1023.491595] env[70527]: DEBUG nova.virt.hardware [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1023.491774] env[70527]: DEBUG nova.virt.hardware [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1023.491981] env[70527]: DEBUG nova.virt.hardware [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1023.492188] env[70527]: DEBUG nova.virt.hardware [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1023.492376] env[70527]: DEBUG nova.virt.hardware [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1023.493409] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b17bee8-ce86-4805-a9fc-7c9c67893b8a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.497569] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c9296f67-a229-4389-8bdb-4b666fe86e46 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.504226] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c774cbd8-efa4-46a4-989f-57c3d5cb72c1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.537354] env[70527]: DEBUG oslo_concurrency.lockutils [req-087966c3-1628-45a0-93e8-e69e97b9cf7e req-350ebfb8-0a8f-4f02-b395-db24966c2e29 service nova] Releasing lock "refresh_cache-307e07ea-082b-4d3d-8d94-b3408f862c4a" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.664678] env[70527]: DEBUG nova.scheduler.client.report [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1023.713835] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913509, 'name': CreateVM_Task} progress is 25%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.747957] env[70527]: DEBUG oslo_vmware.api [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': task-3913503, 'name': PowerOnVM_Task, 'duration_secs': 0.797687} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.748335] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1023.816794] env[70527]: DEBUG oslo_vmware.api [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': task-3913505, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548133} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.817175] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 7b97e115-1aeb-4097-8f83-b4a8f0ce0727/7b97e115-1aeb-4097-8f83-b4a8f0ce0727.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1023.817422] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: 7b97e115-1aeb-4097-8f83-b4a8f0ce0727] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1023.817875] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e649b674-c2c9-4d54-acf6-916a8285ab96 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.827197] env[70527]: DEBUG oslo_vmware.api [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Waiting for the task: (returnval){ [ 1023.827197] env[70527]: value = "task-3913511" [ 1023.827197] env[70527]: _type = "Task" [ 1023.827197] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.837221] env[70527]: DEBUG oslo_vmware.api [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': task-3913511, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.846238] env[70527]: DEBUG oslo_vmware.api [None req-887a5895-c248-41e4-af9e-b919da622348 tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] Task: {'id': task-3913510, 'name': ReconfigVM_Task, 'duration_secs': 0.22685} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.848909] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-887a5895-c248-41e4-af9e-b919da622348 tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] [instance: 477e6007-8991-42f3-aae0-57a7225b2cd2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-777097', 'volume_id': '019905b3-e24f-445c-9837-98d4b8a68979', 'name': 'volume-019905b3-e24f-445c-9837-98d4b8a68979', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '477e6007-8991-42f3-aae0-57a7225b2cd2', 'attached_at': '', 'detached_at': '', 'volume_id': '019905b3-e24f-445c-9837-98d4b8a68979', 'serial': '019905b3-e24f-445c-9837-98d4b8a68979'} {{(pid=70527) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1023.849319] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-887a5895-c248-41e4-af9e-b919da622348 tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] [instance: 477e6007-8991-42f3-aae0-57a7225b2cd2] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1023.850472] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83198a83-00f3-483e-afa5-4a9c616b2567 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.858328] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-887a5895-c248-41e4-af9e-b919da622348 tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] [instance: 477e6007-8991-42f3-aae0-57a7225b2cd2] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1023.858648] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14cd99a5-95a0-4fc4-8d85-883e63688f10 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.877082] env[70527]: DEBUG nova.compute.manager [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1023.877944] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32dbba4a-bcb3-4857-84ad-e6e193d4c71f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.889557] env[70527]: DEBUG oslo_vmware.api [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913506, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.821723} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.892445] env[70527]: DEBUG nova.network.neutron [req-4c0c6d8a-c817-4133-9c8c-f0bf262f7372 req-77f29183-bee5-4520-8c65-a501e6aa7540 service nova] [instance: 766b244b-7544-4f88-8ae4-dbfa6aaf8e95] Updated VIF entry in instance network info cache for port ff5fafc4-9731-4dab-945d-4209acfcb80b. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1023.892883] env[70527]: DEBUG nova.network.neutron [req-4c0c6d8a-c817-4133-9c8c-f0bf262f7372 req-77f29183-bee5-4520-8c65-a501e6aa7540 service nova] [instance: 766b244b-7544-4f88-8ae4-dbfa6aaf8e95] Updating instance_info_cache with network_info: [{"id": "f5c2d625-eeb6-4364-8171-448713a2960f", "address": "fa:16:3e:c2:62:9d", "network": {"id": "265bcd92-d3ce-489a-86c3-8e5e7a2d3990", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2079704749", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af281f69b9134e6e9dca32ab05561c60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5c2d625-ee", "ovs_interfaceid": "f5c2d625-eeb6-4364-8171-448713a2960f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0357b508-27d6-4922-abcc-e652c38b86f1", "address": "fa:16:3e:47:14:b5", "network": {"id": "bf1be765-e204-437e-9648-01e608d5b5b7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-580484208", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "af281f69b9134e6e9dca32ab05561c60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0357b508-27", "ovs_interfaceid": "0357b508-27d6-4922-abcc-e652c38b86f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ff5fafc4-9731-4dab-945d-4209acfcb80b", "address": "fa:16:3e:53:be:44", "network": {"id": "265bcd92-d3ce-489a-86c3-8e5e7a2d3990", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2079704749", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af281f69b9134e6e9dca32ab05561c60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff5fafc4-97", "ovs_interfaceid": "ff5fafc4-9731-4dab-945d-4209acfcb80b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.894157] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 307e07ea-082b-4d3d-8d94-b3408f862c4a/307e07ea-082b-4d3d-8d94-b3408f862c4a.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1023.894380] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 307e07ea-082b-4d3d-8d94-b3408f862c4a] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1023.897169] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6390dca2-b6b7-43bd-86fd-531b3112de63 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.905909] env[70527]: DEBUG oslo_vmware.api [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Waiting for the task: (returnval){ [ 1023.905909] env[70527]: value = "task-3913513" [ 1023.905909] env[70527]: _type = "Task" [ 1023.905909] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.917254] env[70527]: DEBUG oslo_vmware.api [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913513, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.986165] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-887a5895-c248-41e4-af9e-b919da622348 tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] [instance: 477e6007-8991-42f3-aae0-57a7225b2cd2] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1023.986633] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-887a5895-c248-41e4-af9e-b919da622348 tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] [instance: 477e6007-8991-42f3-aae0-57a7225b2cd2] Deleting contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1023.986746] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-887a5895-c248-41e4-af9e-b919da622348 tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] Deleting the datastore file [datastore2] 477e6007-8991-42f3-aae0-57a7225b2cd2 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1023.987078] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-37586958-ae8b-4fd6-9d26-560201535cce {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.994749] env[70527]: DEBUG oslo_vmware.api [None req-887a5895-c248-41e4-af9e-b919da622348 tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] Waiting for the task: (returnval){ [ 1023.994749] env[70527]: value = "task-3913514" [ 1023.994749] env[70527]: _type = "Task" [ 1023.994749] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.002871] env[70527]: DEBUG oslo_vmware.api [None req-887a5895-c248-41e4-af9e-b919da622348 tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] Task: {'id': task-3913514, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.171020] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.754s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.171722] env[70527]: DEBUG nova.compute.manager [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: f983f08d-4ff0-4c88-a43b-a666fc3ab173] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1024.174829] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c82cbb6c-4608-4a63-b7e8-5b8461f8ae15 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.713s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.174829] env[70527]: DEBUG nova.objects.instance [None req-c82cbb6c-4608-4a63-b7e8-5b8461f8ae15 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Lazy-loading 'resources' on Instance uuid 440274de-4164-459b-bb75-0cf1b040395e {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1024.215502] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913509, 'name': CreateVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.339549] env[70527]: DEBUG oslo_vmware.api [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': task-3913511, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.378043] env[70527]: DEBUG nova.compute.manager [req-6a6e0e6e-1c55-400f-9225-f3425aaee1fb req-f337fb96-656c-4c31-b970-7a58e209ff4d service nova] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Received event network-vif-plugged-e13eaf87-126b-412f-a3fb-97bf53244088 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.378796] env[70527]: DEBUG oslo_concurrency.lockutils [req-6a6e0e6e-1c55-400f-9225-f3425aaee1fb req-f337fb96-656c-4c31-b970-7a58e209ff4d service nova] Acquiring lock "cc93a02e-989c-4238-aed7-ab4843e2add4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.378796] env[70527]: DEBUG oslo_concurrency.lockutils [req-6a6e0e6e-1c55-400f-9225-f3425aaee1fb req-f337fb96-656c-4c31-b970-7a58e209ff4d service nova] Lock "cc93a02e-989c-4238-aed7-ab4843e2add4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.378796] env[70527]: DEBUG oslo_concurrency.lockutils [req-6a6e0e6e-1c55-400f-9225-f3425aaee1fb req-f337fb96-656c-4c31-b970-7a58e209ff4d service nova] Lock "cc93a02e-989c-4238-aed7-ab4843e2add4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.378956] env[70527]: DEBUG nova.compute.manager [req-6a6e0e6e-1c55-400f-9225-f3425aaee1fb req-f337fb96-656c-4c31-b970-7a58e209ff4d service nova] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] No waiting events found dispatching network-vif-plugged-e13eaf87-126b-412f-a3fb-97bf53244088 {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1024.379090] env[70527]: WARNING nova.compute.manager [req-6a6e0e6e-1c55-400f-9225-f3425aaee1fb req-f337fb96-656c-4c31-b970-7a58e209ff4d service nova] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Received unexpected event network-vif-plugged-e13eaf87-126b-412f-a3fb-97bf53244088 for instance with vm_state building and task_state spawning. [ 1024.397648] env[70527]: DEBUG oslo_concurrency.lockutils [req-4c0c6d8a-c817-4133-9c8c-f0bf262f7372 req-77f29183-bee5-4520-8c65-a501e6aa7540 service nova] Releasing lock "refresh_cache-766b244b-7544-4f88-8ae4-dbfa6aaf8e95" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.397895] env[70527]: DEBUG nova.compute.manager [req-4c0c6d8a-c817-4133-9c8c-f0bf262f7372 req-77f29183-bee5-4520-8c65-a501e6aa7540 service nova] [instance: 2db3cf17-9e66-4708-8bca-571264284924] Received event network-vif-deleted-03343218-a875-4f18-92c3-f214284949d8 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.398086] env[70527]: INFO nova.compute.manager [req-4c0c6d8a-c817-4133-9c8c-f0bf262f7372 req-77f29183-bee5-4520-8c65-a501e6aa7540 service nova] [instance: 2db3cf17-9e66-4708-8bca-571264284924] Neutron deleted interface 03343218-a875-4f18-92c3-f214284949d8; detaching it from the instance and deleting it from the info cache [ 1024.398327] env[70527]: DEBUG nova.network.neutron [req-4c0c6d8a-c817-4133-9c8c-f0bf262f7372 req-77f29183-bee5-4520-8c65-a501e6aa7540 service nova] [instance: 2db3cf17-9e66-4708-8bca-571264284924] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.406018] env[70527]: DEBUG oslo_concurrency.lockutils [None req-974c2c21-613f-43a2-aa16-4d60ea960afd tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Lock "f9a77c4a-662f-484b-9d72-358d9298974b" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 39.234s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.417155] env[70527]: DEBUG oslo_vmware.api [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913513, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.264947} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.417464] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 307e07ea-082b-4d3d-8d94-b3408f862c4a] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1024.418259] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5a3047-a963-4d28-b1ad-93c5f1471234 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.442632] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 307e07ea-082b-4d3d-8d94-b3408f862c4a] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 307e07ea-082b-4d3d-8d94-b3408f862c4a/307e07ea-082b-4d3d-8d94-b3408f862c4a.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1024.444861] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6468b051-fc9b-4404-b791-90a401914c56 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.466245] env[70527]: DEBUG oslo_vmware.api [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Waiting for the task: (returnval){ [ 1024.466245] env[70527]: value = "task-3913515" [ 1024.466245] env[70527]: _type = "Task" [ 1024.466245] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.475838] env[70527]: DEBUG oslo_vmware.api [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913515, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.506196] env[70527]: DEBUG oslo_vmware.api [None req-887a5895-c248-41e4-af9e-b919da622348 tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] Task: {'id': task-3913514, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.093211} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.506672] env[70527]: DEBUG nova.network.neutron [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Successfully updated port: e13eaf87-126b-412f-a3fb-97bf53244088 {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1024.507720] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-887a5895-c248-41e4-af9e-b919da622348 tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1024.507923] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-887a5895-c248-41e4-af9e-b919da622348 tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] [instance: 477e6007-8991-42f3-aae0-57a7225b2cd2] Deleted contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1024.508157] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-887a5895-c248-41e4-af9e-b919da622348 tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] [instance: 477e6007-8991-42f3-aae0-57a7225b2cd2] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1024.508335] env[70527]: INFO nova.compute.manager [None req-887a5895-c248-41e4-af9e-b919da622348 tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] [instance: 477e6007-8991-42f3-aae0-57a7225b2cd2] Took 2.45 seconds to destroy the instance on the hypervisor. [ 1024.508577] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-887a5895-c248-41e4-af9e-b919da622348 tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1024.511376] env[70527]: DEBUG nova.compute.manager [-] [instance: 477e6007-8991-42f3-aae0-57a7225b2cd2] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1024.511376] env[70527]: DEBUG nova.network.neutron [-] [instance: 477e6007-8991-42f3-aae0-57a7225b2cd2] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1024.679178] env[70527]: DEBUG nova.compute.utils [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1024.687730] env[70527]: DEBUG nova.compute.manager [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: f983f08d-4ff0-4c88-a43b-a666fc3ab173] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1024.687920] env[70527]: DEBUG nova.network.neutron [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: f983f08d-4ff0-4c88-a43b-a666fc3ab173] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1024.722079] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913509, 'name': CreateVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.800550] env[70527]: DEBUG nova.policy [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '72ea1e7ccb694e2c9b450cf0cf5793cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5596d582d4bb48e6b48b97d9ec6d6742', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 1024.840183] env[70527]: DEBUG oslo_vmware.api [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': task-3913511, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.901279] env[70527]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8ee397d1-990a-4ae4-b6b9-1ebb5a7e0b37 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.915326] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73b6ca4-6bdf-418d-a2f1-b456877a5b5b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.961076] env[70527]: DEBUG nova.compute.manager [req-4c0c6d8a-c817-4133-9c8c-f0bf262f7372 req-77f29183-bee5-4520-8c65-a501e6aa7540 service nova] [instance: 2db3cf17-9e66-4708-8bca-571264284924] Detach interface failed, port_id=03343218-a875-4f18-92c3-f214284949d8, reason: Instance 2db3cf17-9e66-4708-8bca-571264284924 could not be found. {{(pid=70527) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1024.981980] env[70527]: DEBUG oslo_vmware.api [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913515, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.012494] env[70527]: DEBUG oslo_concurrency.lockutils [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Acquiring lock "refresh_cache-cc93a02e-989c-4238-aed7-ab4843e2add4" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.012494] env[70527]: DEBUG oslo_concurrency.lockutils [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Acquired lock "refresh_cache-cc93a02e-989c-4238-aed7-ab4843e2add4" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.012494] env[70527]: DEBUG nova.network.neutron [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1025.176602] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aabdaf9-39a4-4ab5-92a8-5460008e5404 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.184954] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ee4a3c-eb40-469b-9ce5-06a639fdc524 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.188912] env[70527]: DEBUG nova.compute.manager [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: f983f08d-4ff0-4c88-a43b-a666fc3ab173] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1025.224950] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf2fab5-5267-41ba-9ea9-97cc6c7d1c60 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.235992] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913509, 'name': CreateVM_Task, 'duration_secs': 1.87757} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.237405] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e90adaf-208d-4876-ab7c-ef844583c549 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.241933] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 766b244b-7544-4f88-8ae4-dbfa6aaf8e95] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1025.244077] env[70527]: DEBUG oslo_concurrency.lockutils [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.244323] env[70527]: DEBUG oslo_concurrency.lockutils [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.244721] env[70527]: DEBUG oslo_concurrency.lockutils [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.245761] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16c06b20-a6b5-4c94-b256-b716ff3d0b47 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.259041] env[70527]: DEBUG nova.compute.provider_tree [None req-c82cbb6c-4608-4a63-b7e8-5b8461f8ae15 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.264397] env[70527]: DEBUG oslo_vmware.api [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Waiting for the task: (returnval){ [ 1025.264397] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52b703c2-69b4-f49f-26ea-ce29dbf218e3" [ 1025.264397] env[70527]: _type = "Task" [ 1025.264397] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.274109] env[70527]: DEBUG oslo_vmware.api [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52b703c2-69b4-f49f-26ea-ce29dbf218e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.339439] env[70527]: DEBUG oslo_vmware.api [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': task-3913511, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.106034} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.339715] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: 7b97e115-1aeb-4097-8f83-b4a8f0ce0727] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1025.340503] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec048d2-bee1-49e6-b637-3f64836e4eda {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.364714] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: 7b97e115-1aeb-4097-8f83-b4a8f0ce0727] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 7b97e115-1aeb-4097-8f83-b4a8f0ce0727/7b97e115-1aeb-4097-8f83-b4a8f0ce0727.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1025.365041] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed22f4d2-ba96-49ca-bc6e-52931ddccb98 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.398504] env[70527]: DEBUG oslo_vmware.api [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Waiting for the task: (returnval){ [ 1025.398504] env[70527]: value = "task-3913516" [ 1025.398504] env[70527]: _type = "Task" [ 1025.398504] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.406919] env[70527]: DEBUG oslo_vmware.api [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': task-3913516, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.478825] env[70527]: DEBUG oslo_vmware.api [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913515, 'name': ReconfigVM_Task, 'duration_secs': 0.789708} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.479295] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 307e07ea-082b-4d3d-8d94-b3408f862c4a] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 307e07ea-082b-4d3d-8d94-b3408f862c4a/307e07ea-082b-4d3d-8d94-b3408f862c4a.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1025.480017] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-253c9030-0205-48d3-9495-f9372d286af4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.488403] env[70527]: DEBUG oslo_vmware.api [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Waiting for the task: (returnval){ [ 1025.488403] env[70527]: value = "task-3913517" [ 1025.488403] env[70527]: _type = "Task" [ 1025.488403] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.498270] env[70527]: DEBUG oslo_vmware.api [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913517, 'name': Rename_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.570203] env[70527]: DEBUG nova.network.neutron [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1025.764270] env[70527]: DEBUG nova.scheduler.client.report [None req-c82cbb6c-4608-4a63-b7e8-5b8461f8ae15 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.790230] env[70527]: DEBUG oslo_vmware.api [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52b703c2-69b4-f49f-26ea-ce29dbf218e3, 'name': SearchDatastore_Task, 'duration_secs': 0.010711} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.790230] env[70527]: DEBUG oslo_concurrency.lockutils [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.790230] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] [instance: 766b244b-7544-4f88-8ae4-dbfa6aaf8e95] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1025.790230] env[70527]: DEBUG oslo_concurrency.lockutils [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.790230] env[70527]: DEBUG oslo_concurrency.lockutils [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.790230] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1025.790230] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-639a5411-9ce4-499e-a510-cb3d15a88246 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.805022] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1025.805022] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1025.805022] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4dc3220-223c-4336-aea2-1d51d24dc225 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.811253] env[70527]: DEBUG oslo_vmware.api [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Waiting for the task: (returnval){ [ 1025.811253] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52dc6009-99c9-af87-d5e5-db37821d09f3" [ 1025.811253] env[70527]: _type = "Task" [ 1025.811253] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.828189] env[70527]: DEBUG oslo_vmware.api [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52dc6009-99c9-af87-d5e5-db37821d09f3, 'name': SearchDatastore_Task, 'duration_secs': 0.012013} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.829269] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5abe6f3-04ac-4ef2-930f-32ef8b145c90 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.839040] env[70527]: DEBUG oslo_vmware.api [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Waiting for the task: (returnval){ [ 1025.839040] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52d6e4f7-b049-31e5-59a7-97de06a5a436" [ 1025.839040] env[70527]: _type = "Task" [ 1025.839040] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.851760] env[70527]: DEBUG oslo_vmware.api [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52d6e4f7-b049-31e5-59a7-97de06a5a436, 'name': SearchDatastore_Task} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.851760] env[70527]: DEBUG nova.network.neutron [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Updating instance_info_cache with network_info: [{"id": "e13eaf87-126b-412f-a3fb-97bf53244088", "address": "fa:16:3e:66:72:92", "network": {"id": "6b7058bf-638c-4d72-9f51-37a045c3ebde", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1062784441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbf5afba87784fe2b33ca0fa6a95c5b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape13eaf87-12", "ovs_interfaceid": "e13eaf87-126b-412f-a3fb-97bf53244088", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.852039] env[70527]: DEBUG oslo_concurrency.lockutils [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.852422] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 766b244b-7544-4f88-8ae4-dbfa6aaf8e95/766b244b-7544-4f88-8ae4-dbfa6aaf8e95.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1025.853633] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e47148b3-c1c6-4656-bca7-2ae708357bf1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.858306] env[70527]: DEBUG nova.network.neutron [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: f983f08d-4ff0-4c88-a43b-a666fc3ab173] Successfully created port: ad38beef-d3e2-4609-b5a4-99c461391b4e {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1025.865601] env[70527]: DEBUG oslo_vmware.api [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Waiting for the task: (returnval){ [ 1025.865601] env[70527]: value = "task-3913518" [ 1025.865601] env[70527]: _type = "Task" [ 1025.865601] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.872798] env[70527]: DEBUG oslo_vmware.api [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Task: {'id': task-3913518, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.912538] env[70527]: DEBUG oslo_vmware.api [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': task-3913516, 'name': ReconfigVM_Task, 'duration_secs': 0.302333} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.913180] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: 7b97e115-1aeb-4097-8f83-b4a8f0ce0727] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 7b97e115-1aeb-4097-8f83-b4a8f0ce0727/7b97e115-1aeb-4097-8f83-b4a8f0ce0727.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1025.914052] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e436c048-ad1f-4070-8594-d876a1813ed1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.923146] env[70527]: DEBUG oslo_vmware.api [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Waiting for the task: (returnval){ [ 1025.923146] env[70527]: value = "task-3913519" [ 1025.923146] env[70527]: _type = "Task" [ 1025.923146] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.933742] env[70527]: DEBUG oslo_vmware.api [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': task-3913519, 'name': Rename_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.000727] env[70527]: DEBUG oslo_vmware.api [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913517, 'name': Rename_Task, 'duration_secs': 0.175703} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.001019] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 307e07ea-082b-4d3d-8d94-b3408f862c4a] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1026.001307] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-491794c5-3f7a-4ba6-a682-49d2f0f87039 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.008358] env[70527]: DEBUG oslo_vmware.api [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Waiting for the task: (returnval){ [ 1026.008358] env[70527]: value = "task-3913520" [ 1026.008358] env[70527]: _type = "Task" [ 1026.008358] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.018021] env[70527]: DEBUG oslo_vmware.api [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913520, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.168228] env[70527]: DEBUG nova.network.neutron [-] [instance: 477e6007-8991-42f3-aae0-57a7225b2cd2] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.200143] env[70527]: DEBUG nova.compute.manager [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: f983f08d-4ff0-4c88-a43b-a666fc3ab173] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1026.240382] env[70527]: DEBUG nova.virt.hardware [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1026.240642] env[70527]: DEBUG nova.virt.hardware [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1026.240797] env[70527]: DEBUG nova.virt.hardware [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1026.240975] env[70527]: DEBUG nova.virt.hardware [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1026.242379] env[70527]: DEBUG nova.virt.hardware [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1026.242473] env[70527]: DEBUG nova.virt.hardware [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1026.242794] env[70527]: DEBUG nova.virt.hardware [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1026.242907] env[70527]: DEBUG nova.virt.hardware [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1026.243110] env[70527]: DEBUG nova.virt.hardware [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1026.243329] env[70527]: DEBUG nova.virt.hardware [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1026.243510] env[70527]: DEBUG nova.virt.hardware [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1026.244483] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e28984-c30e-4104-b1f0-e1c9389775b9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.253931] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3317d5-a96f-4387-ae1c-aeef1aaa88a5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.273276] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c82cbb6c-4608-4a63-b7e8-5b8461f8ae15 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.099s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.276479] env[70527]: DEBUG oslo_concurrency.lockutils [None req-173d8afc-e6dc-44f9-a780-bd630ceed017 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.778s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.278523] env[70527]: DEBUG nova.objects.instance [None req-173d8afc-e6dc-44f9-a780-bd630ceed017 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Lazy-loading 'resources' on Instance uuid ed20e07e-dca3-4e05-987d-254a2d8891a7 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1026.313765] env[70527]: INFO nova.scheduler.client.report [None req-c82cbb6c-4608-4a63-b7e8-5b8461f8ae15 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Deleted allocations for instance 440274de-4164-459b-bb75-0cf1b040395e [ 1026.354261] env[70527]: DEBUG oslo_concurrency.lockutils [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Releasing lock "refresh_cache-cc93a02e-989c-4238-aed7-ab4843e2add4" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.354624] env[70527]: DEBUG nova.compute.manager [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Instance network_info: |[{"id": "e13eaf87-126b-412f-a3fb-97bf53244088", "address": "fa:16:3e:66:72:92", "network": {"id": "6b7058bf-638c-4d72-9f51-37a045c3ebde", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1062784441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbf5afba87784fe2b33ca0fa6a95c5b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape13eaf87-12", "ovs_interfaceid": "e13eaf87-126b-412f-a3fb-97bf53244088", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1026.355125] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:72:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '25f42474-5594-4733-a681-6c69f4afb946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e13eaf87-126b-412f-a3fb-97bf53244088', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1026.365929] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1026.365929] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1026.368819] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-208b8354-002f-4bf9-9927-4c821cb5d3af {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.393678] env[70527]: DEBUG oslo_vmware.api [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Task: {'id': task-3913518, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.395789] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1026.395789] env[70527]: value = "task-3913521" [ 1026.395789] env[70527]: _type = "Task" [ 1026.395789] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.403797] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913521, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.434066] env[70527]: DEBUG oslo_vmware.api [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': task-3913519, 'name': Rename_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.519192] env[70527]: DEBUG oslo_vmware.api [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913520, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.528874] env[70527]: DEBUG nova.compute.manager [req-25eda17b-d57a-4e16-838f-77137a28c303 req-96423301-05c6-452c-8e7b-d6bc9163ccaa service nova] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Received event network-changed-e13eaf87-126b-412f-a3fb-97bf53244088 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1026.529216] env[70527]: DEBUG nova.compute.manager [req-25eda17b-d57a-4e16-838f-77137a28c303 req-96423301-05c6-452c-8e7b-d6bc9163ccaa service nova] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Refreshing instance network info cache due to event network-changed-e13eaf87-126b-412f-a3fb-97bf53244088. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1026.529535] env[70527]: DEBUG oslo_concurrency.lockutils [req-25eda17b-d57a-4e16-838f-77137a28c303 req-96423301-05c6-452c-8e7b-d6bc9163ccaa service nova] Acquiring lock "refresh_cache-cc93a02e-989c-4238-aed7-ab4843e2add4" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.529753] env[70527]: DEBUG oslo_concurrency.lockutils [req-25eda17b-d57a-4e16-838f-77137a28c303 req-96423301-05c6-452c-8e7b-d6bc9163ccaa service nova] Acquired lock "refresh_cache-cc93a02e-989c-4238-aed7-ab4843e2add4" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.529999] env[70527]: DEBUG nova.network.neutron [req-25eda17b-d57a-4e16-838f-77137a28c303 req-96423301-05c6-452c-8e7b-d6bc9163ccaa service nova] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Refreshing network info cache for port e13eaf87-126b-412f-a3fb-97bf53244088 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1026.676866] env[70527]: INFO nova.compute.manager [-] [instance: 477e6007-8991-42f3-aae0-57a7225b2cd2] Took 2.17 seconds to deallocate network for instance. [ 1026.823716] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c82cbb6c-4608-4a63-b7e8-5b8461f8ae15 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Lock "440274de-4164-459b-bb75-0cf1b040395e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.019s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.825904] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e19378-0fcb-4965-ac84-5f0c467f9a3a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.840626] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4c96f8f9-d195-42dd-ab44-f216d2a1b479 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Suspending the VM {{(pid=70527) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1026.841683] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-25e84dd6-d062-4276-b0f2-3a351651e4ca {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.849599] env[70527]: DEBUG oslo_vmware.api [None req-4c96f8f9-d195-42dd-ab44-f216d2a1b479 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Waiting for the task: (returnval){ [ 1026.849599] env[70527]: value = "task-3913522" [ 1026.849599] env[70527]: _type = "Task" [ 1026.849599] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.864292] env[70527]: DEBUG oslo_vmware.api [None req-4c96f8f9-d195-42dd-ab44-f216d2a1b479 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': task-3913522, 'name': SuspendVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.875703] env[70527]: DEBUG oslo_vmware.api [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Task: {'id': task-3913518, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.906153] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913521, 'name': CreateVM_Task} progress is 25%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.934240] env[70527]: DEBUG oslo_vmware.api [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': task-3913519, 'name': Rename_Task, 'duration_secs': 0.91708} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.937330] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: 7b97e115-1aeb-4097-8f83-b4a8f0ce0727] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1026.938031] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5c03228-d8b9-44b9-ad90-92901200b3b9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.947134] env[70527]: DEBUG oslo_vmware.api [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Waiting for the task: (returnval){ [ 1026.947134] env[70527]: value = "task-3913523" [ 1026.947134] env[70527]: _type = "Task" [ 1026.947134] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.961375] env[70527]: DEBUG oslo_vmware.api [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': task-3913523, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.024043] env[70527]: DEBUG oslo_vmware.api [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913520, 'name': PowerOnVM_Task, 'duration_secs': 0.711463} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.028300] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 307e07ea-082b-4d3d-8d94-b3408f862c4a] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1027.028651] env[70527]: INFO nova.compute.manager [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 307e07ea-082b-4d3d-8d94-b3408f862c4a] Took 7.37 seconds to spawn the instance on the hypervisor. [ 1027.028912] env[70527]: DEBUG nova.compute.manager [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 307e07ea-082b-4d3d-8d94-b3408f862c4a] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1027.030433] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfea189d-d055-4753-b391-41f9137e736a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.234205] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d319f4b2-2146-4864-ada2-6168aa93ee56 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.240153] env[70527]: INFO nova.compute.manager [None req-887a5895-c248-41e4-af9e-b919da622348 tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] [instance: 477e6007-8991-42f3-aae0-57a7225b2cd2] Took 0.56 seconds to detach 1 volumes for instance. [ 1027.243309] env[70527]: DEBUG nova.compute.manager [None req-887a5895-c248-41e4-af9e-b919da622348 tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] [instance: 477e6007-8991-42f3-aae0-57a7225b2cd2] Deleting volume: 019905b3-e24f-445c-9837-98d4b8a68979 {{(pid=70527) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1027.249839] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a4194e9-313e-4ea3-a961-b0aa09842a89 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.287735] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8706df-6f23-4878-b3fe-e26002226211 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.308783] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e9fe1c6-5877-43a1-a63e-2746dca1816a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.328615] env[70527]: DEBUG nova.compute.provider_tree [None req-173d8afc-e6dc-44f9-a780-bd630ceed017 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1027.364829] env[70527]: DEBUG oslo_vmware.api [None req-4c96f8f9-d195-42dd-ab44-f216d2a1b479 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': task-3913522, 'name': SuspendVM_Task} progress is 75%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.378703] env[70527]: DEBUG oslo_vmware.api [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Task: {'id': task-3913518, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.390719} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.378979] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 766b244b-7544-4f88-8ae4-dbfa6aaf8e95/766b244b-7544-4f88-8ae4-dbfa6aaf8e95.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1027.379320] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] [instance: 766b244b-7544-4f88-8ae4-dbfa6aaf8e95] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1027.379610] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d3860a5-c46b-42a7-8ee9-b954079ef959 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.388294] env[70527]: DEBUG oslo_vmware.api [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Waiting for the task: (returnval){ [ 1027.388294] env[70527]: value = "task-3913525" [ 1027.388294] env[70527]: _type = "Task" [ 1027.388294] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.400215] env[70527]: DEBUG oslo_vmware.api [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Task: {'id': task-3913525, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.410659] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913521, 'name': CreateVM_Task, 'duration_secs': 0.99044} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.412027] env[70527]: DEBUG nova.network.neutron [req-25eda17b-d57a-4e16-838f-77137a28c303 req-96423301-05c6-452c-8e7b-d6bc9163ccaa service nova] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Updated VIF entry in instance network info cache for port e13eaf87-126b-412f-a3fb-97bf53244088. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1027.412158] env[70527]: DEBUG nova.network.neutron [req-25eda17b-d57a-4e16-838f-77137a28c303 req-96423301-05c6-452c-8e7b-d6bc9163ccaa service nova] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Updating instance_info_cache with network_info: [{"id": "e13eaf87-126b-412f-a3fb-97bf53244088", "address": "fa:16:3e:66:72:92", "network": {"id": "6b7058bf-638c-4d72-9f51-37a045c3ebde", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1062784441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbf5afba87784fe2b33ca0fa6a95c5b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape13eaf87-12", "ovs_interfaceid": "e13eaf87-126b-412f-a3fb-97bf53244088", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.413493] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1027.416387] env[70527]: DEBUG oslo_concurrency.lockutils [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.416387] env[70527]: DEBUG oslo_concurrency.lockutils [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.416387] env[70527]: DEBUG oslo_concurrency.lockutils [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.416387] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36776394-1e09-4c22-aadc-e3484b135710 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.422971] env[70527]: DEBUG oslo_vmware.api [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for the task: (returnval){ [ 1027.422971] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]522de2bc-89ea-9810-eff5-41460452b255" [ 1027.422971] env[70527]: _type = "Task" [ 1027.422971] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.434024] env[70527]: DEBUG oslo_vmware.api [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]522de2bc-89ea-9810-eff5-41460452b255, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.463718] env[70527]: DEBUG oslo_vmware.api [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': task-3913523, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.563603] env[70527]: INFO nova.compute.manager [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 307e07ea-082b-4d3d-8d94-b3408f862c4a] Took 31.15 seconds to build instance. [ 1027.691014] env[70527]: DEBUG nova.network.neutron [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: f983f08d-4ff0-4c88-a43b-a666fc3ab173] Successfully updated port: ad38beef-d3e2-4609-b5a4-99c461391b4e {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1027.805751] env[70527]: DEBUG oslo_concurrency.lockutils [None req-887a5895-c248-41e4-af9e-b919da622348 tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.832557] env[70527]: DEBUG nova.scheduler.client.report [None req-173d8afc-e6dc-44f9-a780-bd630ceed017 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1027.860874] env[70527]: DEBUG oslo_vmware.api [None req-4c96f8f9-d195-42dd-ab44-f216d2a1b479 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': task-3913522, 'name': SuspendVM_Task} progress is 75%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.902998] env[70527]: DEBUG oslo_vmware.api [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Task: {'id': task-3913525, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111405} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.904078] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] [instance: 766b244b-7544-4f88-8ae4-dbfa6aaf8e95] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1027.904918] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1997e43-e318-4228-aad2-f962847eba00 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.926040] env[70527]: DEBUG oslo_concurrency.lockutils [req-25eda17b-d57a-4e16-838f-77137a28c303 req-96423301-05c6-452c-8e7b-d6bc9163ccaa service nova] Releasing lock "refresh_cache-cc93a02e-989c-4238-aed7-ab4843e2add4" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.926328] env[70527]: DEBUG nova.compute.manager [req-25eda17b-d57a-4e16-838f-77137a28c303 req-96423301-05c6-452c-8e7b-d6bc9163ccaa service nova] [instance: 477e6007-8991-42f3-aae0-57a7225b2cd2] Received event network-vif-deleted-c2cdbba6-60b2-4018-ae5f-9bf11157549b {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.936137] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] [instance: 766b244b-7544-4f88-8ae4-dbfa6aaf8e95] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 766b244b-7544-4f88-8ae4-dbfa6aaf8e95/766b244b-7544-4f88-8ae4-dbfa6aaf8e95.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1027.939740] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ca9a2de-00a6-4847-a5b9-6b21d8280be5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.963947] env[70527]: DEBUG oslo_vmware.api [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]522de2bc-89ea-9810-eff5-41460452b255, 'name': SearchDatastore_Task, 'duration_secs': 0.019085} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.968381] env[70527]: DEBUG oslo_concurrency.lockutils [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.968641] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1027.968890] env[70527]: DEBUG oslo_concurrency.lockutils [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.969043] env[70527]: DEBUG oslo_concurrency.lockutils [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.969231] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1027.969541] env[70527]: DEBUG oslo_vmware.api [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': task-3913523, 'name': PowerOnVM_Task, 'duration_secs': 0.831002} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.969800] env[70527]: DEBUG oslo_vmware.api [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Waiting for the task: (returnval){ [ 1027.969800] env[70527]: value = "task-3913526" [ 1027.969800] env[70527]: _type = "Task" [ 1027.969800] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.970010] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42627fd1-c1e4-4006-89d2-4408cbce85d2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.972148] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: 7b97e115-1aeb-4097-8f83-b4a8f0ce0727] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1027.972372] env[70527]: INFO nova.compute.manager [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: 7b97e115-1aeb-4097-8f83-b4a8f0ce0727] Took 10.88 seconds to spawn the instance on the hypervisor. [ 1027.972549] env[70527]: DEBUG nova.compute.manager [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: 7b97e115-1aeb-4097-8f83-b4a8f0ce0727] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1027.974291] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f04262e3-6a9f-4cf6-b3f3-6ba72622bd52 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.980855] env[70527]: DEBUG oslo_concurrency.lockutils [None req-258f80bb-6949-4935-b049-b6781025797d tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Acquiring lock "9c410bd0-3603-4f5a-a9ac-fd78180e3c1d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.981133] env[70527]: DEBUG oslo_concurrency.lockutils [None req-258f80bb-6949-4935-b049-b6781025797d tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Lock "9c410bd0-3603-4f5a-a9ac-fd78180e3c1d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.981342] env[70527]: DEBUG oslo_concurrency.lockutils [None req-258f80bb-6949-4935-b049-b6781025797d tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Acquiring lock "9c410bd0-3603-4f5a-a9ac-fd78180e3c1d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.981512] env[70527]: DEBUG oslo_concurrency.lockutils [None req-258f80bb-6949-4935-b049-b6781025797d tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Lock "9c410bd0-3603-4f5a-a9ac-fd78180e3c1d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.981687] env[70527]: DEBUG oslo_concurrency.lockutils [None req-258f80bb-6949-4935-b049-b6781025797d tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Lock "9c410bd0-3603-4f5a-a9ac-fd78180e3c1d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.989988] env[70527]: DEBUG oslo_vmware.api [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Task: {'id': task-3913526, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.992062] env[70527]: INFO nova.compute.manager [None req-258f80bb-6949-4935-b049-b6781025797d tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: 9c410bd0-3603-4f5a-a9ac-fd78180e3c1d] Terminating instance [ 1027.998517] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1027.998517] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1028.000912] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dabb6bdc-0b25-4eb5-9fc9-4b45f50464a7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.007461] env[70527]: DEBUG oslo_vmware.api [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for the task: (returnval){ [ 1028.007461] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]522b5c3f-2b46-4c55-2684-fb66da8a9b56" [ 1028.007461] env[70527]: _type = "Task" [ 1028.007461] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.017994] env[70527]: DEBUG oslo_vmware.api [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]522b5c3f-2b46-4c55-2684-fb66da8a9b56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.065544] env[70527]: DEBUG oslo_concurrency.lockutils [None req-2c585c3a-859f-423f-ab6c-c83367f31b92 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Lock "307e07ea-082b-4d3d-8d94-b3408f862c4a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.666s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.194833] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Acquiring lock "refresh_cache-f983f08d-4ff0-4c88-a43b-a666fc3ab173" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.194833] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Acquired lock "refresh_cache-f983f08d-4ff0-4c88-a43b-a666fc3ab173" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.195070] env[70527]: DEBUG nova.network.neutron [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: f983f08d-4ff0-4c88-a43b-a666fc3ab173] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1028.338231] env[70527]: DEBUG oslo_concurrency.lockutils [None req-173d8afc-e6dc-44f9-a780-bd630ceed017 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.062s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.340996] env[70527]: DEBUG oslo_concurrency.lockutils [None req-81c5e997-eaff-4e70-b122-ab583229d17e tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.404s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.341256] env[70527]: DEBUG nova.objects.instance [None req-81c5e997-eaff-4e70-b122-ab583229d17e tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Lazy-loading 'resources' on Instance uuid ad16e90d-89f7-4ce6-82c3-d8bb10c614f9 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.362425] env[70527]: DEBUG oslo_vmware.api [None req-4c96f8f9-d195-42dd-ab44-f216d2a1b479 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': task-3913522, 'name': SuspendVM_Task, 'duration_secs': 1.383995} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.362743] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4c96f8f9-d195-42dd-ab44-f216d2a1b479 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Suspended the VM {{(pid=70527) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1028.362932] env[70527]: DEBUG nova.compute.manager [None req-4c96f8f9-d195-42dd-ab44-f216d2a1b479 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1028.363824] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a40443-5091-4b88-adb9-81ea584f67e9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.367805] env[70527]: INFO nova.scheduler.client.report [None req-173d8afc-e6dc-44f9-a780-bd630ceed017 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Deleted allocations for instance ed20e07e-dca3-4e05-987d-254a2d8891a7 [ 1028.391302] env[70527]: DEBUG oslo_concurrency.lockutils [None req-727e94ba-f5ac-49fd-a188-c0a57f55d2bd tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Acquiring lock "307e07ea-082b-4d3d-8d94-b3408f862c4a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.391666] env[70527]: DEBUG oslo_concurrency.lockutils [None req-727e94ba-f5ac-49fd-a188-c0a57f55d2bd tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Lock "307e07ea-082b-4d3d-8d94-b3408f862c4a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.391910] env[70527]: DEBUG nova.compute.manager [None req-727e94ba-f5ac-49fd-a188-c0a57f55d2bd tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 307e07ea-082b-4d3d-8d94-b3408f862c4a] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1028.392876] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a873a1-ca94-4bee-a3c7-3dbbe469f8a6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.400592] env[70527]: DEBUG nova.compute.manager [None req-727e94ba-f5ac-49fd-a188-c0a57f55d2bd tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 307e07ea-082b-4d3d-8d94-b3408f862c4a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70527) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1028.401269] env[70527]: DEBUG nova.objects.instance [None req-727e94ba-f5ac-49fd-a188-c0a57f55d2bd tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Lazy-loading 'flavor' on Instance uuid 307e07ea-082b-4d3d-8d94-b3408f862c4a {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.486133] env[70527]: DEBUG oslo_vmware.api [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Task: {'id': task-3913526, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.507339] env[70527]: DEBUG nova.compute.manager [None req-258f80bb-6949-4935-b049-b6781025797d tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: 9c410bd0-3603-4f5a-a9ac-fd78180e3c1d] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1028.507339] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-258f80bb-6949-4935-b049-b6781025797d tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: 9c410bd0-3603-4f5a-a9ac-fd78180e3c1d] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1028.507811] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d52e44-6384-431b-a038-d87cb3e5558b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.511491] env[70527]: INFO nova.compute.manager [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: 7b97e115-1aeb-4097-8f83-b4a8f0ce0727] Took 34.57 seconds to build instance. [ 1028.521999] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-258f80bb-6949-4935-b049-b6781025797d tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: 9c410bd0-3603-4f5a-a9ac-fd78180e3c1d] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1028.526861] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44201d35-e931-43a4-8748-c8ebd87d8940 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.529018] env[70527]: DEBUG oslo_vmware.api [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]522b5c3f-2b46-4c55-2684-fb66da8a9b56, 'name': SearchDatastore_Task, 'duration_secs': 0.050521} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.530927] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee398e5d-c539-45f1-a45e-9e1863499eae {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.538118] env[70527]: DEBUG oslo_vmware.api [None req-258f80bb-6949-4935-b049-b6781025797d tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Waiting for the task: (returnval){ [ 1028.538118] env[70527]: value = "task-3913527" [ 1028.538118] env[70527]: _type = "Task" [ 1028.538118] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.539845] env[70527]: DEBUG oslo_vmware.api [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for the task: (returnval){ [ 1028.539845] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52cccdcd-c550-21b3-b927-ce544cd3fc33" [ 1028.539845] env[70527]: _type = "Task" [ 1028.539845] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.554873] env[70527]: DEBUG oslo_vmware.api [None req-258f80bb-6949-4935-b049-b6781025797d tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3913527, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.558753] env[70527]: DEBUG oslo_vmware.api [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52cccdcd-c550-21b3-b927-ce544cd3fc33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.597292] env[70527]: DEBUG nova.compute.manager [req-fe6625ac-99e9-4b3b-a1cc-3fc497bd358c req-0953fe06-860b-4cb0-8358-4b174a624550 service nova] [instance: f983f08d-4ff0-4c88-a43b-a666fc3ab173] Received event network-vif-plugged-ad38beef-d3e2-4609-b5a4-99c461391b4e {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1028.597292] env[70527]: DEBUG oslo_concurrency.lockutils [req-fe6625ac-99e9-4b3b-a1cc-3fc497bd358c req-0953fe06-860b-4cb0-8358-4b174a624550 service nova] Acquiring lock "f983f08d-4ff0-4c88-a43b-a666fc3ab173-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.597601] env[70527]: DEBUG oslo_concurrency.lockutils [req-fe6625ac-99e9-4b3b-a1cc-3fc497bd358c req-0953fe06-860b-4cb0-8358-4b174a624550 service nova] Lock "f983f08d-4ff0-4c88-a43b-a666fc3ab173-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.597601] env[70527]: DEBUG oslo_concurrency.lockutils [req-fe6625ac-99e9-4b3b-a1cc-3fc497bd358c req-0953fe06-860b-4cb0-8358-4b174a624550 service nova] Lock "f983f08d-4ff0-4c88-a43b-a666fc3ab173-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.597723] env[70527]: DEBUG nova.compute.manager [req-fe6625ac-99e9-4b3b-a1cc-3fc497bd358c req-0953fe06-860b-4cb0-8358-4b174a624550 service nova] [instance: f983f08d-4ff0-4c88-a43b-a666fc3ab173] No waiting events found dispatching network-vif-plugged-ad38beef-d3e2-4609-b5a4-99c461391b4e {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1028.597826] env[70527]: WARNING nova.compute.manager [req-fe6625ac-99e9-4b3b-a1cc-3fc497bd358c req-0953fe06-860b-4cb0-8358-4b174a624550 service nova] [instance: f983f08d-4ff0-4c88-a43b-a666fc3ab173] Received unexpected event network-vif-plugged-ad38beef-d3e2-4609-b5a4-99c461391b4e for instance with vm_state building and task_state spawning. [ 1028.597999] env[70527]: DEBUG nova.compute.manager [req-fe6625ac-99e9-4b3b-a1cc-3fc497bd358c req-0953fe06-860b-4cb0-8358-4b174a624550 service nova] [instance: f983f08d-4ff0-4c88-a43b-a666fc3ab173] Received event network-changed-ad38beef-d3e2-4609-b5a4-99c461391b4e {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1028.598172] env[70527]: DEBUG nova.compute.manager [req-fe6625ac-99e9-4b3b-a1cc-3fc497bd358c req-0953fe06-860b-4cb0-8358-4b174a624550 service nova] [instance: f983f08d-4ff0-4c88-a43b-a666fc3ab173] Refreshing instance network info cache due to event network-changed-ad38beef-d3e2-4609-b5a4-99c461391b4e. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1028.598371] env[70527]: DEBUG oslo_concurrency.lockutils [req-fe6625ac-99e9-4b3b-a1cc-3fc497bd358c req-0953fe06-860b-4cb0-8358-4b174a624550 service nova] Acquiring lock "refresh_cache-f983f08d-4ff0-4c88-a43b-a666fc3ab173" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.731594] env[70527]: DEBUG nova.network.neutron [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: f983f08d-4ff0-4c88-a43b-a666fc3ab173] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1028.878865] env[70527]: DEBUG oslo_concurrency.lockutils [None req-173d8afc-e6dc-44f9-a780-bd630ceed017 tempest-SecurityGroupsTestJSON-1363219810 tempest-SecurityGroupsTestJSON-1363219810-project-member] Lock "ed20e07e-dca3-4e05-987d-254a2d8891a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.002s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.934508] env[70527]: DEBUG nova.network.neutron [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: f983f08d-4ff0-4c88-a43b-a666fc3ab173] Updating instance_info_cache with network_info: [{"id": "ad38beef-d3e2-4609-b5a4-99c461391b4e", "address": "fa:16:3e:7c:66:fc", "network": {"id": "a1a2eabf-2a52-4ee7-850f-7ed6f24624fa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-661551111-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5596d582d4bb48e6b48b97d9ec6d6742", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad38beef-d3", "ovs_interfaceid": "ad38beef-d3e2-4609-b5a4-99c461391b4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.951122] env[70527]: INFO nova.compute.manager [None req-1097e230-b32c-43d0-8ef4-a30388553d40 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: 7b97e115-1aeb-4097-8f83-b4a8f0ce0727] Rescuing [ 1028.951705] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1097e230-b32c-43d0-8ef4-a30388553d40 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Acquiring lock "refresh_cache-7b97e115-1aeb-4097-8f83-b4a8f0ce0727" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.952042] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1097e230-b32c-43d0-8ef4-a30388553d40 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Acquired lock "refresh_cache-7b97e115-1aeb-4097-8f83-b4a8f0ce0727" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.952445] env[70527]: DEBUG nova.network.neutron [None req-1097e230-b32c-43d0-8ef4-a30388553d40 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: 7b97e115-1aeb-4097-8f83-b4a8f0ce0727] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1028.990172] env[70527]: DEBUG oslo_vmware.api [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Task: {'id': task-3913526, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.017635] env[70527]: DEBUG oslo_concurrency.lockutils [None req-7ae111fc-8a92-4443-ba6f-12779e9932cc tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Lock "7b97e115-1aeb-4097-8f83-b4a8f0ce0727" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.084s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.056681] env[70527]: DEBUG oslo_vmware.api [None req-258f80bb-6949-4935-b049-b6781025797d tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3913527, 'name': PowerOffVM_Task, 'duration_secs': 0.45901} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.063735] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-258f80bb-6949-4935-b049-b6781025797d tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: 9c410bd0-3603-4f5a-a9ac-fd78180e3c1d] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1029.063951] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-258f80bb-6949-4935-b049-b6781025797d tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: 9c410bd0-3603-4f5a-a9ac-fd78180e3c1d] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1029.064622] env[70527]: DEBUG oslo_vmware.api [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52cccdcd-c550-21b3-b927-ce544cd3fc33, 'name': SearchDatastore_Task, 'duration_secs': 0.013969} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.065060] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa536ff7-2e71-4782-a261-ea5eb1d6f303 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.066717] env[70527]: DEBUG oslo_concurrency.lockutils [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.066967] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] cc93a02e-989c-4238-aed7-ab4843e2add4/cc93a02e-989c-4238-aed7-ab4843e2add4.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1029.067253] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a04d313f-f12e-48ee-8a4d-cedee02b6725 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.076112] env[70527]: DEBUG oslo_vmware.api [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for the task: (returnval){ [ 1029.076112] env[70527]: value = "task-3913528" [ 1029.076112] env[70527]: _type = "Task" [ 1029.076112] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.089331] env[70527]: DEBUG oslo_vmware.api [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913528, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.145441] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-258f80bb-6949-4935-b049-b6781025797d tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: 9c410bd0-3603-4f5a-a9ac-fd78180e3c1d] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1029.145822] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-258f80bb-6949-4935-b049-b6781025797d tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: 9c410bd0-3603-4f5a-a9ac-fd78180e3c1d] Deleting contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1029.146150] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-258f80bb-6949-4935-b049-b6781025797d tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Deleting the datastore file [datastore1] 9c410bd0-3603-4f5a-a9ac-fd78180e3c1d {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1029.150887] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a54d773e-6dd8-4790-bae2-72781cf952c7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.162784] env[70527]: DEBUG oslo_vmware.api [None req-258f80bb-6949-4935-b049-b6781025797d tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Waiting for the task: (returnval){ [ 1029.162784] env[70527]: value = "task-3913530" [ 1029.162784] env[70527]: _type = "Task" [ 1029.162784] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.175325] env[70527]: DEBUG oslo_vmware.api [None req-258f80bb-6949-4935-b049-b6781025797d tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3913530, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.297505] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1febd9a4-eea3-444e-86b7-d2ca4967aa49 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.305559] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31566c6f-bcd7-4eda-b90c-a0e223cf1d11 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.338132] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-029c1bcd-226f-417b-b5b8-817df849db29 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.347393] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e98f9a84-4a72-431a-a21b-fe527fad8d79 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.362367] env[70527]: DEBUG nova.compute.provider_tree [None req-81c5e997-eaff-4e70-b122-ab583229d17e tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.415666] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-727e94ba-f5ac-49fd-a188-c0a57f55d2bd tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 307e07ea-082b-4d3d-8d94-b3408f862c4a] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1029.416195] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6169838c-3f15-497b-98c5-62c63fb8f06b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.425355] env[70527]: DEBUG oslo_vmware.api [None req-727e94ba-f5ac-49fd-a188-c0a57f55d2bd tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Waiting for the task: (returnval){ [ 1029.425355] env[70527]: value = "task-3913531" [ 1029.425355] env[70527]: _type = "Task" [ 1029.425355] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.442215] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Releasing lock "refresh_cache-f983f08d-4ff0-4c88-a43b-a666fc3ab173" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.442215] env[70527]: DEBUG nova.compute.manager [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: f983f08d-4ff0-4c88-a43b-a666fc3ab173] Instance network_info: |[{"id": "ad38beef-d3e2-4609-b5a4-99c461391b4e", "address": "fa:16:3e:7c:66:fc", "network": {"id": "a1a2eabf-2a52-4ee7-850f-7ed6f24624fa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-661551111-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5596d582d4bb48e6b48b97d9ec6d6742", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad38beef-d3", "ovs_interfaceid": "ad38beef-d3e2-4609-b5a4-99c461391b4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1029.442487] env[70527]: DEBUG oslo_vmware.api [None req-727e94ba-f5ac-49fd-a188-c0a57f55d2bd tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913531, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.443857] env[70527]: DEBUG oslo_concurrency.lockutils [req-fe6625ac-99e9-4b3b-a1cc-3fc497bd358c req-0953fe06-860b-4cb0-8358-4b174a624550 service nova] Acquired lock "refresh_cache-f983f08d-4ff0-4c88-a43b-a666fc3ab173" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.444179] env[70527]: DEBUG nova.network.neutron [req-fe6625ac-99e9-4b3b-a1cc-3fc497bd358c req-0953fe06-860b-4cb0-8358-4b174a624550 service nova] [instance: f983f08d-4ff0-4c88-a43b-a666fc3ab173] Refreshing network info cache for port ad38beef-d3e2-4609-b5a4-99c461391b4e {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1029.450208] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: f983f08d-4ff0-4c88-a43b-a666fc3ab173] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:66:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '86a35d07-53d3-46b3-92cb-ae34236c0f41', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad38beef-d3e2-4609-b5a4-99c461391b4e', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1029.457141] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1029.459017] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f983f08d-4ff0-4c88-a43b-a666fc3ab173] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1029.459977] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-582b1ec9-5148-4f13-bdfc-a815d099c5be {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.492167] env[70527]: DEBUG oslo_vmware.api [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Task: {'id': task-3913526, 'name': ReconfigVM_Task, 'duration_secs': 1.139471} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.493947] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] [instance: 766b244b-7544-4f88-8ae4-dbfa6aaf8e95] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 766b244b-7544-4f88-8ae4-dbfa6aaf8e95/766b244b-7544-4f88-8ae4-dbfa6aaf8e95.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1029.494659] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1029.494659] env[70527]: value = "task-3913532" [ 1029.494659] env[70527]: _type = "Task" [ 1029.494659] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.495072] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b9d4e35-13cb-4ac8-a759-0766c43c94ee {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.511507] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913532, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.511507] env[70527]: DEBUG oslo_vmware.api [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Waiting for the task: (returnval){ [ 1029.511507] env[70527]: value = "task-3913533" [ 1029.511507] env[70527]: _type = "Task" [ 1029.511507] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.518540] env[70527]: INFO nova.compute.manager [None req-a600591a-3924-4961-b2c4-3af66a63c4d1 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Resuming [ 1029.519125] env[70527]: DEBUG nova.objects.instance [None req-a600591a-3924-4961-b2c4-3af66a63c4d1 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Lazy-loading 'flavor' on Instance uuid f9a77c4a-662f-484b-9d72-358d9298974b {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1029.528358] env[70527]: DEBUG oslo_vmware.api [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Task: {'id': task-3913533, 'name': Rename_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.590445] env[70527]: DEBUG oslo_vmware.api [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913528, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.673939] env[70527]: DEBUG oslo_vmware.api [None req-258f80bb-6949-4935-b049-b6781025797d tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3913530, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.238521} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.674261] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-258f80bb-6949-4935-b049-b6781025797d tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1029.674435] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-258f80bb-6949-4935-b049-b6781025797d tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: 9c410bd0-3603-4f5a-a9ac-fd78180e3c1d] Deleted contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1029.674622] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-258f80bb-6949-4935-b049-b6781025797d tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: 9c410bd0-3603-4f5a-a9ac-fd78180e3c1d] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1029.674805] env[70527]: INFO nova.compute.manager [None req-258f80bb-6949-4935-b049-b6781025797d tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: 9c410bd0-3603-4f5a-a9ac-fd78180e3c1d] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1029.675089] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-258f80bb-6949-4935-b049-b6781025797d tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1029.675434] env[70527]: DEBUG nova.compute.manager [-] [instance: 9c410bd0-3603-4f5a-a9ac-fd78180e3c1d] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1029.675434] env[70527]: DEBUG nova.network.neutron [-] [instance: 9c410bd0-3603-4f5a-a9ac-fd78180e3c1d] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1029.750973] env[70527]: DEBUG nova.network.neutron [None req-1097e230-b32c-43d0-8ef4-a30388553d40 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: 7b97e115-1aeb-4097-8f83-b4a8f0ce0727] Updating instance_info_cache with network_info: [{"id": "f868f59b-04a6-40c8-a3e0-ef9a387f6de1", "address": "fa:16:3e:f8:8f:df", "network": {"id": "9dd82e4a-c4e1-4584-a0f3-cadbacc416d4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-482098834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7e38a059c8294d89a9d3a1187b1e865e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf868f59b-04", "ovs_interfaceid": "f868f59b-04a6-40c8-a3e0-ef9a387f6de1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.865856] env[70527]: DEBUG nova.scheduler.client.report [None req-81c5e997-eaff-4e70-b122-ab583229d17e tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1029.941920] env[70527]: DEBUG oslo_vmware.api [None req-727e94ba-f5ac-49fd-a188-c0a57f55d2bd tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913531, 'name': PowerOffVM_Task, 'duration_secs': 0.354783} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.942676] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-727e94ba-f5ac-49fd-a188-c0a57f55d2bd tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 307e07ea-082b-4d3d-8d94-b3408f862c4a] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1029.942972] env[70527]: DEBUG nova.compute.manager [None req-727e94ba-f5ac-49fd-a188-c0a57f55d2bd tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 307e07ea-082b-4d3d-8d94-b3408f862c4a] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1029.943935] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a9ab9b-76d6-4c87-8134-7fe21fbcbbe6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.012574] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913532, 'name': CreateVM_Task, 'duration_secs': 0.507061} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.012574] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f983f08d-4ff0-4c88-a43b-a666fc3ab173] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1030.013345] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.013424] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.013836] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.018387] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69ee8370-f631-476f-9ef9-308dc3d1eff7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.032654] env[70527]: DEBUG oslo_vmware.api [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Task: {'id': task-3913533, 'name': Rename_Task, 'duration_secs': 0.299165} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.035321] env[70527]: DEBUG oslo_vmware.api [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Waiting for the task: (returnval){ [ 1030.035321] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]521ab26d-7658-50e2-0f47-b501c073057a" [ 1030.035321] env[70527]: _type = "Task" [ 1030.035321] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.035908] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] [instance: 766b244b-7544-4f88-8ae4-dbfa6aaf8e95] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1030.036994] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-141b9feb-3396-4505-8c62-21dc7ab45794 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.055468] env[70527]: DEBUG oslo_vmware.api [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]521ab26d-7658-50e2-0f47-b501c073057a, 'name': SearchDatastore_Task, 'duration_secs': 0.025913} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.057764] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.058152] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: f983f08d-4ff0-4c88-a43b-a666fc3ab173] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1030.058420] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.058568] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.058762] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1030.059113] env[70527]: DEBUG oslo_vmware.api [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Waiting for the task: (returnval){ [ 1030.059113] env[70527]: value = "task-3913534" [ 1030.059113] env[70527]: _type = "Task" [ 1030.059113] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.059803] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01433c2a-9a46-4368-acbe-80c05a2e6714 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.074214] env[70527]: DEBUG oslo_vmware.api [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Task: {'id': task-3913534, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.075502] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1030.075681] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1030.076483] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f08420d4-2e6a-4db2-bd6d-a2b07b2a5aa5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.092536] env[70527]: DEBUG oslo_vmware.api [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913528, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.099637] env[70527]: DEBUG oslo_vmware.api [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Waiting for the task: (returnval){ [ 1030.099637] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52dd822f-1347-1cea-53d9-6bef3fdf65cc" [ 1030.099637] env[70527]: _type = "Task" [ 1030.099637] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.109264] env[70527]: DEBUG oslo_vmware.api [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52dd822f-1347-1cea-53d9-6bef3fdf65cc, 'name': SearchDatastore_Task, 'duration_secs': 0.015015} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.110128] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43470707-13f7-4663-9559-bcb947ed504e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.118225] env[70527]: DEBUG oslo_vmware.api [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Waiting for the task: (returnval){ [ 1030.118225] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52c218b1-71a8-336e-60be-10e6f21fd587" [ 1030.118225] env[70527]: _type = "Task" [ 1030.118225] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.127884] env[70527]: DEBUG oslo_vmware.api [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52c218b1-71a8-336e-60be-10e6f21fd587, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.253747] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1097e230-b32c-43d0-8ef4-a30388553d40 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Releasing lock "refresh_cache-7b97e115-1aeb-4097-8f83-b4a8f0ce0727" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.293622] env[70527]: DEBUG nova.network.neutron [req-fe6625ac-99e9-4b3b-a1cc-3fc497bd358c req-0953fe06-860b-4cb0-8358-4b174a624550 service nova] [instance: f983f08d-4ff0-4c88-a43b-a666fc3ab173] Updated VIF entry in instance network info cache for port ad38beef-d3e2-4609-b5a4-99c461391b4e. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1030.294011] env[70527]: DEBUG nova.network.neutron [req-fe6625ac-99e9-4b3b-a1cc-3fc497bd358c req-0953fe06-860b-4cb0-8358-4b174a624550 service nova] [instance: f983f08d-4ff0-4c88-a43b-a666fc3ab173] Updating instance_info_cache with network_info: [{"id": "ad38beef-d3e2-4609-b5a4-99c461391b4e", "address": "fa:16:3e:7c:66:fc", "network": {"id": "a1a2eabf-2a52-4ee7-850f-7ed6f24624fa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-661551111-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5596d582d4bb48e6b48b97d9ec6d6742", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad38beef-d3", "ovs_interfaceid": "ad38beef-d3e2-4609-b5a4-99c461391b4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.371710] env[70527]: DEBUG oslo_concurrency.lockutils [None req-81c5e997-eaff-4e70-b122-ab583229d17e tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.031s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.380637] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c413a83e-a3fa-4bb3-9292-4c51730deeaa tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.430s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.380944] env[70527]: DEBUG nova.objects.instance [None req-c413a83e-a3fa-4bb3-9292-4c51730deeaa tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Lazy-loading 'resources' on Instance uuid b70fb04d-5212-428e-bb92-dee6762011af {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.402447] env[70527]: DEBUG nova.compute.manager [req-09fe7f25-5c12-418b-a4db-d1bc4d8913ec req-01cb30d8-4f9a-4e02-afb0-7dc1fce23ef0 service nova] [instance: 9c410bd0-3603-4f5a-a9ac-fd78180e3c1d] Received event network-vif-deleted-878b8693-1e73-4d69-9932-361857e98a02 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.402447] env[70527]: INFO nova.compute.manager [req-09fe7f25-5c12-418b-a4db-d1bc4d8913ec req-01cb30d8-4f9a-4e02-afb0-7dc1fce23ef0 service nova] [instance: 9c410bd0-3603-4f5a-a9ac-fd78180e3c1d] Neutron deleted interface 878b8693-1e73-4d69-9932-361857e98a02; detaching it from the instance and deleting it from the info cache [ 1030.402447] env[70527]: DEBUG nova.network.neutron [req-09fe7f25-5c12-418b-a4db-d1bc4d8913ec req-01cb30d8-4f9a-4e02-afb0-7dc1fce23ef0 service nova] [instance: 9c410bd0-3603-4f5a-a9ac-fd78180e3c1d] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.418192] env[70527]: INFO nova.scheduler.client.report [None req-81c5e997-eaff-4e70-b122-ab583229d17e tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Deleted allocations for instance ad16e90d-89f7-4ce6-82c3-d8bb10c614f9 [ 1030.462214] env[70527]: DEBUG oslo_concurrency.lockutils [None req-727e94ba-f5ac-49fd-a188-c0a57f55d2bd tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Lock "307e07ea-082b-4d3d-8d94-b3408f862c4a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.070s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.573348] env[70527]: DEBUG oslo_vmware.api [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Task: {'id': task-3913534, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.593187] env[70527]: DEBUG oslo_vmware.api [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913528, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.631011] env[70527]: DEBUG oslo_vmware.api [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52c218b1-71a8-336e-60be-10e6f21fd587, 'name': SearchDatastore_Task, 'duration_secs': 0.022013} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.631297] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.631580] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] f983f08d-4ff0-4c88-a43b-a666fc3ab173/f983f08d-4ff0-4c88-a43b-a666fc3ab173.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1030.631860] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1336315-99d6-4bb3-8cd4-6fc01fae47a7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.641070] env[70527]: DEBUG oslo_vmware.api [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Waiting for the task: (returnval){ [ 1030.641070] env[70527]: value = "task-3913535" [ 1030.641070] env[70527]: _type = "Task" [ 1030.641070] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.651312] env[70527]: DEBUG oslo_vmware.api [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3913535, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.728257] env[70527]: DEBUG nova.network.neutron [-] [instance: 9c410bd0-3603-4f5a-a9ac-fd78180e3c1d] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.799052] env[70527]: DEBUG oslo_concurrency.lockutils [req-fe6625ac-99e9-4b3b-a1cc-3fc497bd358c req-0953fe06-860b-4cb0-8358-4b174a624550 service nova] Releasing lock "refresh_cache-f983f08d-4ff0-4c88-a43b-a666fc3ab173" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.912642] env[70527]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0007dc74-93df-4869-885e-60eed1f46792 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.927973] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e18c471-84d7-42b7-ba79-b30fd96bbfe5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.950015] env[70527]: DEBUG oslo_concurrency.lockutils [None req-81c5e997-eaff-4e70-b122-ab583229d17e tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Lock "ad16e90d-89f7-4ce6-82c3-d8bb10c614f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.634s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.974224] env[70527]: DEBUG nova.compute.manager [req-09fe7f25-5c12-418b-a4db-d1bc4d8913ec req-01cb30d8-4f9a-4e02-afb0-7dc1fce23ef0 service nova] [instance: 9c410bd0-3603-4f5a-a9ac-fd78180e3c1d] Detach interface failed, port_id=878b8693-1e73-4d69-9932-361857e98a02, reason: Instance 9c410bd0-3603-4f5a-a9ac-fd78180e3c1d could not be found. {{(pid=70527) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1031.040760] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a600591a-3924-4961-b2c4-3af66a63c4d1 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Acquiring lock "refresh_cache-f9a77c4a-662f-484b-9d72-358d9298974b" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.040760] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a600591a-3924-4961-b2c4-3af66a63c4d1 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Acquired lock "refresh_cache-f9a77c4a-662f-484b-9d72-358d9298974b" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.040760] env[70527]: DEBUG nova.network.neutron [None req-a600591a-3924-4961-b2c4-3af66a63c4d1 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1031.072863] env[70527]: DEBUG oslo_vmware.api [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Task: {'id': task-3913534, 'name': PowerOnVM_Task, 'duration_secs': 0.976004} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.075975] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] [instance: 766b244b-7544-4f88-8ae4-dbfa6aaf8e95] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1031.076294] env[70527]: INFO nova.compute.manager [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] [instance: 766b244b-7544-4f88-8ae4-dbfa6aaf8e95] Took 16.62 seconds to spawn the instance on the hypervisor. [ 1031.076566] env[70527]: DEBUG nova.compute.manager [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] [instance: 766b244b-7544-4f88-8ae4-dbfa6aaf8e95] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1031.078662] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ab55ee-cbb9-4ff2-a8d7-22a021b129d7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.100804] env[70527]: DEBUG oslo_vmware.api [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913528, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.641137} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.101184] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] cc93a02e-989c-4238-aed7-ab4843e2add4/cc93a02e-989c-4238-aed7-ab4843e2add4.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1031.101433] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1031.101694] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-80d44bae-2389-42a2-b3d3-6083a5164205 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.110593] env[70527]: DEBUG oslo_vmware.api [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for the task: (returnval){ [ 1031.110593] env[70527]: value = "task-3913536" [ 1031.110593] env[70527]: _type = "Task" [ 1031.110593] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.126799] env[70527]: DEBUG oslo_vmware.api [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913536, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.155307] env[70527]: DEBUG oslo_vmware.api [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3913535, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.236396] env[70527]: INFO nova.compute.manager [-] [instance: 9c410bd0-3603-4f5a-a9ac-fd78180e3c1d] Took 1.56 seconds to deallocate network for instance. [ 1031.392256] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ce6c7b-dc46-47af-aa07-4f33cd482429 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.401384] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef0fd67-5fbe-4215-8159-36b2e382b6ca {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.444593] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2cd27a3-74c8-4021-8f38-d8b74413180e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.453806] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5133e5-eaa8-45b7-92fc-9218dc1585bf {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.473580] env[70527]: DEBUG nova.compute.provider_tree [None req-c413a83e-a3fa-4bb3-9292-4c51730deeaa tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.608012] env[70527]: INFO nova.compute.manager [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] [instance: 766b244b-7544-4f88-8ae4-dbfa6aaf8e95] Took 42.55 seconds to build instance. [ 1031.625863] env[70527]: DEBUG oslo_vmware.api [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913536, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091415} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.626241] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1031.628217] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f0c9acc-2170-4b96-9e27-894b65bf27ad {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.654809] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] cc93a02e-989c-4238-aed7-ab4843e2add4/cc93a02e-989c-4238-aed7-ab4843e2add4.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1031.658706] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3f1fca8-969a-43aa-9483-6158b56b3222 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.691498] env[70527]: DEBUG oslo_vmware.api [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3913535, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.903736} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.695363] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] f983f08d-4ff0-4c88-a43b-a666fc3ab173/f983f08d-4ff0-4c88-a43b-a666fc3ab173.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1031.695363] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: f983f08d-4ff0-4c88-a43b-a666fc3ab173] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1031.695363] env[70527]: DEBUG oslo_vmware.api [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for the task: (returnval){ [ 1031.695363] env[70527]: value = "task-3913537" [ 1031.695363] env[70527]: _type = "Task" [ 1031.695363] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.695363] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-05845ea5-acaf-414d-96d1-86a3d7753f4e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.709262] env[70527]: DEBUG oslo_vmware.api [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913537, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.713908] env[70527]: DEBUG oslo_vmware.api [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Waiting for the task: (returnval){ [ 1031.713908] env[70527]: value = "task-3913538" [ 1031.713908] env[70527]: _type = "Task" [ 1031.713908] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.727607] env[70527]: DEBUG oslo_vmware.api [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3913538, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.751090] env[70527]: DEBUG oslo_concurrency.lockutils [None req-258f80bb-6949-4935-b049-b6781025797d tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.805812] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-1097e230-b32c-43d0-8ef4-a30388553d40 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: 7b97e115-1aeb-4097-8f83-b4a8f0ce0727] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1031.806152] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2a46a00-2c04-42d4-8b4d-746e8fbdd628 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.816991] env[70527]: DEBUG oslo_vmware.api [None req-1097e230-b32c-43d0-8ef4-a30388553d40 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Waiting for the task: (returnval){ [ 1031.816991] env[70527]: value = "task-3913539" [ 1031.816991] env[70527]: _type = "Task" [ 1031.816991] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.830673] env[70527]: DEBUG oslo_vmware.api [None req-1097e230-b32c-43d0-8ef4-a30388553d40 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': task-3913539, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.937071] env[70527]: DEBUG nova.network.neutron [None req-a600591a-3924-4961-b2c4-3af66a63c4d1 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Updating instance_info_cache with network_info: [{"id": "21efc286-0a0e-4447-a667-9c5bf1fe5417", "address": "fa:16:3e:71:6f:93", "network": {"id": "7d0d8110-19a1-44c0-baab-e6faa45088bc", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1647265757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2042030e24da4783b01fe5ba649c95d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21efc286-0a", "ovs_interfaceid": "21efc286-0a0e-4447-a667-9c5bf1fe5417", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.977705] env[70527]: DEBUG nova.scheduler.client.report [None req-c413a83e-a3fa-4bb3-9292-4c51730deeaa tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.111016] env[70527]: DEBUG oslo_concurrency.lockutils [None req-363beafc-24f8-47f6-9290-3b68326dfc9c tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Lock "766b244b-7544-4f88-8ae4-dbfa6aaf8e95" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.064s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.207399] env[70527]: DEBUG oslo_vmware.api [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913537, 'name': ReconfigVM_Task, 'duration_secs': 0.423333} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.208059] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Reconfigured VM instance instance-0000004c to attach disk [datastore2] cc93a02e-989c-4238-aed7-ab4843e2add4/cc93a02e-989c-4238-aed7-ab4843e2add4.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1032.208843] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1df61371-e487-4883-8587-6a03a8a92808 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.218729] env[70527]: DEBUG oslo_vmware.api [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for the task: (returnval){ [ 1032.218729] env[70527]: value = "task-3913540" [ 1032.218729] env[70527]: _type = "Task" [ 1032.218729] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.225447] env[70527]: DEBUG oslo_vmware.api [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3913538, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100455} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.226210] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: f983f08d-4ff0-4c88-a43b-a666fc3ab173] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1032.226897] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d5b32c-a363-4ed3-9332-fa66a0c461f0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.233089] env[70527]: DEBUG oslo_vmware.api [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913540, 'name': Rename_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.255454] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: f983f08d-4ff0-4c88-a43b-a666fc3ab173] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] f983f08d-4ff0-4c88-a43b-a666fc3ab173/f983f08d-4ff0-4c88-a43b-a666fc3ab173.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1032.256601] env[70527]: DEBUG nova.compute.manager [None req-49741850-ea79-4a46-a5f4-7ede8e62c429 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 307e07ea-082b-4d3d-8d94-b3408f862c4a] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1032.256910] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f0a9c7b-e3ab-42f4-a15e-a37bf0669a97 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.272353] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db23574-d248-4ee0-aca3-dfa4c01b96e2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.285316] env[70527]: DEBUG oslo_vmware.api [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Waiting for the task: (returnval){ [ 1032.285316] env[70527]: value = "task-3913541" [ 1032.285316] env[70527]: _type = "Task" [ 1032.285316] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.297449] env[70527]: DEBUG oslo_vmware.api [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3913541, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.327949] env[70527]: DEBUG oslo_vmware.api [None req-1097e230-b32c-43d0-8ef4-a30388553d40 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': task-3913539, 'name': PowerOffVM_Task, 'duration_secs': 0.218528} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.327949] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-1097e230-b32c-43d0-8ef4-a30388553d40 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: 7b97e115-1aeb-4097-8f83-b4a8f0ce0727] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1032.328053] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035c6569-c440-4c34-9d45-862ac7fa2d0a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.350982] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a30dcfc-91cd-46a4-8d3b-a09577fac931 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.393129] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-1097e230-b32c-43d0-8ef4-a30388553d40 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: 7b97e115-1aeb-4097-8f83-b4a8f0ce0727] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1032.393425] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e805e5c9-5d05-41c8-badf-695985d0bd4c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.401042] env[70527]: DEBUG oslo_vmware.api [None req-1097e230-b32c-43d0-8ef4-a30388553d40 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Waiting for the task: (returnval){ [ 1032.401042] env[70527]: value = "task-3913542" [ 1032.401042] env[70527]: _type = "Task" [ 1032.401042] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.410405] env[70527]: DEBUG oslo_vmware.api [None req-1097e230-b32c-43d0-8ef4-a30388553d40 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': task-3913542, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.440411] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a600591a-3924-4961-b2c4-3af66a63c4d1 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Releasing lock "refresh_cache-f9a77c4a-662f-484b-9d72-358d9298974b" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.441436] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8129d1e-9e69-48ce-b3c4-a75a752f696b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.449056] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-a600591a-3924-4961-b2c4-3af66a63c4d1 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Resuming the VM {{(pid=70527) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1032.449241] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71237705-5024-4ebe-93df-ead855152337 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.456538] env[70527]: DEBUG oslo_vmware.api [None req-a600591a-3924-4961-b2c4-3af66a63c4d1 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Waiting for the task: (returnval){ [ 1032.456538] env[70527]: value = "task-3913543" [ 1032.456538] env[70527]: _type = "Task" [ 1032.456538] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.465180] env[70527]: DEBUG oslo_vmware.api [None req-a600591a-3924-4961-b2c4-3af66a63c4d1 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': task-3913543, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.484341] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c413a83e-a3fa-4bb3-9292-4c51730deeaa tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.103s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.487067] env[70527]: DEBUG oslo_concurrency.lockutils [None req-15d80b87-a100-45bd-a0db-6082e78e5a5d tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.354s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.488458] env[70527]: DEBUG nova.objects.instance [None req-15d80b87-a100-45bd-a0db-6082e78e5a5d tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Lazy-loading 'resources' on Instance uuid ea9f773a-4f52-4819-9f4e-628db9b920f2 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1032.514490] env[70527]: INFO nova.scheduler.client.report [None req-c413a83e-a3fa-4bb3-9292-4c51730deeaa tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Deleted allocations for instance b70fb04d-5212-428e-bb92-dee6762011af [ 1032.638065] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4be282a4-6264-40ea-81ab-6419947190c4 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Acquiring lock "766b244b-7544-4f88-8ae4-dbfa6aaf8e95" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.638065] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4be282a4-6264-40ea-81ab-6419947190c4 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Lock "766b244b-7544-4f88-8ae4-dbfa6aaf8e95" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.638065] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4be282a4-6264-40ea-81ab-6419947190c4 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Acquiring lock "766b244b-7544-4f88-8ae4-dbfa6aaf8e95-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.638065] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4be282a4-6264-40ea-81ab-6419947190c4 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Lock "766b244b-7544-4f88-8ae4-dbfa6aaf8e95-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.638065] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4be282a4-6264-40ea-81ab-6419947190c4 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Lock "766b244b-7544-4f88-8ae4-dbfa6aaf8e95-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.639061] env[70527]: INFO nova.compute.manager [None req-4be282a4-6264-40ea-81ab-6419947190c4 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] [instance: 766b244b-7544-4f88-8ae4-dbfa6aaf8e95] Terminating instance [ 1032.734209] env[70527]: DEBUG oslo_vmware.api [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913540, 'name': Rename_Task, 'duration_secs': 0.152897} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.734516] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1032.734768] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0997f4c4-516f-4741-a7b2-a7721b814e2b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.744021] env[70527]: DEBUG oslo_vmware.api [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for the task: (returnval){ [ 1032.744021] env[70527]: value = "task-3913544" [ 1032.744021] env[70527]: _type = "Task" [ 1032.744021] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.754523] env[70527]: DEBUG oslo_vmware.api [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913544, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.788277] env[70527]: INFO nova.compute.manager [None req-49741850-ea79-4a46-a5f4-7ede8e62c429 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 307e07ea-082b-4d3d-8d94-b3408f862c4a] instance snapshotting [ 1032.788664] env[70527]: WARNING nova.compute.manager [None req-49741850-ea79-4a46-a5f4-7ede8e62c429 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 307e07ea-082b-4d3d-8d94-b3408f862c4a] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 1032.797638] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc575fa-3ded-45de-b193-79df2a924cc2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.809991] env[70527]: DEBUG oslo_vmware.api [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3913541, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.838435] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec022d45-14c0-4380-bbb4-959f5c9e0fea {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.916899] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-1097e230-b32c-43d0-8ef4-a30388553d40 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: 7b97e115-1aeb-4097-8f83-b4a8f0ce0727] VM already powered off {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1032.918056] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-1097e230-b32c-43d0-8ef4-a30388553d40 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: 7b97e115-1aeb-4097-8f83-b4a8f0ce0727] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1032.918056] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1097e230-b32c-43d0-8ef4-a30388553d40 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.918056] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1097e230-b32c-43d0-8ef4-a30388553d40 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.918302] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-1097e230-b32c-43d0-8ef4-a30388553d40 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1032.918613] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-477d8c55-e8d6-48da-9e99-180b46cc4003 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.929221] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-1097e230-b32c-43d0-8ef4-a30388553d40 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1032.929688] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-1097e230-b32c-43d0-8ef4-a30388553d40 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1032.930873] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3a2c71f-7c2d-4bfb-a7a5-6b808e001ecb {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.937787] env[70527]: DEBUG oslo_vmware.api [None req-1097e230-b32c-43d0-8ef4-a30388553d40 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Waiting for the task: (returnval){ [ 1032.937787] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]526acca3-825d-2657-6613-f8830e747ee2" [ 1032.937787] env[70527]: _type = "Task" [ 1032.937787] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.948409] env[70527]: DEBUG oslo_vmware.api [None req-1097e230-b32c-43d0-8ef4-a30388553d40 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]526acca3-825d-2657-6613-f8830e747ee2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.968943] env[70527]: DEBUG oslo_vmware.api [None req-a600591a-3924-4961-b2c4-3af66a63c4d1 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': task-3913543, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.026239] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c413a83e-a3fa-4bb3-9292-4c51730deeaa tempest-MultipleCreateTestJSON-1344547532 tempest-MultipleCreateTestJSON-1344547532-project-member] Lock "b70fb04d-5212-428e-bb92-dee6762011af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.564s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.148608] env[70527]: DEBUG nova.compute.manager [None req-4be282a4-6264-40ea-81ab-6419947190c4 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] [instance: 766b244b-7544-4f88-8ae4-dbfa6aaf8e95] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1033.148608] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4be282a4-6264-40ea-81ab-6419947190c4 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] [instance: 766b244b-7544-4f88-8ae4-dbfa6aaf8e95] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1033.149802] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6605a614-890f-4451-97dd-8444b009658a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.161319] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-4be282a4-6264-40ea-81ab-6419947190c4 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] [instance: 766b244b-7544-4f88-8ae4-dbfa6aaf8e95] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1033.162152] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6cfcc76-0a4e-4def-afa9-6fed7c41dc68 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.176712] env[70527]: DEBUG oslo_vmware.api [None req-4be282a4-6264-40ea-81ab-6419947190c4 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Waiting for the task: (returnval){ [ 1033.176712] env[70527]: value = "task-3913545" [ 1033.176712] env[70527]: _type = "Task" [ 1033.176712] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.189338] env[70527]: DEBUG oslo_vmware.api [None req-4be282a4-6264-40ea-81ab-6419947190c4 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Task: {'id': task-3913545, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.264844] env[70527]: DEBUG oslo_vmware.api [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913544, 'name': PowerOnVM_Task, 'duration_secs': 0.505811} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.264974] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1033.265706] env[70527]: INFO nova.compute.manager [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Took 9.81 seconds to spawn the instance on the hypervisor. [ 1033.265800] env[70527]: DEBUG nova.compute.manager [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1033.269027] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65aaaf68-77f4-40fa-bbb5-46469157ab9e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.311823] env[70527]: DEBUG oslo_vmware.api [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3913541, 'name': ReconfigVM_Task, 'duration_secs': 0.753671} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.312205] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: f983f08d-4ff0-4c88-a43b-a666fc3ab173] Reconfigured VM instance instance-0000004d to attach disk [datastore2] f983f08d-4ff0-4c88-a43b-a666fc3ab173/f983f08d-4ff0-4c88-a43b-a666fc3ab173.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1033.313689] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-012e64d9-0588-419d-a82b-ece7075275ff {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.328360] env[70527]: DEBUG oslo_vmware.api [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Waiting for the task: (returnval){ [ 1033.328360] env[70527]: value = "task-3913546" [ 1033.328360] env[70527]: _type = "Task" [ 1033.328360] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.348202] env[70527]: DEBUG oslo_vmware.api [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3913546, 'name': Rename_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.356016] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-49741850-ea79-4a46-a5f4-7ede8e62c429 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 307e07ea-082b-4d3d-8d94-b3408f862c4a] Creating Snapshot of the VM instance {{(pid=70527) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1033.356615] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ee7fbf97-767d-498c-ba4a-cdd69de5c712 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.371032] env[70527]: DEBUG oslo_vmware.api [None req-49741850-ea79-4a46-a5f4-7ede8e62c429 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Waiting for the task: (returnval){ [ 1033.371032] env[70527]: value = "task-3913547" [ 1033.371032] env[70527]: _type = "Task" [ 1033.371032] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.379623] env[70527]: DEBUG oslo_vmware.api [None req-49741850-ea79-4a46-a5f4-7ede8e62c429 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913547, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.446052] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32621bce-17a3-460b-b7f4-5b28daa55cf9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.456745] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a82376-d445-4080-94cf-1efb082dc45e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.461682] env[70527]: DEBUG oslo_vmware.api [None req-1097e230-b32c-43d0-8ef4-a30388553d40 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]526acca3-825d-2657-6613-f8830e747ee2, 'name': SearchDatastore_Task, 'duration_secs': 0.010909} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.468937] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96a291bd-aec8-4506-8a91-364df02c5527 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.498668] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d726c06-9e75-4ba1-acbd-2966ef73a6d2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.506184] env[70527]: DEBUG oslo_vmware.api [None req-a600591a-3924-4961-b2c4-3af66a63c4d1 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': task-3913543, 'name': PowerOnVM_Task, 'duration_secs': 0.988072} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.506270] env[70527]: DEBUG oslo_vmware.api [None req-1097e230-b32c-43d0-8ef4-a30388553d40 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Waiting for the task: (returnval){ [ 1033.506270] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]5244d022-815c-9c8e-3437-8a40d036d9aa" [ 1033.506270] env[70527]: _type = "Task" [ 1033.506270] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.507089] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-a600591a-3924-4961-b2c4-3af66a63c4d1 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Resumed the VM {{(pid=70527) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1033.507228] env[70527]: DEBUG nova.compute.manager [None req-a600591a-3924-4961-b2c4-3af66a63c4d1 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1033.508162] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb703fde-9295-49f7-8204-119baf66e6c0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.518285] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca9f756d-056f-4124-b999-4ea7573c23f7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.528046] env[70527]: DEBUG oslo_vmware.api [None req-1097e230-b32c-43d0-8ef4-a30388553d40 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5244d022-815c-9c8e-3437-8a40d036d9aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.542075] env[70527]: DEBUG nova.compute.provider_tree [None req-15d80b87-a100-45bd-a0db-6082e78e5a5d tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.687068] env[70527]: DEBUG oslo_vmware.api [None req-4be282a4-6264-40ea-81ab-6419947190c4 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Task: {'id': task-3913545, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.804970] env[70527]: INFO nova.compute.manager [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Took 35.98 seconds to build instance. [ 1033.843896] env[70527]: DEBUG oslo_vmware.api [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3913546, 'name': Rename_Task, 'duration_secs': 0.382059} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.845368] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: f983f08d-4ff0-4c88-a43b-a666fc3ab173] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1033.845596] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5cf61d43-6929-433d-bf79-455450c5cd6d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.853141] env[70527]: DEBUG oslo_vmware.api [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Waiting for the task: (returnval){ [ 1033.853141] env[70527]: value = "task-3913548" [ 1033.853141] env[70527]: _type = "Task" [ 1033.853141] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.863885] env[70527]: DEBUG oslo_vmware.api [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3913548, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.885089] env[70527]: DEBUG oslo_vmware.api [None req-49741850-ea79-4a46-a5f4-7ede8e62c429 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913547, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.018810] env[70527]: DEBUG oslo_vmware.api [None req-1097e230-b32c-43d0-8ef4-a30388553d40 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5244d022-815c-9c8e-3437-8a40d036d9aa, 'name': SearchDatastore_Task, 'duration_secs': 0.036772} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.019048] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1097e230-b32c-43d0-8ef4-a30388553d40 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.019554] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-1097e230-b32c-43d0-8ef4-a30388553d40 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 7b97e115-1aeb-4097-8f83-b4a8f0ce0727/ceb476e5-c20f-4967-be78-b77393a04dc2-rescue.vmdk. {{(pid=70527) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1034.019714] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf28e851-8ab2-4d66-b8cc-04698ecc19e6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.028272] env[70527]: DEBUG oslo_vmware.api [None req-1097e230-b32c-43d0-8ef4-a30388553d40 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Waiting for the task: (returnval){ [ 1034.028272] env[70527]: value = "task-3913549" [ 1034.028272] env[70527]: _type = "Task" [ 1034.028272] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.041810] env[70527]: DEBUG oslo_vmware.api [None req-1097e230-b32c-43d0-8ef4-a30388553d40 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': task-3913549, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.044896] env[70527]: DEBUG nova.scheduler.client.report [None req-15d80b87-a100-45bd-a0db-6082e78e5a5d tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1034.188561] env[70527]: DEBUG oslo_vmware.api [None req-4be282a4-6264-40ea-81ab-6419947190c4 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Task: {'id': task-3913545, 'name': PowerOffVM_Task, 'duration_secs': 0.701265} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.188893] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-4be282a4-6264-40ea-81ab-6419947190c4 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] [instance: 766b244b-7544-4f88-8ae4-dbfa6aaf8e95] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1034.189141] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4be282a4-6264-40ea-81ab-6419947190c4 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] [instance: 766b244b-7544-4f88-8ae4-dbfa6aaf8e95] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1034.189454] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d44495d-7443-461c-bf91-2ced50da0c12 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.308704] env[70527]: DEBUG oslo_concurrency.lockutils [None req-5d1be269-e210-4245-87c2-a174caad8baa tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Lock "cc93a02e-989c-4238-aed7-ab4843e2add4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.500s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.366337] env[70527]: DEBUG oslo_vmware.api [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3913548, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.379212] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4be282a4-6264-40ea-81ab-6419947190c4 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] [instance: 766b244b-7544-4f88-8ae4-dbfa6aaf8e95] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1034.379212] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4be282a4-6264-40ea-81ab-6419947190c4 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] [instance: 766b244b-7544-4f88-8ae4-dbfa6aaf8e95] Deleting contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1034.379577] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-4be282a4-6264-40ea-81ab-6419947190c4 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Deleting the datastore file [datastore2] 766b244b-7544-4f88-8ae4-dbfa6aaf8e95 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1034.380681] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52be394a-e5fa-4e8b-af58-7fd024127cce {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.387811] env[70527]: DEBUG oslo_vmware.api [None req-49741850-ea79-4a46-a5f4-7ede8e62c429 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913547, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.395036] env[70527]: DEBUG oslo_vmware.api [None req-4be282a4-6264-40ea-81ab-6419947190c4 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Waiting for the task: (returnval){ [ 1034.395036] env[70527]: value = "task-3913551" [ 1034.395036] env[70527]: _type = "Task" [ 1034.395036] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.404362] env[70527]: DEBUG oslo_vmware.api [None req-4be282a4-6264-40ea-81ab-6419947190c4 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Task: {'id': task-3913551, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.543771] env[70527]: DEBUG oslo_vmware.api [None req-1097e230-b32c-43d0-8ef4-a30388553d40 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': task-3913549, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.554019] env[70527]: DEBUG oslo_concurrency.lockutils [None req-15d80b87-a100-45bd-a0db-6082e78e5a5d tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.067s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.556847] env[70527]: DEBUG oslo_concurrency.lockutils [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.898s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.558575] env[70527]: INFO nova.compute.claims [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 9ec8bf0a-3d17-415c-b991-341394b5ceaf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1034.590468] env[70527]: INFO nova.scheduler.client.report [None req-15d80b87-a100-45bd-a0db-6082e78e5a5d tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Deleted allocations for instance ea9f773a-4f52-4819-9f4e-628db9b920f2 [ 1034.866557] env[70527]: DEBUG oslo_vmware.api [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3913548, 'name': PowerOnVM_Task, 'duration_secs': 0.536645} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.866557] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: f983f08d-4ff0-4c88-a43b-a666fc3ab173] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1034.866557] env[70527]: INFO nova.compute.manager [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: f983f08d-4ff0-4c88-a43b-a666fc3ab173] Took 8.67 seconds to spawn the instance on the hypervisor. [ 1034.866890] env[70527]: DEBUG nova.compute.manager [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: f983f08d-4ff0-4c88-a43b-a666fc3ab173] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1034.867843] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d68d934-02be-43e7-ac84-a3f7ce366497 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.890020] env[70527]: DEBUG oslo_vmware.api [None req-49741850-ea79-4a46-a5f4-7ede8e62c429 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913547, 'name': CreateSnapshot_Task, 'duration_secs': 1.279767} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.890020] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-49741850-ea79-4a46-a5f4-7ede8e62c429 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 307e07ea-082b-4d3d-8d94-b3408f862c4a] Created Snapshot of the VM instance {{(pid=70527) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1034.890020] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8b9192-e130-4fcf-9594-2dd17bf5902b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.907497] env[70527]: DEBUG oslo_vmware.api [None req-4be282a4-6264-40ea-81ab-6419947190c4 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Task: {'id': task-3913551, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.044571] env[70527]: DEBUG oslo_vmware.api [None req-1097e230-b32c-43d0-8ef4-a30388553d40 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': task-3913549, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.709388} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.044958] env[70527]: INFO nova.virt.vmwareapi.ds_util [None req-1097e230-b32c-43d0-8ef4-a30388553d40 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 7b97e115-1aeb-4097-8f83-b4a8f0ce0727/ceb476e5-c20f-4967-be78-b77393a04dc2-rescue.vmdk. [ 1035.045707] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd8addbd-f232-4126-85ac-3097004aea03 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.077045] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-1097e230-b32c-43d0-8ef4-a30388553d40 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: 7b97e115-1aeb-4097-8f83-b4a8f0ce0727] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 7b97e115-1aeb-4097-8f83-b4a8f0ce0727/ceb476e5-c20f-4967-be78-b77393a04dc2-rescue.vmdk or device None with type thin {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1035.077934] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bcf89038-618c-40ea-9075-57c377ca7b49 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.104492] env[70527]: DEBUG oslo_vmware.api [None req-1097e230-b32c-43d0-8ef4-a30388553d40 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Waiting for the task: (returnval){ [ 1035.104492] env[70527]: value = "task-3913552" [ 1035.104492] env[70527]: _type = "Task" [ 1035.104492] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.104492] env[70527]: DEBUG oslo_concurrency.lockutils [None req-15d80b87-a100-45bd-a0db-6082e78e5a5d tempest-MigrationsAdminTest-360924409 tempest-MigrationsAdminTest-360924409-project-member] Lock "ea9f773a-4f52-4819-9f4e-628db9b920f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.477s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.123940] env[70527]: DEBUG oslo_vmware.api [None req-1097e230-b32c-43d0-8ef4-a30388553d40 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': task-3913552, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.401401] env[70527]: INFO nova.compute.manager [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: f983f08d-4ff0-4c88-a43b-a666fc3ab173] Took 36.22 seconds to build instance. [ 1035.407574] env[70527]: DEBUG oslo_vmware.api [None req-4be282a4-6264-40ea-81ab-6419947190c4 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Task: {'id': task-3913551, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.846471} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.408062] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-4be282a4-6264-40ea-81ab-6419947190c4 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1035.408351] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4be282a4-6264-40ea-81ab-6419947190c4 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] [instance: 766b244b-7544-4f88-8ae4-dbfa6aaf8e95] Deleted contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1035.408542] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4be282a4-6264-40ea-81ab-6419947190c4 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] [instance: 766b244b-7544-4f88-8ae4-dbfa6aaf8e95] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1035.408755] env[70527]: INFO nova.compute.manager [None req-4be282a4-6264-40ea-81ab-6419947190c4 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] [instance: 766b244b-7544-4f88-8ae4-dbfa6aaf8e95] Took 2.26 seconds to destroy the instance on the hypervisor. [ 1035.408962] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4be282a4-6264-40ea-81ab-6419947190c4 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1035.409207] env[70527]: DEBUG nova.compute.manager [-] [instance: 766b244b-7544-4f88-8ae4-dbfa6aaf8e95] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1035.409306] env[70527]: DEBUG nova.network.neutron [-] [instance: 766b244b-7544-4f88-8ae4-dbfa6aaf8e95] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1035.421692] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-49741850-ea79-4a46-a5f4-7ede8e62c429 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 307e07ea-082b-4d3d-8d94-b3408f862c4a] Creating linked-clone VM from snapshot {{(pid=70527) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1035.422678] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d2cd29ae-da00-445a-9bbb-efe84ed05aff {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.432668] env[70527]: DEBUG oslo_vmware.api [None req-49741850-ea79-4a46-a5f4-7ede8e62c429 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Waiting for the task: (returnval){ [ 1035.432668] env[70527]: value = "task-3913553" [ 1035.432668] env[70527]: _type = "Task" [ 1035.432668] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.443714] env[70527]: DEBUG oslo_vmware.api [None req-49741850-ea79-4a46-a5f4-7ede8e62c429 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913553, 'name': CloneVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.624491] env[70527]: DEBUG oslo_vmware.api [None req-1097e230-b32c-43d0-8ef4-a30388553d40 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': task-3913552, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.906182] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3195fbbc-7606-46c3-b8dd-b4d154d18c24 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Lock "f983f08d-4ff0-4c88-a43b-a666fc3ab173" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.726s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.952892] env[70527]: DEBUG oslo_vmware.api [None req-49741850-ea79-4a46-a5f4-7ede8e62c429 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913553, 'name': CloneVM_Task} progress is 94%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.002686] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b454e83-99d1-434d-9f15-4357c31e1ff6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.013496] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ddcd68-642a-49dc-ad9b-ca86a703ab2a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.058547] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a30d719-9bf8-4514-9f5c-d8dd961c097d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.067681] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc59dfe-e628-45ed-97b3-9878f35a2021 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.085350] env[70527]: DEBUG nova.compute.provider_tree [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.122617] env[70527]: DEBUG oslo_vmware.api [None req-1097e230-b32c-43d0-8ef4-a30388553d40 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': task-3913552, 'name': ReconfigVM_Task, 'duration_secs': 0.956975} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.122980] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-1097e230-b32c-43d0-8ef4-a30388553d40 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: 7b97e115-1aeb-4097-8f83-b4a8f0ce0727] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 7b97e115-1aeb-4097-8f83-b4a8f0ce0727/ceb476e5-c20f-4967-be78-b77393a04dc2-rescue.vmdk or device None with type thin {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1036.124890] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff5ed73-1cee-40ac-9180-372464e756d3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.158041] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-073a92b8-32c8-4f6c-ab9f-ce4b715c00aa {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.178679] env[70527]: DEBUG oslo_vmware.api [None req-1097e230-b32c-43d0-8ef4-a30388553d40 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Waiting for the task: (returnval){ [ 1036.178679] env[70527]: value = "task-3913554" [ 1036.178679] env[70527]: _type = "Task" [ 1036.178679] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.190965] env[70527]: DEBUG oslo_vmware.api [None req-1097e230-b32c-43d0-8ef4-a30388553d40 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': task-3913554, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.452391] env[70527]: DEBUG oslo_vmware.api [None req-49741850-ea79-4a46-a5f4-7ede8e62c429 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913553, 'name': CloneVM_Task} progress is 94%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.465659] env[70527]: DEBUG nova.compute.manager [req-f272bf67-7836-47a9-9b42-74abbbc5d735 req-5eda20ea-75f9-4c41-ad44-be5a3eb835c0 service nova] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Received event network-changed-e13eaf87-126b-412f-a3fb-97bf53244088 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.465659] env[70527]: DEBUG nova.compute.manager [req-f272bf67-7836-47a9-9b42-74abbbc5d735 req-5eda20ea-75f9-4c41-ad44-be5a3eb835c0 service nova] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Refreshing instance network info cache due to event network-changed-e13eaf87-126b-412f-a3fb-97bf53244088. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1036.465659] env[70527]: DEBUG oslo_concurrency.lockutils [req-f272bf67-7836-47a9-9b42-74abbbc5d735 req-5eda20ea-75f9-4c41-ad44-be5a3eb835c0 service nova] Acquiring lock "refresh_cache-cc93a02e-989c-4238-aed7-ab4843e2add4" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.465659] env[70527]: DEBUG oslo_concurrency.lockutils [req-f272bf67-7836-47a9-9b42-74abbbc5d735 req-5eda20ea-75f9-4c41-ad44-be5a3eb835c0 service nova] Acquired lock "refresh_cache-cc93a02e-989c-4238-aed7-ab4843e2add4" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.465659] env[70527]: DEBUG nova.network.neutron [req-f272bf67-7836-47a9-9b42-74abbbc5d735 req-5eda20ea-75f9-4c41-ad44-be5a3eb835c0 service nova] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Refreshing network info cache for port e13eaf87-126b-412f-a3fb-97bf53244088 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1036.592257] env[70527]: DEBUG nova.scheduler.client.report [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.618973] env[70527]: DEBUG nova.compute.manager [req-2d8343b0-100c-4b2b-b9ca-650b6d347d78 req-51a947a9-92dd-41e7-a04b-5a390c946041 service nova] [instance: f983f08d-4ff0-4c88-a43b-a666fc3ab173] Received event network-changed-ad38beef-d3e2-4609-b5a4-99c461391b4e {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.618973] env[70527]: DEBUG nova.compute.manager [req-2d8343b0-100c-4b2b-b9ca-650b6d347d78 req-51a947a9-92dd-41e7-a04b-5a390c946041 service nova] [instance: f983f08d-4ff0-4c88-a43b-a666fc3ab173] Refreshing instance network info cache due to event network-changed-ad38beef-d3e2-4609-b5a4-99c461391b4e. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1036.618973] env[70527]: DEBUG oslo_concurrency.lockutils [req-2d8343b0-100c-4b2b-b9ca-650b6d347d78 req-51a947a9-92dd-41e7-a04b-5a390c946041 service nova] Acquiring lock "refresh_cache-f983f08d-4ff0-4c88-a43b-a666fc3ab173" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.618973] env[70527]: DEBUG oslo_concurrency.lockutils [req-2d8343b0-100c-4b2b-b9ca-650b6d347d78 req-51a947a9-92dd-41e7-a04b-5a390c946041 service nova] Acquired lock "refresh_cache-f983f08d-4ff0-4c88-a43b-a666fc3ab173" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.618973] env[70527]: DEBUG nova.network.neutron [req-2d8343b0-100c-4b2b-b9ca-650b6d347d78 req-51a947a9-92dd-41e7-a04b-5a390c946041 service nova] [instance: f983f08d-4ff0-4c88-a43b-a666fc3ab173] Refreshing network info cache for port ad38beef-d3e2-4609-b5a4-99c461391b4e {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1036.690692] env[70527]: DEBUG oslo_vmware.api [None req-1097e230-b32c-43d0-8ef4-a30388553d40 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': task-3913554, 'name': ReconfigVM_Task, 'duration_secs': 0.192298} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.691061] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-1097e230-b32c-43d0-8ef4-a30388553d40 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: 7b97e115-1aeb-4097-8f83-b4a8f0ce0727] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1036.691365] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc550154-4edc-446d-9478-afea920b32f0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.700866] env[70527]: DEBUG oslo_vmware.api [None req-1097e230-b32c-43d0-8ef4-a30388553d40 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Waiting for the task: (returnval){ [ 1036.700866] env[70527]: value = "task-3913555" [ 1036.700866] env[70527]: _type = "Task" [ 1036.700866] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.718549] env[70527]: DEBUG oslo_vmware.api [None req-1097e230-b32c-43d0-8ef4-a30388553d40 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': task-3913555, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.949597] env[70527]: DEBUG oslo_vmware.api [None req-49741850-ea79-4a46-a5f4-7ede8e62c429 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913553, 'name': CloneVM_Task} progress is 95%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.101113] env[70527]: DEBUG oslo_concurrency.lockutils [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.542s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.101113] env[70527]: DEBUG nova.compute.manager [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 9ec8bf0a-3d17-415c-b991-341394b5ceaf] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1037.102918] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.603s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.104940] env[70527]: INFO nova.compute.claims [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1037.215221] env[70527]: DEBUG oslo_vmware.api [None req-1097e230-b32c-43d0-8ef4-a30388553d40 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': task-3913555, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.348605] env[70527]: DEBUG nova.network.neutron [-] [instance: 766b244b-7544-4f88-8ae4-dbfa6aaf8e95] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.453132] env[70527]: DEBUG oslo_vmware.api [None req-49741850-ea79-4a46-a5f4-7ede8e62c429 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913553, 'name': CloneVM_Task, 'duration_secs': 1.844043} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.453460] env[70527]: INFO nova.virt.vmwareapi.vmops [None req-49741850-ea79-4a46-a5f4-7ede8e62c429 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 307e07ea-082b-4d3d-8d94-b3408f862c4a] Created linked-clone VM from snapshot [ 1037.454283] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e120bb-186e-4254-a3c7-220dd58d9e15 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.464969] env[70527]: DEBUG nova.virt.vmwareapi.images [None req-49741850-ea79-4a46-a5f4-7ede8e62c429 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 307e07ea-082b-4d3d-8d94-b3408f862c4a] Uploading image 9be4c230-70e7-450c-81c0-e0c24da1ad8f {{(pid=70527) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1037.491903] env[70527]: DEBUG oslo_vmware.rw_handles [None req-49741850-ea79-4a46-a5f4-7ede8e62c429 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1037.491903] env[70527]: value = "vm-777145" [ 1037.491903] env[70527]: _type = "VirtualMachine" [ 1037.491903] env[70527]: }. {{(pid=70527) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1037.492409] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3cd1e29a-963d-4b01-86b3-8e065509f364 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.502831] env[70527]: DEBUG oslo_vmware.rw_handles [None req-49741850-ea79-4a46-a5f4-7ede8e62c429 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Lease: (returnval){ [ 1037.502831] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52291308-d28f-4844-1d04-125e5456dffc" [ 1037.502831] env[70527]: _type = "HttpNfcLease" [ 1037.502831] env[70527]: } obtained for exporting VM: (result){ [ 1037.502831] env[70527]: value = "vm-777145" [ 1037.502831] env[70527]: _type = "VirtualMachine" [ 1037.502831] env[70527]: }. {{(pid=70527) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1037.502831] env[70527]: DEBUG oslo_vmware.api [None req-49741850-ea79-4a46-a5f4-7ede8e62c429 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Waiting for the lease: (returnval){ [ 1037.502831] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52291308-d28f-4844-1d04-125e5456dffc" [ 1037.502831] env[70527]: _type = "HttpNfcLease" [ 1037.502831] env[70527]: } to be ready. {{(pid=70527) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1037.509575] env[70527]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1037.509575] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52291308-d28f-4844-1d04-125e5456dffc" [ 1037.509575] env[70527]: _type = "HttpNfcLease" [ 1037.509575] env[70527]: } is initializing. {{(pid=70527) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1037.530455] env[70527]: DEBUG nova.network.neutron [req-2d8343b0-100c-4b2b-b9ca-650b6d347d78 req-51a947a9-92dd-41e7-a04b-5a390c946041 service nova] [instance: f983f08d-4ff0-4c88-a43b-a666fc3ab173] Updated VIF entry in instance network info cache for port ad38beef-d3e2-4609-b5a4-99c461391b4e. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1037.533108] env[70527]: DEBUG nova.network.neutron [req-2d8343b0-100c-4b2b-b9ca-650b6d347d78 req-51a947a9-92dd-41e7-a04b-5a390c946041 service nova] [instance: f983f08d-4ff0-4c88-a43b-a666fc3ab173] Updating instance_info_cache with network_info: [{"id": "ad38beef-d3e2-4609-b5a4-99c461391b4e", "address": "fa:16:3e:7c:66:fc", "network": {"id": "a1a2eabf-2a52-4ee7-850f-7ed6f24624fa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-661551111-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5596d582d4bb48e6b48b97d9ec6d6742", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad38beef-d3", "ovs_interfaceid": "ad38beef-d3e2-4609-b5a4-99c461391b4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.612322] env[70527]: DEBUG nova.compute.utils [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1037.615665] env[70527]: DEBUG nova.compute.manager [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 9ec8bf0a-3d17-415c-b991-341394b5ceaf] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1037.615830] env[70527]: DEBUG nova.network.neutron [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 9ec8bf0a-3d17-415c-b991-341394b5ceaf] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1037.638469] env[70527]: DEBUG nova.network.neutron [req-f272bf67-7836-47a9-9b42-74abbbc5d735 req-5eda20ea-75f9-4c41-ad44-be5a3eb835c0 service nova] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Updated VIF entry in instance network info cache for port e13eaf87-126b-412f-a3fb-97bf53244088. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1037.638469] env[70527]: DEBUG nova.network.neutron [req-f272bf67-7836-47a9-9b42-74abbbc5d735 req-5eda20ea-75f9-4c41-ad44-be5a3eb835c0 service nova] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Updating instance_info_cache with network_info: [{"id": "e13eaf87-126b-412f-a3fb-97bf53244088", "address": "fa:16:3e:66:72:92", "network": {"id": "6b7058bf-638c-4d72-9f51-37a045c3ebde", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1062784441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbf5afba87784fe2b33ca0fa6a95c5b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape13eaf87-12", "ovs_interfaceid": "e13eaf87-126b-412f-a3fb-97bf53244088", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.658747] env[70527]: DEBUG nova.policy [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8804154c6da941b4aedfaa28a7e376d8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2628def9a14f4443853bf45ba496217e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 1037.712215] env[70527]: DEBUG oslo_vmware.api [None req-1097e230-b32c-43d0-8ef4-a30388553d40 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': task-3913555, 'name': PowerOnVM_Task, 'duration_secs': 0.539528} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.712703] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-1097e230-b32c-43d0-8ef4-a30388553d40 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: 7b97e115-1aeb-4097-8f83-b4a8f0ce0727] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1037.715945] env[70527]: DEBUG nova.compute.manager [None req-1097e230-b32c-43d0-8ef4-a30388553d40 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: 7b97e115-1aeb-4097-8f83-b4a8f0ce0727] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1037.716973] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f0ca32-2b2e-4e3c-81be-98bbf606a158 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.854195] env[70527]: INFO nova.compute.manager [-] [instance: 766b244b-7544-4f88-8ae4-dbfa6aaf8e95] Took 2.44 seconds to deallocate network for instance. [ 1038.010975] env[70527]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1038.010975] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52291308-d28f-4844-1d04-125e5456dffc" [ 1038.010975] env[70527]: _type = "HttpNfcLease" [ 1038.010975] env[70527]: } is ready. {{(pid=70527) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1038.011304] env[70527]: DEBUG oslo_vmware.rw_handles [None req-49741850-ea79-4a46-a5f4-7ede8e62c429 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1038.011304] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52291308-d28f-4844-1d04-125e5456dffc" [ 1038.011304] env[70527]: _type = "HttpNfcLease" [ 1038.011304] env[70527]: }. {{(pid=70527) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1038.012090] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ffd0ff5-6b5a-4db3-bc1e-082d9b1ff494 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.020727] env[70527]: DEBUG oslo_vmware.rw_handles [None req-49741850-ea79-4a46-a5f4-7ede8e62c429 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5283ab4c-676a-e3c9-76ec-b000ebd2591d/disk-0.vmdk from lease info. {{(pid=70527) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1038.021014] env[70527]: DEBUG oslo_vmware.rw_handles [None req-49741850-ea79-4a46-a5f4-7ede8e62c429 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5283ab4c-676a-e3c9-76ec-b000ebd2591d/disk-0.vmdk for reading. {{(pid=70527) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1038.087452] env[70527]: DEBUG oslo_concurrency.lockutils [req-2d8343b0-100c-4b2b-b9ca-650b6d347d78 req-51a947a9-92dd-41e7-a04b-5a390c946041 service nova] Releasing lock "refresh_cache-f983f08d-4ff0-4c88-a43b-a666fc3ab173" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.116476] env[70527]: DEBUG nova.compute.manager [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 9ec8bf0a-3d17-415c-b991-341394b5ceaf] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1038.144390] env[70527]: DEBUG oslo_concurrency.lockutils [req-f272bf67-7836-47a9-9b42-74abbbc5d735 req-5eda20ea-75f9-4c41-ad44-be5a3eb835c0 service nova] Releasing lock "refresh_cache-cc93a02e-989c-4238-aed7-ab4843e2add4" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.160949] env[70527]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a514fa91-1dd1-460d-b6ee-7d0f978e7196 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.221781] env[70527]: DEBUG nova.network.neutron [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 9ec8bf0a-3d17-415c-b991-341394b5ceaf] Successfully created port: 05c14fd5-4ea0-495e-9dc4-9c9caf692bb3 {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1038.365908] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4be282a4-6264-40ea-81ab-6419947190c4 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.465198] env[70527]: DEBUG oslo_concurrency.lockutils [None req-75ad3db1-058d-4839-9de7-3c4c8540168c tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Acquiring lock "1c78db64-b3f5-4771-b6a8-d148ad4abcf8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.465546] env[70527]: DEBUG oslo_concurrency.lockutils [None req-75ad3db1-058d-4839-9de7-3c4c8540168c tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Lock "1c78db64-b3f5-4771-b6a8-d148ad4abcf8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.614761] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a373aa-d750-4390-9189-82dd1bea8e8b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.632109] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5825fce2-4973-47aa-91e3-ece3492f7277 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.672065] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad6ac1f-f907-48fe-9da9-fa81b5805d61 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.685990] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b88e7c1-d881-4bb3-a054-51289c835c10 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.706429] env[70527]: DEBUG nova.compute.provider_tree [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1038.769732] env[70527]: DEBUG nova.compute.manager [req-d178abac-41d9-49b6-98a8-d41fd8f263b5 req-fab3d831-6b70-40c8-b37d-57b5d13ebbd8 service nova] [instance: 766b244b-7544-4f88-8ae4-dbfa6aaf8e95] Received event network-vif-deleted-0357b508-27d6-4922-abcc-e652c38b86f1 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1038.770034] env[70527]: DEBUG nova.compute.manager [req-d178abac-41d9-49b6-98a8-d41fd8f263b5 req-fab3d831-6b70-40c8-b37d-57b5d13ebbd8 service nova] [instance: 766b244b-7544-4f88-8ae4-dbfa6aaf8e95] Received event network-vif-deleted-f5c2d625-eeb6-4364-8171-448713a2960f {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1038.772332] env[70527]: DEBUG nova.compute.manager [req-d178abac-41d9-49b6-98a8-d41fd8f263b5 req-fab3d831-6b70-40c8-b37d-57b5d13ebbd8 service nova] [instance: 766b244b-7544-4f88-8ae4-dbfa6aaf8e95] Received event network-vif-deleted-ff5fafc4-9731-4dab-945d-4209acfcb80b {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1038.971024] env[70527]: DEBUG nova.compute.manager [None req-75ad3db1-058d-4839-9de7-3c4c8540168c tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] [instance: 1c78db64-b3f5-4771-b6a8-d148ad4abcf8] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1039.135814] env[70527]: DEBUG nova.compute.manager [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 9ec8bf0a-3d17-415c-b991-341394b5ceaf] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1039.188362] env[70527]: DEBUG nova.virt.hardware [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1039.190165] env[70527]: DEBUG nova.virt.hardware [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1039.190165] env[70527]: DEBUG nova.virt.hardware [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1039.190476] env[70527]: DEBUG nova.virt.hardware [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1039.190755] env[70527]: DEBUG nova.virt.hardware [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1039.190755] env[70527]: DEBUG nova.virt.hardware [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1039.191305] env[70527]: DEBUG nova.virt.hardware [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1039.191305] env[70527]: DEBUG nova.virt.hardware [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1039.191716] env[70527]: DEBUG nova.virt.hardware [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1039.191716] env[70527]: DEBUG nova.virt.hardware [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1039.192035] env[70527]: DEBUG nova.virt.hardware [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1039.192974] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9ad153-e3ff-49be-952f-12d20ee9efa7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.207488] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec72c1b7-1fc1-4764-8359-a838ff2d0519 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.215038] env[70527]: DEBUG nova.scheduler.client.report [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.499740] env[70527]: DEBUG oslo_concurrency.lockutils [None req-75ad3db1-058d-4839-9de7-3c4c8540168c tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.721505] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.619s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.723135] env[70527]: DEBUG nova.compute.manager [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1039.726365] env[70527]: DEBUG oslo_concurrency.lockutils [None req-22f5d0b9-8ae7-4bef-9bd9-f0034038cdc8 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.436s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.726659] env[70527]: DEBUG nova.objects.instance [None req-22f5d0b9-8ae7-4bef-9bd9-f0034038cdc8 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Lazy-loading 'resources' on Instance uuid 8023716a-02ca-479e-ae56-9af98b173fd1 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.940773] env[70527]: DEBUG oslo_concurrency.lockutils [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Acquiring lock "fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.941041] env[70527]: DEBUG oslo_concurrency.lockutils [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Lock "fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.230923] env[70527]: DEBUG nova.compute.utils [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1040.232770] env[70527]: DEBUG nova.compute.manager [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1040.232997] env[70527]: DEBUG nova.network.neutron [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1040.306260] env[70527]: DEBUG nova.policy [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0c999fee6e294b37b8f37be2bb816acc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '100ff00e5f9748369513d8fa45262041', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 1040.445829] env[70527]: DEBUG nova.compute.manager [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1040.525097] env[70527]: DEBUG nova.compute.manager [req-3891bc30-65fb-4b1f-a854-3a5ad3eb5a52 req-97e69397-0655-414d-bdb0-ea93b00f2aa8 service nova] [instance: 9ec8bf0a-3d17-415c-b991-341394b5ceaf] Received event network-vif-plugged-05c14fd5-4ea0-495e-9dc4-9c9caf692bb3 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1040.525326] env[70527]: DEBUG oslo_concurrency.lockutils [req-3891bc30-65fb-4b1f-a854-3a5ad3eb5a52 req-97e69397-0655-414d-bdb0-ea93b00f2aa8 service nova] Acquiring lock "9ec8bf0a-3d17-415c-b991-341394b5ceaf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.525537] env[70527]: DEBUG oslo_concurrency.lockutils [req-3891bc30-65fb-4b1f-a854-3a5ad3eb5a52 req-97e69397-0655-414d-bdb0-ea93b00f2aa8 service nova] Lock "9ec8bf0a-3d17-415c-b991-341394b5ceaf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.525703] env[70527]: DEBUG oslo_concurrency.lockutils [req-3891bc30-65fb-4b1f-a854-3a5ad3eb5a52 req-97e69397-0655-414d-bdb0-ea93b00f2aa8 service nova] Lock "9ec8bf0a-3d17-415c-b991-341394b5ceaf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.525866] env[70527]: DEBUG nova.compute.manager [req-3891bc30-65fb-4b1f-a854-3a5ad3eb5a52 req-97e69397-0655-414d-bdb0-ea93b00f2aa8 service nova] [instance: 9ec8bf0a-3d17-415c-b991-341394b5ceaf] No waiting events found dispatching network-vif-plugged-05c14fd5-4ea0-495e-9dc4-9c9caf692bb3 {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1040.527257] env[70527]: WARNING nova.compute.manager [req-3891bc30-65fb-4b1f-a854-3a5ad3eb5a52 req-97e69397-0655-414d-bdb0-ea93b00f2aa8 service nova] [instance: 9ec8bf0a-3d17-415c-b991-341394b5ceaf] Received unexpected event network-vif-plugged-05c14fd5-4ea0-495e-9dc4-9c9caf692bb3 for instance with vm_state building and task_state spawning. [ 1040.685921] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06dda58-d87c-449e-9cb7-6079fab9117f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.695080] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c303e0-4f5c-4386-a879-f3a25170499c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.728374] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f1abcfb-6df6-43de-a2eb-9e380b0bcb19 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.737172] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74bf2fa8-7312-4740-b533-4c18f86bc3c1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.742437] env[70527]: DEBUG nova.compute.manager [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1040.757903] env[70527]: DEBUG nova.compute.provider_tree [None req-22f5d0b9-8ae7-4bef-9bd9-f0034038cdc8 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1040.764536] env[70527]: DEBUG nova.network.neutron [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 9ec8bf0a-3d17-415c-b991-341394b5ceaf] Successfully updated port: 05c14fd5-4ea0-495e-9dc4-9c9caf692bb3 {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1040.785220] env[70527]: DEBUG nova.network.neutron [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Successfully created port: ce1e80bb-9f7d-401e-9cbb-b9b06955e78e {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1040.971791] env[70527]: DEBUG oslo_concurrency.lockutils [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.262031] env[70527]: DEBUG nova.scheduler.client.report [None req-22f5d0b9-8ae7-4bef-9bd9-f0034038cdc8 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1041.268083] env[70527]: DEBUG oslo_concurrency.lockutils [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Acquiring lock "refresh_cache-9ec8bf0a-3d17-415c-b991-341394b5ceaf" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.268083] env[70527]: DEBUG oslo_concurrency.lockutils [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Acquired lock "refresh_cache-9ec8bf0a-3d17-415c-b991-341394b5ceaf" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.268083] env[70527]: DEBUG nova.network.neutron [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 9ec8bf0a-3d17-415c-b991-341394b5ceaf] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1041.753965] env[70527]: DEBUG nova.compute.manager [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1041.770310] env[70527]: DEBUG oslo_concurrency.lockutils [None req-22f5d0b9-8ae7-4bef-9bd9-f0034038cdc8 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.044s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.775180] env[70527]: DEBUG oslo_concurrency.lockutils [None req-73e66923-9fe7-41ab-9f30-db5dcd7716e1 tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.812s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.776809] env[70527]: DEBUG nova.objects.instance [None req-73e66923-9fe7-41ab-9f30-db5dcd7716e1 tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Lazy-loading 'resources' on Instance uuid 2342d23d-0784-4e0b-9901-033abc8e33d1 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1041.799407] env[70527]: DEBUG nova.virt.hardware [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1041.799407] env[70527]: DEBUG nova.virt.hardware [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1041.799407] env[70527]: DEBUG nova.virt.hardware [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1041.799407] env[70527]: DEBUG nova.virt.hardware [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1041.799407] env[70527]: DEBUG nova.virt.hardware [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1041.799407] env[70527]: DEBUG nova.virt.hardware [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1041.799756] env[70527]: DEBUG nova.virt.hardware [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1041.802101] env[70527]: DEBUG nova.virt.hardware [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1041.802101] env[70527]: DEBUG nova.virt.hardware [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1041.802101] env[70527]: DEBUG nova.virt.hardware [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1041.802101] env[70527]: DEBUG nova.virt.hardware [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1041.802101] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4c9ebd-acb6-4c3a-81b3-3bf237f0d3d1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.806758] env[70527]: INFO nova.scheduler.client.report [None req-22f5d0b9-8ae7-4bef-9bd9-f0034038cdc8 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Deleted allocations for instance 8023716a-02ca-479e-ae56-9af98b173fd1 [ 1041.822680] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b7c61a-d0fa-40dc-9986-49ab2226e561 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.831955] env[70527]: DEBUG nova.network.neutron [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 9ec8bf0a-3d17-415c-b991-341394b5ceaf] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1042.017655] env[70527]: DEBUG nova.network.neutron [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 9ec8bf0a-3d17-415c-b991-341394b5ceaf] Updating instance_info_cache with network_info: [{"id": "05c14fd5-4ea0-495e-9dc4-9c9caf692bb3", "address": "fa:16:3e:14:86:57", "network": {"id": "c66b99a8-c700-4d64-a8a5-7d96b6f8dd7c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1550176420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2628def9a14f4443853bf45ba496217e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05c14fd5-4e", "ovs_interfaceid": "05c14fd5-4ea0-495e-9dc4-9c9caf692bb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.056894] env[70527]: DEBUG oslo_concurrency.lockutils [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] Acquiring lock "bc2a25d4-5d66-4157-b3aa-9ee94b25b8bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.056894] env[70527]: DEBUG oslo_concurrency.lockutils [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] Lock "bc2a25d4-5d66-4157-b3aa-9ee94b25b8bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.319084] env[70527]: DEBUG oslo_concurrency.lockutils [None req-22f5d0b9-8ae7-4bef-9bd9-f0034038cdc8 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Lock "8023716a-02ca-479e-ae56-9af98b173fd1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.970s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.320335] env[70527]: DEBUG oslo_concurrency.lockutils [req-60eedd89-eb08-49d2-8e64-a8adeb5094d3 req-8082f7c0-6880-4c0b-b3c5-b0ea7fcbe407 service nova] Acquired lock "8023716a-02ca-479e-ae56-9af98b173fd1" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.321603] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3174a8a-610e-4024-8b6b-292645f0d7e6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.336486] env[70527]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1042.336486] env[70527]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=70527) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1042.336486] env[70527]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-df74a6ed-2dde-44f7-92d3-cba335c1969b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.355544] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-896da1b7-75a1-44d6-a4e0-d300048411b8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.399909] env[70527]: ERROR root [req-60eedd89-eb08-49d2-8e64-a8adeb5094d3 req-8082f7c0-6880-4c0b-b3c5-b0ea7fcbe407 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-777103' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-777103' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-777103' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-777103'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-777103' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-777103' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-777103'}\n"]: nova.exception.InstanceNotFound: Instance 8023716a-02ca-479e-ae56-9af98b173fd1 could not be found. [ 1042.400160] env[70527]: DEBUG oslo_concurrency.lockutils [req-60eedd89-eb08-49d2-8e64-a8adeb5094d3 req-8082f7c0-6880-4c0b-b3c5-b0ea7fcbe407 service nova] Releasing lock "8023716a-02ca-479e-ae56-9af98b173fd1" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.403614] env[70527]: DEBUG nova.compute.manager [req-60eedd89-eb08-49d2-8e64-a8adeb5094d3 req-8082f7c0-6880-4c0b-b3c5-b0ea7fcbe407 service nova] [instance: 8023716a-02ca-479e-ae56-9af98b173fd1] Detach interface failed, port_id=0c13727e-ec12-4529-a432-72929f806507, reason: Instance 8023716a-02ca-479e-ae56-9af98b173fd1 could not be found. {{(pid=70527) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1042.403614] env[70527]: DEBUG nova.compute.manager [req-60eedd89-eb08-49d2-8e64-a8adeb5094d3 req-8082f7c0-6880-4c0b-b3c5-b0ea7fcbe407 service nova] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Received event network-vif-plugged-21efc286-0a0e-4447-a667-9c5bf1fe5417 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.403614] env[70527]: DEBUG oslo_concurrency.lockutils [req-60eedd89-eb08-49d2-8e64-a8adeb5094d3 req-8082f7c0-6880-4c0b-b3c5-b0ea7fcbe407 service nova] Acquiring lock "f9a77c4a-662f-484b-9d72-358d9298974b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.403614] env[70527]: DEBUG oslo_concurrency.lockutils [req-60eedd89-eb08-49d2-8e64-a8adeb5094d3 req-8082f7c0-6880-4c0b-b3c5-b0ea7fcbe407 service nova] Lock "f9a77c4a-662f-484b-9d72-358d9298974b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.403614] env[70527]: DEBUG oslo_concurrency.lockutils [req-60eedd89-eb08-49d2-8e64-a8adeb5094d3 req-8082f7c0-6880-4c0b-b3c5-b0ea7fcbe407 service nova] Lock "f9a77c4a-662f-484b-9d72-358d9298974b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.403614] env[70527]: DEBUG nova.compute.manager [req-60eedd89-eb08-49d2-8e64-a8adeb5094d3 req-8082f7c0-6880-4c0b-b3c5-b0ea7fcbe407 service nova] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] No waiting events found dispatching network-vif-plugged-21efc286-0a0e-4447-a667-9c5bf1fe5417 {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1042.403614] env[70527]: WARNING nova.compute.manager [req-60eedd89-eb08-49d2-8e64-a8adeb5094d3 req-8082f7c0-6880-4c0b-b3c5-b0ea7fcbe407 service nova] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Received unexpected event network-vif-plugged-21efc286-0a0e-4447-a667-9c5bf1fe5417 for instance with vm_state shelved_offloaded and task_state spawning. [ 1042.403614] env[70527]: DEBUG nova.compute.manager [req-60eedd89-eb08-49d2-8e64-a8adeb5094d3 req-8082f7c0-6880-4c0b-b3c5-b0ea7fcbe407 service nova] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Received event network-changed-21efc286-0a0e-4447-a667-9c5bf1fe5417 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.403614] env[70527]: DEBUG nova.compute.manager [req-60eedd89-eb08-49d2-8e64-a8adeb5094d3 req-8082f7c0-6880-4c0b-b3c5-b0ea7fcbe407 service nova] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Refreshing instance network info cache due to event network-changed-21efc286-0a0e-4447-a667-9c5bf1fe5417. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1042.403614] env[70527]: DEBUG oslo_concurrency.lockutils [req-60eedd89-eb08-49d2-8e64-a8adeb5094d3 req-8082f7c0-6880-4c0b-b3c5-b0ea7fcbe407 service nova] Acquiring lock "refresh_cache-f9a77c4a-662f-484b-9d72-358d9298974b" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.403614] env[70527]: DEBUG oslo_concurrency.lockutils [req-60eedd89-eb08-49d2-8e64-a8adeb5094d3 req-8082f7c0-6880-4c0b-b3c5-b0ea7fcbe407 service nova] Acquired lock "refresh_cache-f9a77c4a-662f-484b-9d72-358d9298974b" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.403614] env[70527]: DEBUG nova.network.neutron [req-60eedd89-eb08-49d2-8e64-a8adeb5094d3 req-8082f7c0-6880-4c0b-b3c5-b0ea7fcbe407 service nova] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Refreshing network info cache for port 21efc286-0a0e-4447-a667-9c5bf1fe5417 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1042.410714] env[70527]: DEBUG nova.compute.manager [req-564d8a8d-77b7-4e82-8183-06352f66405e req-13762eba-42e5-4f76-a6d1-277a0d88172d service nova] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Received event network-vif-plugged-ce1e80bb-9f7d-401e-9cbb-b9b06955e78e {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.411885] env[70527]: DEBUG oslo_concurrency.lockutils [req-564d8a8d-77b7-4e82-8183-06352f66405e req-13762eba-42e5-4f76-a6d1-277a0d88172d service nova] Acquiring lock "1d5c9891-0194-4e61-85df-28177a43569f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.411885] env[70527]: DEBUG oslo_concurrency.lockutils [req-564d8a8d-77b7-4e82-8183-06352f66405e req-13762eba-42e5-4f76-a6d1-277a0d88172d service nova] Lock "1d5c9891-0194-4e61-85df-28177a43569f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.411885] env[70527]: DEBUG oslo_concurrency.lockutils [req-564d8a8d-77b7-4e82-8183-06352f66405e req-13762eba-42e5-4f76-a6d1-277a0d88172d service nova] Lock "1d5c9891-0194-4e61-85df-28177a43569f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.411885] env[70527]: DEBUG nova.compute.manager [req-564d8a8d-77b7-4e82-8183-06352f66405e req-13762eba-42e5-4f76-a6d1-277a0d88172d service nova] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] No waiting events found dispatching network-vif-plugged-ce1e80bb-9f7d-401e-9cbb-b9b06955e78e {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1042.411885] env[70527]: WARNING nova.compute.manager [req-564d8a8d-77b7-4e82-8183-06352f66405e req-13762eba-42e5-4f76-a6d1-277a0d88172d service nova] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Received unexpected event network-vif-plugged-ce1e80bb-9f7d-401e-9cbb-b9b06955e78e for instance with vm_state building and task_state spawning. [ 1042.520877] env[70527]: DEBUG oslo_concurrency.lockutils [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Releasing lock "refresh_cache-9ec8bf0a-3d17-415c-b991-341394b5ceaf" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.521488] env[70527]: DEBUG nova.compute.manager [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 9ec8bf0a-3d17-415c-b991-341394b5ceaf] Instance network_info: |[{"id": "05c14fd5-4ea0-495e-9dc4-9c9caf692bb3", "address": "fa:16:3e:14:86:57", "network": {"id": "c66b99a8-c700-4d64-a8a5-7d96b6f8dd7c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1550176420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2628def9a14f4443853bf45ba496217e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05c14fd5-4e", "ovs_interfaceid": "05c14fd5-4ea0-495e-9dc4-9c9caf692bb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1042.523388] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 9ec8bf0a-3d17-415c-b991-341394b5ceaf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:86:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b5c60ce-845e-4506-bc10-348461fece6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05c14fd5-4ea0-495e-9dc4-9c9caf692bb3', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1042.539658] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Creating folder: Project (2628def9a14f4443853bf45ba496217e). Parent ref: group-v776920. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1042.541097] env[70527]: DEBUG nova.network.neutron [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Successfully updated port: ce1e80bb-9f7d-401e-9cbb-b9b06955e78e {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1042.542182] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2c2f993d-467f-4986-8084-103c7d246798 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.561319] env[70527]: DEBUG nova.compute.manager [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] [instance: bc2a25d4-5d66-4157-b3aa-9ee94b25b8bb] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1042.566381] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Created folder: Project (2628def9a14f4443853bf45ba496217e) in parent group-v776920. [ 1042.566604] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Creating folder: Instances. Parent ref: group-v777149. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1042.568560] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb96fd95-abaa-47cd-b674-1b0d437e1fb1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.571705] env[70527]: DEBUG nova.compute.manager [req-338b28ae-3e9c-4e0f-a671-35f9f3365b85 req-0f52e3e8-e12c-4123-9814-e8424c1b5077 service nova] [instance: 9ec8bf0a-3d17-415c-b991-341394b5ceaf] Received event network-changed-05c14fd5-4ea0-495e-9dc4-9c9caf692bb3 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.571916] env[70527]: DEBUG nova.compute.manager [req-338b28ae-3e9c-4e0f-a671-35f9f3365b85 req-0f52e3e8-e12c-4123-9814-e8424c1b5077 service nova] [instance: 9ec8bf0a-3d17-415c-b991-341394b5ceaf] Refreshing instance network info cache due to event network-changed-05c14fd5-4ea0-495e-9dc4-9c9caf692bb3. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1042.576378] env[70527]: DEBUG oslo_concurrency.lockutils [req-338b28ae-3e9c-4e0f-a671-35f9f3365b85 req-0f52e3e8-e12c-4123-9814-e8424c1b5077 service nova] Acquiring lock "refresh_cache-9ec8bf0a-3d17-415c-b991-341394b5ceaf" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.576525] env[70527]: DEBUG oslo_concurrency.lockutils [req-338b28ae-3e9c-4e0f-a671-35f9f3365b85 req-0f52e3e8-e12c-4123-9814-e8424c1b5077 service nova] Acquired lock "refresh_cache-9ec8bf0a-3d17-415c-b991-341394b5ceaf" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.576657] env[70527]: DEBUG nova.network.neutron [req-338b28ae-3e9c-4e0f-a671-35f9f3365b85 req-0f52e3e8-e12c-4123-9814-e8424c1b5077 service nova] [instance: 9ec8bf0a-3d17-415c-b991-341394b5ceaf] Refreshing network info cache for port 05c14fd5-4ea0-495e-9dc4-9c9caf692bb3 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1042.590070] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Created folder: Instances in parent group-v777149. [ 1042.591636] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1042.591636] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ec8bf0a-3d17-415c-b991-341394b5ceaf] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1042.591636] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a62dbc6-78f6-498f-84ef-9280ff9ef61f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.615720] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1042.615720] env[70527]: value = "task-3913563" [ 1042.615720] env[70527]: _type = "Task" [ 1042.615720] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.627694] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9c5d008e-ed4c-4d8a-846c-cafdf7874b02 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Acquiring lock "f9a77c4a-662f-484b-9d72-358d9298974b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.628070] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9c5d008e-ed4c-4d8a-846c-cafdf7874b02 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Lock "f9a77c4a-662f-484b-9d72-358d9298974b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.628330] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9c5d008e-ed4c-4d8a-846c-cafdf7874b02 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Acquiring lock "f9a77c4a-662f-484b-9d72-358d9298974b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.628509] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9c5d008e-ed4c-4d8a-846c-cafdf7874b02 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Lock "f9a77c4a-662f-484b-9d72-358d9298974b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.628777] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9c5d008e-ed4c-4d8a-846c-cafdf7874b02 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Lock "f9a77c4a-662f-484b-9d72-358d9298974b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.631561] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913563, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.632114] env[70527]: INFO nova.compute.manager [None req-9c5d008e-ed4c-4d8a-846c-cafdf7874b02 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Terminating instance [ 1042.773360] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c97ec5-0cad-469a-b242-71c81558aa0b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.782216] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8aa358c-1d65-40fa-b24e-cafebda430c2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.825504] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9abe18-4771-4e68-a5ad-adf48398ea86 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.835597] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a4ef37-0ea1-4d4a-b007-ff5bd5f9dd67 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.860479] env[70527]: DEBUG nova.compute.provider_tree [None req-73e66923-9fe7-41ab-9f30-db5dcd7716e1 tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.049124] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Acquiring lock "refresh_cache-1d5c9891-0194-4e61-85df-28177a43569f" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.049124] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Acquired lock "refresh_cache-1d5c9891-0194-4e61-85df-28177a43569f" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.049124] env[70527]: DEBUG nova.network.neutron [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1043.092583] env[70527]: DEBUG oslo_concurrency.lockutils [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.130491] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913563, 'name': CreateVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.140371] env[70527]: DEBUG nova.compute.manager [None req-9c5d008e-ed4c-4d8a-846c-cafdf7874b02 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1043.140733] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-9c5d008e-ed4c-4d8a-846c-cafdf7874b02 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1043.143359] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e5d781-f097-4836-9241-8efd313cea97 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.154403] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c5d008e-ed4c-4d8a-846c-cafdf7874b02 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1043.154403] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64c09ac3-27f6-4d85-9749-c50e8b4bb413 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.162076] env[70527]: DEBUG oslo_vmware.api [None req-9c5d008e-ed4c-4d8a-846c-cafdf7874b02 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Waiting for the task: (returnval){ [ 1043.162076] env[70527]: value = "task-3913564" [ 1043.162076] env[70527]: _type = "Task" [ 1043.162076] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.173818] env[70527]: DEBUG oslo_vmware.api [None req-9c5d008e-ed4c-4d8a-846c-cafdf7874b02 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': task-3913564, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.364314] env[70527]: DEBUG nova.scheduler.client.report [None req-73e66923-9fe7-41ab-9f30-db5dcd7716e1 tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.476203] env[70527]: DEBUG nova.network.neutron [req-338b28ae-3e9c-4e0f-a671-35f9f3365b85 req-0f52e3e8-e12c-4123-9814-e8424c1b5077 service nova] [instance: 9ec8bf0a-3d17-415c-b991-341394b5ceaf] Updated VIF entry in instance network info cache for port 05c14fd5-4ea0-495e-9dc4-9c9caf692bb3. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1043.476203] env[70527]: DEBUG nova.network.neutron [req-338b28ae-3e9c-4e0f-a671-35f9f3365b85 req-0f52e3e8-e12c-4123-9814-e8424c1b5077 service nova] [instance: 9ec8bf0a-3d17-415c-b991-341394b5ceaf] Updating instance_info_cache with network_info: [{"id": "05c14fd5-4ea0-495e-9dc4-9c9caf692bb3", "address": "fa:16:3e:14:86:57", "network": {"id": "c66b99a8-c700-4d64-a8a5-7d96b6f8dd7c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1550176420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2628def9a14f4443853bf45ba496217e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05c14fd5-4e", "ovs_interfaceid": "05c14fd5-4ea0-495e-9dc4-9c9caf692bb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.495135] env[70527]: DEBUG nova.network.neutron [req-60eedd89-eb08-49d2-8e64-a8adeb5094d3 req-8082f7c0-6880-4c0b-b3c5-b0ea7fcbe407 service nova] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Updated VIF entry in instance network info cache for port 21efc286-0a0e-4447-a667-9c5bf1fe5417. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1043.495844] env[70527]: DEBUG nova.network.neutron [req-60eedd89-eb08-49d2-8e64-a8adeb5094d3 req-8082f7c0-6880-4c0b-b3c5-b0ea7fcbe407 service nova] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Updating instance_info_cache with network_info: [{"id": "21efc286-0a0e-4447-a667-9c5bf1fe5417", "address": "fa:16:3e:71:6f:93", "network": {"id": "7d0d8110-19a1-44c0-baab-e6faa45088bc", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1647265757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2042030e24da4783b01fe5ba649c95d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21efc286-0a", "ovs_interfaceid": "21efc286-0a0e-4447-a667-9c5bf1fe5417", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.588741] env[70527]: DEBUG nova.network.neutron [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1043.628517] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913563, 'name': CreateVM_Task, 'duration_secs': 0.604781} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.630177] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ec8bf0a-3d17-415c-b991-341394b5ceaf] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1043.630177] env[70527]: DEBUG oslo_concurrency.lockutils [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.630352] env[70527]: DEBUG oslo_concurrency.lockutils [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.630747] env[70527]: DEBUG oslo_concurrency.lockutils [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.631137] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3c4f415-c637-4ab5-8e5d-e8f6e2db9ee8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.637738] env[70527]: DEBUG oslo_vmware.api [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Waiting for the task: (returnval){ [ 1043.637738] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]525b15ad-a588-67f9-c1a8-db1dd517cb23" [ 1043.637738] env[70527]: _type = "Task" [ 1043.637738] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.652132] env[70527]: DEBUG oslo_vmware.api [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]525b15ad-a588-67f9-c1a8-db1dd517cb23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.673666] env[70527]: DEBUG oslo_vmware.api [None req-9c5d008e-ed4c-4d8a-846c-cafdf7874b02 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': task-3913564, 'name': PowerOffVM_Task, 'duration_secs': 0.313017} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.673959] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c5d008e-ed4c-4d8a-846c-cafdf7874b02 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1043.674158] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-9c5d008e-ed4c-4d8a-846c-cafdf7874b02 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1043.674573] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c521799-755c-471c-bac6-88e373e22fa0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.747724] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-9c5d008e-ed4c-4d8a-846c-cafdf7874b02 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1043.747942] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-9c5d008e-ed4c-4d8a-846c-cafdf7874b02 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Deleting contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1043.748150] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c5d008e-ed4c-4d8a-846c-cafdf7874b02 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Deleting the datastore file [datastore2] f9a77c4a-662f-484b-9d72-358d9298974b {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1043.748447] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9fbb99ad-e79d-4a58-afeb-f91629670251 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.758228] env[70527]: DEBUG oslo_vmware.api [None req-9c5d008e-ed4c-4d8a-846c-cafdf7874b02 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Waiting for the task: (returnval){ [ 1043.758228] env[70527]: value = "task-3913566" [ 1043.758228] env[70527]: _type = "Task" [ 1043.758228] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.766980] env[70527]: DEBUG oslo_vmware.api [None req-9c5d008e-ed4c-4d8a-846c-cafdf7874b02 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': task-3913566, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.781555] env[70527]: DEBUG nova.network.neutron [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Updating instance_info_cache with network_info: [{"id": "ce1e80bb-9f7d-401e-9cbb-b9b06955e78e", "address": "fa:16:3e:40:e0:24", "network": {"id": "9f02a455-4e3e-4246-a7f2-21af691aef6e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1218330157-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "100ff00e5f9748369513d8fa45262041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce1e80bb-9f", "ovs_interfaceid": "ce1e80bb-9f7d-401e-9cbb-b9b06955e78e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.870949] env[70527]: DEBUG oslo_concurrency.lockutils [None req-73e66923-9fe7-41ab-9f30-db5dcd7716e1 tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.096s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.875487] env[70527]: DEBUG oslo_concurrency.lockutils [None req-71e93526-7281-4215-ae26-dd6185fae216 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 30.032s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.906308] env[70527]: INFO nova.scheduler.client.report [None req-73e66923-9fe7-41ab-9f30-db5dcd7716e1 tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Deleted allocations for instance 2342d23d-0784-4e0b-9901-033abc8e33d1 [ 1043.979078] env[70527]: DEBUG oslo_concurrency.lockutils [req-338b28ae-3e9c-4e0f-a671-35f9f3365b85 req-0f52e3e8-e12c-4123-9814-e8424c1b5077 service nova] Releasing lock "refresh_cache-9ec8bf0a-3d17-415c-b991-341394b5ceaf" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.002451] env[70527]: DEBUG oslo_concurrency.lockutils [req-60eedd89-eb08-49d2-8e64-a8adeb5094d3 req-8082f7c0-6880-4c0b-b3c5-b0ea7fcbe407 service nova] Releasing lock "refresh_cache-f9a77c4a-662f-484b-9d72-358d9298974b" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.151624] env[70527]: DEBUG oslo_vmware.api [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]525b15ad-a588-67f9-c1a8-db1dd517cb23, 'name': SearchDatastore_Task, 'duration_secs': 0.018484} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.151985] env[70527]: DEBUG oslo_concurrency.lockutils [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.152260] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 9ec8bf0a-3d17-415c-b991-341394b5ceaf] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1044.152547] env[70527]: DEBUG oslo_concurrency.lockutils [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.152721] env[70527]: DEBUG oslo_concurrency.lockutils [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.152933] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1044.153250] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4fd96ab-c1e8-476e-a803-d1b400a52994 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.164490] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1044.165521] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1044.165679] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9252bab3-fc25-460b-b7e2-564aa31d9b1d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.178019] env[70527]: DEBUG oslo_vmware.api [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Waiting for the task: (returnval){ [ 1044.178019] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52cb46d7-7629-0aeb-b4cc-2fc449b0d7bc" [ 1044.178019] env[70527]: _type = "Task" [ 1044.178019] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.186962] env[70527]: DEBUG oslo_vmware.api [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52cb46d7-7629-0aeb-b4cc-2fc449b0d7bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.268521] env[70527]: DEBUG oslo_vmware.api [None req-9c5d008e-ed4c-4d8a-846c-cafdf7874b02 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Task: {'id': task-3913566, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.354778} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.268876] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c5d008e-ed4c-4d8a-846c-cafdf7874b02 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1044.269115] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-9c5d008e-ed4c-4d8a-846c-cafdf7874b02 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Deleted contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1044.269332] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-9c5d008e-ed4c-4d8a-846c-cafdf7874b02 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1044.269480] env[70527]: INFO nova.compute.manager [None req-9c5d008e-ed4c-4d8a-846c-cafdf7874b02 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1044.269723] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c5d008e-ed4c-4d8a-846c-cafdf7874b02 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1044.269921] env[70527]: DEBUG nova.compute.manager [-] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1044.270028] env[70527]: DEBUG nova.network.neutron [-] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1044.284808] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Releasing lock "refresh_cache-1d5c9891-0194-4e61-85df-28177a43569f" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.285404] env[70527]: DEBUG nova.compute.manager [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Instance network_info: |[{"id": "ce1e80bb-9f7d-401e-9cbb-b9b06955e78e", "address": "fa:16:3e:40:e0:24", "network": {"id": "9f02a455-4e3e-4246-a7f2-21af691aef6e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1218330157-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "100ff00e5f9748369513d8fa45262041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce1e80bb-9f", "ovs_interfaceid": "ce1e80bb-9f7d-401e-9cbb-b9b06955e78e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1044.285839] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:e0:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f925dc8-2145-457e-a4d4-c07117356dd0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce1e80bb-9f7d-401e-9cbb-b9b06955e78e', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1044.293897] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Creating folder: Project (100ff00e5f9748369513d8fa45262041). Parent ref: group-v776920. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1044.294244] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c1fe569d-3a64-4ed9-af95-b1624afc9f49 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.308384] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Created folder: Project (100ff00e5f9748369513d8fa45262041) in parent group-v776920. [ 1044.308564] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Creating folder: Instances. Parent ref: group-v777152. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1044.308920] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e0d6df0-e610-43ff-9fb6-24f41126672c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.321772] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Created folder: Instances in parent group-v777152. [ 1044.322118] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1044.322353] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1044.322573] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09ef7a77-5a25-4cac-8458-9a2e967032b8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.348296] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1044.348296] env[70527]: value = "task-3913570" [ 1044.348296] env[70527]: _type = "Task" [ 1044.348296] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.357721] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913570, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.383239] env[70527]: INFO nova.compute.claims [None req-71e93526-7281-4215-ae26-dd6185fae216 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: fdfe7865-31aa-4a0b-9325-7abef06e7501] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1044.414645] env[70527]: DEBUG oslo_concurrency.lockutils [None req-73e66923-9fe7-41ab-9f30-db5dcd7716e1 tempest-ImagesOneServerNegativeTestJSON-1115954637 tempest-ImagesOneServerNegativeTestJSON-1115954637-project-member] Lock "2342d23d-0784-4e0b-9901-033abc8e33d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.909s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.563867] env[70527]: DEBUG nova.compute.manager [req-b8243409-6c4a-49a0-aa79-f0dfaf62a717 req-c0c31a23-a1a3-4973-a838-b2e63607b2f0 service nova] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Received event network-changed-ce1e80bb-9f7d-401e-9cbb-b9b06955e78e {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1044.563867] env[70527]: DEBUG nova.compute.manager [req-b8243409-6c4a-49a0-aa79-f0dfaf62a717 req-c0c31a23-a1a3-4973-a838-b2e63607b2f0 service nova] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Refreshing instance network info cache due to event network-changed-ce1e80bb-9f7d-401e-9cbb-b9b06955e78e. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1044.563867] env[70527]: DEBUG oslo_concurrency.lockutils [req-b8243409-6c4a-49a0-aa79-f0dfaf62a717 req-c0c31a23-a1a3-4973-a838-b2e63607b2f0 service nova] Acquiring lock "refresh_cache-1d5c9891-0194-4e61-85df-28177a43569f" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.563867] env[70527]: DEBUG oslo_concurrency.lockutils [req-b8243409-6c4a-49a0-aa79-f0dfaf62a717 req-c0c31a23-a1a3-4973-a838-b2e63607b2f0 service nova] Acquired lock "refresh_cache-1d5c9891-0194-4e61-85df-28177a43569f" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.563867] env[70527]: DEBUG nova.network.neutron [req-b8243409-6c4a-49a0-aa79-f0dfaf62a717 req-c0c31a23-a1a3-4973-a838-b2e63607b2f0 service nova] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Refreshing network info cache for port ce1e80bb-9f7d-401e-9cbb-b9b06955e78e {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1044.691189] env[70527]: DEBUG oslo_vmware.api [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52cb46d7-7629-0aeb-b4cc-2fc449b0d7bc, 'name': SearchDatastore_Task, 'duration_secs': 0.017629} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.692629] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b039ec4-d752-46d4-bc06-003ba1de7c52 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.701970] env[70527]: DEBUG oslo_vmware.api [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Waiting for the task: (returnval){ [ 1044.701970] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52d4dbd2-31eb-0cc4-17f9-56ab6e6c998f" [ 1044.701970] env[70527]: _type = "Task" [ 1044.701970] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.714231] env[70527]: DEBUG oslo_vmware.api [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52d4dbd2-31eb-0cc4-17f9-56ab6e6c998f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.859655] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913570, 'name': CreateVM_Task, 'duration_secs': 0.492781} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.859872] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1044.860657] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.860874] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.861152] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.861520] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51ce3320-1052-432e-a3ba-523be2b18102 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.867197] env[70527]: DEBUG oslo_vmware.api [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Waiting for the task: (returnval){ [ 1044.867197] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52610cfe-3af7-163f-abae-361f4578e5a9" [ 1044.867197] env[70527]: _type = "Task" [ 1044.867197] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.875958] env[70527]: DEBUG oslo_vmware.api [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52610cfe-3af7-163f-abae-361f4578e5a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.892026] env[70527]: INFO nova.compute.resource_tracker [None req-71e93526-7281-4215-ae26-dd6185fae216 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: fdfe7865-31aa-4a0b-9325-7abef06e7501] Updating resource usage from migration a3d9c545-e3f3-414a-b8df-2a490e6c6ee9 [ 1045.080119] env[70527]: DEBUG nova.network.neutron [-] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.216929] env[70527]: DEBUG oslo_vmware.api [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52d4dbd2-31eb-0cc4-17f9-56ab6e6c998f, 'name': SearchDatastore_Task, 'duration_secs': 0.021277} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.219185] env[70527]: DEBUG oslo_concurrency.lockutils [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.219185] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] 9ec8bf0a-3d17-415c-b991-341394b5ceaf/9ec8bf0a-3d17-415c-b991-341394b5ceaf.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1045.219185] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7efdd13-8186-4f22-b33b-b77836559260 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.236840] env[70527]: DEBUG oslo_vmware.api [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Waiting for the task: (returnval){ [ 1045.236840] env[70527]: value = "task-3913571" [ 1045.236840] env[70527]: _type = "Task" [ 1045.236840] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.252898] env[70527]: DEBUG oslo_vmware.api [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3913571, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.279116] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f454b3-2ae4-48ce-95c3-cc6f190a19b4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.287680] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2591b5cd-b4cc-4f3b-8412-fbfa31448974 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.324432] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cba6fad-a49a-404f-9e86-8f7691820586 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.336724] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquiring lock "67ddf676-0ce2-4fd1-b357-84f99f9b86f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.337155] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Lock "67ddf676-0ce2-4fd1-b357-84f99f9b86f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.346852] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89816ec-109b-41f2-b8ef-29bb9a21fa41 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.367032] env[70527]: DEBUG nova.compute.provider_tree [None req-71e93526-7281-4215-ae26-dd6185fae216 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.382144] env[70527]: DEBUG oslo_vmware.api [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52610cfe-3af7-163f-abae-361f4578e5a9, 'name': SearchDatastore_Task, 'duration_secs': 0.010599} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.383364] env[70527]: DEBUG nova.network.neutron [req-b8243409-6c4a-49a0-aa79-f0dfaf62a717 req-c0c31a23-a1a3-4973-a838-b2e63607b2f0 service nova] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Updated VIF entry in instance network info cache for port ce1e80bb-9f7d-401e-9cbb-b9b06955e78e. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1045.383784] env[70527]: DEBUG nova.network.neutron [req-b8243409-6c4a-49a0-aa79-f0dfaf62a717 req-c0c31a23-a1a3-4973-a838-b2e63607b2f0 service nova] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Updating instance_info_cache with network_info: [{"id": "ce1e80bb-9f7d-401e-9cbb-b9b06955e78e", "address": "fa:16:3e:40:e0:24", "network": {"id": "9f02a455-4e3e-4246-a7f2-21af691aef6e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1218330157-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "100ff00e5f9748369513d8fa45262041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce1e80bb-9f", "ovs_interfaceid": "ce1e80bb-9f7d-401e-9cbb-b9b06955e78e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.385756] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.386023] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1045.387112] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.387112] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.387112] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1045.387347] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-74c9a0cf-392b-489e-bd43-f6ff5f164120 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.399593] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1045.399837] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1045.401502] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76b15168-c683-45b3-bc1d-c5bf4be5eae7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.410207] env[70527]: DEBUG oslo_vmware.api [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Waiting for the task: (returnval){ [ 1045.410207] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52fc6f69-313c-b421-1793-4e87dbba21a4" [ 1045.410207] env[70527]: _type = "Task" [ 1045.410207] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.421302] env[70527]: DEBUG oslo_vmware.api [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52fc6f69-313c-b421-1793-4e87dbba21a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.583680] env[70527]: INFO nova.compute.manager [-] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Took 1.31 seconds to deallocate network for instance. [ 1045.748492] env[70527]: DEBUG oslo_vmware.api [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3913571, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.842074] env[70527]: DEBUG nova.compute.manager [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1045.870739] env[70527]: DEBUG nova.scheduler.client.report [None req-71e93526-7281-4215-ae26-dd6185fae216 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1045.887021] env[70527]: DEBUG oslo_concurrency.lockutils [req-b8243409-6c4a-49a0-aa79-f0dfaf62a717 req-c0c31a23-a1a3-4973-a838-b2e63607b2f0 service nova] Releasing lock "refresh_cache-1d5c9891-0194-4e61-85df-28177a43569f" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.921909] env[70527]: DEBUG oslo_vmware.api [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52fc6f69-313c-b421-1793-4e87dbba21a4, 'name': SearchDatastore_Task, 'duration_secs': 0.012923} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.922734] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d5e0e19-5f49-4c16-a535-3cda6aafb3a6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.929621] env[70527]: DEBUG oslo_vmware.api [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Waiting for the task: (returnval){ [ 1045.929621] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]529c0ed9-1668-e5fd-9c5c-06ffcc90922c" [ 1045.929621] env[70527]: _type = "Task" [ 1045.929621] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.939436] env[70527]: DEBUG oslo_vmware.api [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]529c0ed9-1668-e5fd-9c5c-06ffcc90922c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.092313] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9c5d008e-ed4c-4d8a-846c-cafdf7874b02 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.252609] env[70527]: DEBUG oslo_vmware.api [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3913571, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578162} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.252609] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] 9ec8bf0a-3d17-415c-b991-341394b5ceaf/9ec8bf0a-3d17-415c-b991-341394b5ceaf.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1046.252609] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 9ec8bf0a-3d17-415c-b991-341394b5ceaf] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1046.252609] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a99a8a7f-6d2a-45da-9cbe-8a1c9d70396b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.263158] env[70527]: DEBUG oslo_vmware.api [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Waiting for the task: (returnval){ [ 1046.263158] env[70527]: value = "task-3913573" [ 1046.263158] env[70527]: _type = "Task" [ 1046.263158] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.277448] env[70527]: DEBUG oslo_vmware.api [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3913573, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.366980] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.376464] env[70527]: DEBUG oslo_concurrency.lockutils [None req-71e93526-7281-4215-ae26-dd6185fae216 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.502s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.376688] env[70527]: INFO nova.compute.manager [None req-71e93526-7281-4215-ae26-dd6185fae216 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: fdfe7865-31aa-4a0b-9325-7abef06e7501] Migrating [ 1046.383281] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.635s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.384907] env[70527]: INFO nova.compute.claims [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 21bb3b74-928a-46a5-b637-a6ccd25b4bdc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1046.440703] env[70527]: DEBUG oslo_vmware.api [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]529c0ed9-1668-e5fd-9c5c-06ffcc90922c, 'name': SearchDatastore_Task, 'duration_secs': 0.012428} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.440995] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.441291] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] 1d5c9891-0194-4e61-85df-28177a43569f/1d5c9891-0194-4e61-85df-28177a43569f.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1046.441582] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05f4dcfe-47e4-48f3-9951-ab5e752d9401 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.450770] env[70527]: DEBUG oslo_vmware.api [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Waiting for the task: (returnval){ [ 1046.450770] env[70527]: value = "task-3913574" [ 1046.450770] env[70527]: _type = "Task" [ 1046.450770] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.459879] env[70527]: DEBUG oslo_vmware.api [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Task: {'id': task-3913574, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.596176] env[70527]: DEBUG nova.compute.manager [req-e616ac65-165e-4e2d-8867-38469807356d req-5e782366-7301-4468-a7c4-1ecbffa3feb2 service nova] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Received event network-vif-deleted-21efc286-0a0e-4447-a667-9c5bf1fe5417 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.704700] env[70527]: DEBUG oslo_vmware.rw_handles [None req-49741850-ea79-4a46-a5f4-7ede8e62c429 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5283ab4c-676a-e3c9-76ec-b000ebd2591d/disk-0.vmdk. {{(pid=70527) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1046.705750] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb00f954-e44d-4c3e-97f7-88065deabeff {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.713208] env[70527]: DEBUG oslo_vmware.rw_handles [None req-49741850-ea79-4a46-a5f4-7ede8e62c429 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5283ab4c-676a-e3c9-76ec-b000ebd2591d/disk-0.vmdk is in state: ready. {{(pid=70527) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1046.713377] env[70527]: ERROR oslo_vmware.rw_handles [None req-49741850-ea79-4a46-a5f4-7ede8e62c429 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5283ab4c-676a-e3c9-76ec-b000ebd2591d/disk-0.vmdk due to incomplete transfer. [ 1046.713600] env[70527]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c527b591-7790-437f-b079-b20a866b3238 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.721522] env[70527]: DEBUG oslo_vmware.rw_handles [None req-49741850-ea79-4a46-a5f4-7ede8e62c429 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5283ab4c-676a-e3c9-76ec-b000ebd2591d/disk-0.vmdk. {{(pid=70527) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1046.721725] env[70527]: DEBUG nova.virt.vmwareapi.images [None req-49741850-ea79-4a46-a5f4-7ede8e62c429 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 307e07ea-082b-4d3d-8d94-b3408f862c4a] Uploaded image 9be4c230-70e7-450c-81c0-e0c24da1ad8f to the Glance image server {{(pid=70527) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1046.723994] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-49741850-ea79-4a46-a5f4-7ede8e62c429 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 307e07ea-082b-4d3d-8d94-b3408f862c4a] Destroying the VM {{(pid=70527) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1046.724259] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2f4defeb-9353-4cf9-aa58-7ef3360be1fc {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.730790] env[70527]: DEBUG oslo_vmware.api [None req-49741850-ea79-4a46-a5f4-7ede8e62c429 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Waiting for the task: (returnval){ [ 1046.730790] env[70527]: value = "task-3913575" [ 1046.730790] env[70527]: _type = "Task" [ 1046.730790] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.739049] env[70527]: DEBUG oslo_vmware.api [None req-49741850-ea79-4a46-a5f4-7ede8e62c429 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913575, 'name': Destroy_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.774223] env[70527]: DEBUG oslo_vmware.api [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3913573, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074084} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.774525] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 9ec8bf0a-3d17-415c-b991-341394b5ceaf] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1046.775396] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a17d9779-831b-4632-8003-d1ede6143c52 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.798714] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 9ec8bf0a-3d17-415c-b991-341394b5ceaf] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 9ec8bf0a-3d17-415c-b991-341394b5ceaf/9ec8bf0a-3d17-415c-b991-341394b5ceaf.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1046.799021] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe6ba2c1-7295-4148-aee4-4b25718511b6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.819225] env[70527]: DEBUG oslo_vmware.api [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Waiting for the task: (returnval){ [ 1046.819225] env[70527]: value = "task-3913576" [ 1046.819225] env[70527]: _type = "Task" [ 1046.819225] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.828667] env[70527]: DEBUG oslo_vmware.api [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3913576, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.904024] env[70527]: DEBUG oslo_concurrency.lockutils [None req-71e93526-7281-4215-ae26-dd6185fae216 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquiring lock "refresh_cache-fdfe7865-31aa-4a0b-9325-7abef06e7501" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.904024] env[70527]: DEBUG oslo_concurrency.lockutils [None req-71e93526-7281-4215-ae26-dd6185fae216 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquired lock "refresh_cache-fdfe7865-31aa-4a0b-9325-7abef06e7501" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.904024] env[70527]: DEBUG nova.network.neutron [None req-71e93526-7281-4215-ae26-dd6185fae216 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: fdfe7865-31aa-4a0b-9325-7abef06e7501] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1046.961423] env[70527]: DEBUG oslo_vmware.api [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Task: {'id': task-3913574, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.242141] env[70527]: DEBUG oslo_vmware.api [None req-49741850-ea79-4a46-a5f4-7ede8e62c429 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913575, 'name': Destroy_Task} progress is 33%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.333428] env[70527]: DEBUG oslo_vmware.api [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3913576, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.465332] env[70527]: DEBUG oslo_vmware.api [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Task: {'id': task-3913574, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.809294} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.465639] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] 1d5c9891-0194-4e61-85df-28177a43569f/1d5c9891-0194-4e61-85df-28177a43569f.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1047.465821] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1047.466088] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d329cfb-3910-4f5c-9c71-9199de232856 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.474763] env[70527]: DEBUG oslo_vmware.api [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Waiting for the task: (returnval){ [ 1047.474763] env[70527]: value = "task-3913577" [ 1047.474763] env[70527]: _type = "Task" [ 1047.474763] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.483449] env[70527]: DEBUG oslo_vmware.api [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Task: {'id': task-3913577, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.743591] env[70527]: DEBUG oslo_vmware.api [None req-49741850-ea79-4a46-a5f4-7ede8e62c429 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913575, 'name': Destroy_Task, 'duration_secs': 0.63506} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.746524] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-49741850-ea79-4a46-a5f4-7ede8e62c429 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 307e07ea-082b-4d3d-8d94-b3408f862c4a] Destroyed the VM [ 1047.746894] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-49741850-ea79-4a46-a5f4-7ede8e62c429 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 307e07ea-082b-4d3d-8d94-b3408f862c4a] Deleting Snapshot of the VM instance {{(pid=70527) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1047.747485] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-26b92262-4308-4a51-b2c5-b4c97bd2db24 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.755524] env[70527]: DEBUG oslo_vmware.api [None req-49741850-ea79-4a46-a5f4-7ede8e62c429 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Waiting for the task: (returnval){ [ 1047.755524] env[70527]: value = "task-3913578" [ 1047.755524] env[70527]: _type = "Task" [ 1047.755524] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.767604] env[70527]: DEBUG oslo_vmware.api [None req-49741850-ea79-4a46-a5f4-7ede8e62c429 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913578, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.793218] env[70527]: DEBUG nova.network.neutron [None req-71e93526-7281-4215-ae26-dd6185fae216 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: fdfe7865-31aa-4a0b-9325-7abef06e7501] Updating instance_info_cache with network_info: [{"id": "1b107bc6-60d5-4575-93e4-c59ed1bd6c9d", "address": "fa:16:3e:ad:a5:28", "network": {"id": "ac4c5c7a-9727-4cf7-83da-cc12f81bae3a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-994465232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffc6c328f56e4971bceb097b0ceef30d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b107bc6-60", "ovs_interfaceid": "1b107bc6-60d5-4575-93e4-c59ed1bd6c9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.827779] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135bc34d-f3f8-49a5-89fe-c33e2a4e7aaa {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.839455] env[70527]: DEBUG oslo_vmware.api [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3913576, 'name': ReconfigVM_Task, 'duration_secs': 0.715294} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.840503] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 9ec8bf0a-3d17-415c-b991-341394b5ceaf] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 9ec8bf0a-3d17-415c-b991-341394b5ceaf/9ec8bf0a-3d17-415c-b991-341394b5ceaf.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1047.841432] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88ba8079-616a-441d-9ca0-a8c616cc82b8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.846822] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade2e3b9-197a-44bf-bf3c-93ec69d2e8ec {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.853505] env[70527]: DEBUG oslo_vmware.api [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Waiting for the task: (returnval){ [ 1047.853505] env[70527]: value = "task-3913579" [ 1047.853505] env[70527]: _type = "Task" [ 1047.853505] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.890937] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef936b1e-c9ba-48ec-b5e3-3f913b71604e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.897688] env[70527]: DEBUG oslo_vmware.api [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3913579, 'name': Rename_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.903956] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d50b3be5-c66c-43b0-b93a-b3db7013bb06 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.920924] env[70527]: DEBUG nova.compute.provider_tree [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.986174] env[70527]: DEBUG oslo_vmware.api [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Task: {'id': task-3913577, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.224446} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.986534] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1047.987467] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4330a27-76d6-4296-a9c5-03a04a92ab9c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.018823] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 1d5c9891-0194-4e61-85df-28177a43569f/1d5c9891-0194-4e61-85df-28177a43569f.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1048.019202] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8b300e8-0d7e-4596-9c83-f9225769ed2f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.042778] env[70527]: DEBUG oslo_vmware.api [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Waiting for the task: (returnval){ [ 1048.042778] env[70527]: value = "task-3913580" [ 1048.042778] env[70527]: _type = "Task" [ 1048.042778] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.051860] env[70527]: DEBUG oslo_vmware.api [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Task: {'id': task-3913580, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.094198] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d60cb515-6d15-448a-b908-51fa0b2121a1 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Acquiring lock "307e07ea-082b-4d3d-8d94-b3408f862c4a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.094540] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d60cb515-6d15-448a-b908-51fa0b2121a1 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Lock "307e07ea-082b-4d3d-8d94-b3408f862c4a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.094753] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d60cb515-6d15-448a-b908-51fa0b2121a1 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Acquiring lock "307e07ea-082b-4d3d-8d94-b3408f862c4a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.094962] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d60cb515-6d15-448a-b908-51fa0b2121a1 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Lock "307e07ea-082b-4d3d-8d94-b3408f862c4a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.095384] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d60cb515-6d15-448a-b908-51fa0b2121a1 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Lock "307e07ea-082b-4d3d-8d94-b3408f862c4a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.098462] env[70527]: INFO nova.compute.manager [None req-d60cb515-6d15-448a-b908-51fa0b2121a1 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 307e07ea-082b-4d3d-8d94-b3408f862c4a] Terminating instance [ 1048.268200] env[70527]: DEBUG oslo_vmware.api [None req-49741850-ea79-4a46-a5f4-7ede8e62c429 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913578, 'name': RemoveSnapshot_Task, 'duration_secs': 0.444257} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.268815] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-49741850-ea79-4a46-a5f4-7ede8e62c429 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 307e07ea-082b-4d3d-8d94-b3408f862c4a] Deleted Snapshot of the VM instance {{(pid=70527) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1048.269062] env[70527]: INFO nova.compute.manager [None req-49741850-ea79-4a46-a5f4-7ede8e62c429 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 307e07ea-082b-4d3d-8d94-b3408f862c4a] Took 15.47 seconds to snapshot the instance on the hypervisor. [ 1048.301095] env[70527]: DEBUG oslo_concurrency.lockutils [None req-71e93526-7281-4215-ae26-dd6185fae216 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Releasing lock "refresh_cache-fdfe7865-31aa-4a0b-9325-7abef06e7501" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.367466] env[70527]: DEBUG oslo_vmware.api [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3913579, 'name': Rename_Task, 'duration_secs': 0.16649} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.369291] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 9ec8bf0a-3d17-415c-b991-341394b5ceaf] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1048.369788] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a30cb76-cac4-4e92-953d-5323d8a92cba {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.378086] env[70527]: DEBUG oslo_vmware.api [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Waiting for the task: (returnval){ [ 1048.378086] env[70527]: value = "task-3913582" [ 1048.378086] env[70527]: _type = "Task" [ 1048.378086] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.391373] env[70527]: DEBUG oslo_vmware.api [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3913582, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.425063] env[70527]: DEBUG nova.scheduler.client.report [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1048.555758] env[70527]: DEBUG oslo_vmware.api [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Task: {'id': task-3913580, 'name': ReconfigVM_Task, 'duration_secs': 0.347971} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.556080] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 1d5c9891-0194-4e61-85df-28177a43569f/1d5c9891-0194-4e61-85df-28177a43569f.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1048.556994] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7eaf1dbb-2f30-4cf0-aa34-cb92998e0795 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.565107] env[70527]: DEBUG oslo_vmware.api [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Waiting for the task: (returnval){ [ 1048.565107] env[70527]: value = "task-3913583" [ 1048.565107] env[70527]: _type = "Task" [ 1048.565107] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.577025] env[70527]: DEBUG oslo_vmware.api [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Task: {'id': task-3913583, 'name': Rename_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.605815] env[70527]: DEBUG nova.compute.manager [None req-d60cb515-6d15-448a-b908-51fa0b2121a1 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 307e07ea-082b-4d3d-8d94-b3408f862c4a] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1048.606142] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-d60cb515-6d15-448a-b908-51fa0b2121a1 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 307e07ea-082b-4d3d-8d94-b3408f862c4a] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1048.607147] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdca0177-d545-4263-abf3-683c9a9f3def {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.617567] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-d60cb515-6d15-448a-b908-51fa0b2121a1 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 307e07ea-082b-4d3d-8d94-b3408f862c4a] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1048.617921] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc00beaf-f34b-4bdf-8dfe-b005f4ea0eb8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.711735] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-d60cb515-6d15-448a-b908-51fa0b2121a1 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 307e07ea-082b-4d3d-8d94-b3408f862c4a] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1048.712215] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-d60cb515-6d15-448a-b908-51fa0b2121a1 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 307e07ea-082b-4d3d-8d94-b3408f862c4a] Deleting contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1048.712546] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-d60cb515-6d15-448a-b908-51fa0b2121a1 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Deleting the datastore file [datastore2] 307e07ea-082b-4d3d-8d94-b3408f862c4a {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1048.713179] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9495a182-50b3-4a8a-8105-eb887af2264c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.725259] env[70527]: DEBUG oslo_vmware.api [None req-d60cb515-6d15-448a-b908-51fa0b2121a1 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Waiting for the task: (returnval){ [ 1048.725259] env[70527]: value = "task-3913585" [ 1048.725259] env[70527]: _type = "Task" [ 1048.725259] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.742781] env[70527]: DEBUG oslo_concurrency.lockutils [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Acquiring lock "15efae62-cf03-4f74-92c3-c275483c8283" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.743063] env[70527]: DEBUG oslo_concurrency.lockutils [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Lock "15efae62-cf03-4f74-92c3-c275483c8283" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.744771] env[70527]: DEBUG oslo_vmware.api [None req-d60cb515-6d15-448a-b908-51fa0b2121a1 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913585, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.773673] env[70527]: DEBUG nova.compute.manager [None req-49741850-ea79-4a46-a5f4-7ede8e62c429 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 307e07ea-082b-4d3d-8d94-b3408f862c4a] Instance disappeared during snapshot {{(pid=70527) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1048.788598] env[70527]: DEBUG nova.compute.manager [None req-49741850-ea79-4a46-a5f4-7ede8e62c429 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Image not found during clean up 9be4c230-70e7-450c-81c0-e0c24da1ad8f {{(pid=70527) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 1048.888502] env[70527]: DEBUG oslo_vmware.api [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3913582, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.931502] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.548s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.932061] env[70527]: DEBUG nova.compute.manager [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 21bb3b74-928a-46a5-b637-a6ccd25b4bdc] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1048.934792] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.683s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.935181] env[70527]: DEBUG nova.objects.instance [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 2db3cf17-9e66-4708-8bca-571264284924] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70527) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1049.079989] env[70527]: DEBUG oslo_vmware.api [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Task: {'id': task-3913583, 'name': Rename_Task, 'duration_secs': 0.22188} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.079989] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1049.079989] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93223ea8-4859-4201-bff0-116c84f0eb19 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.087903] env[70527]: DEBUG oslo_vmware.api [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Waiting for the task: (returnval){ [ 1049.087903] env[70527]: value = "task-3913586" [ 1049.087903] env[70527]: _type = "Task" [ 1049.087903] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.097640] env[70527]: DEBUG oslo_vmware.api [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Task: {'id': task-3913586, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.236451] env[70527]: DEBUG oslo_vmware.api [None req-d60cb515-6d15-448a-b908-51fa0b2121a1 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913585, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.251496} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.236643] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-d60cb515-6d15-448a-b908-51fa0b2121a1 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1049.236877] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-d60cb515-6d15-448a-b908-51fa0b2121a1 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 307e07ea-082b-4d3d-8d94-b3408f862c4a] Deleted contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1049.237086] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-d60cb515-6d15-448a-b908-51fa0b2121a1 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 307e07ea-082b-4d3d-8d94-b3408f862c4a] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1049.237387] env[70527]: INFO nova.compute.manager [None req-d60cb515-6d15-448a-b908-51fa0b2121a1 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 307e07ea-082b-4d3d-8d94-b3408f862c4a] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1049.237684] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d60cb515-6d15-448a-b908-51fa0b2121a1 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1049.237937] env[70527]: DEBUG nova.compute.manager [-] [instance: 307e07ea-082b-4d3d-8d94-b3408f862c4a] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1049.238081] env[70527]: DEBUG nova.network.neutron [-] [instance: 307e07ea-082b-4d3d-8d94-b3408f862c4a] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1049.246636] env[70527]: DEBUG nova.compute.manager [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 15efae62-cf03-4f74-92c3-c275483c8283] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1049.389199] env[70527]: DEBUG oslo_vmware.api [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3913582, 'name': PowerOnVM_Task, 'duration_secs': 0.770836} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.393058] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 9ec8bf0a-3d17-415c-b991-341394b5ceaf] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1049.393058] env[70527]: INFO nova.compute.manager [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 9ec8bf0a-3d17-415c-b991-341394b5ceaf] Took 10.25 seconds to spawn the instance on the hypervisor. [ 1049.393058] env[70527]: DEBUG nova.compute.manager [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 9ec8bf0a-3d17-415c-b991-341394b5ceaf] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1049.393058] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24cd0e86-2a92-4ab7-b2ee-d6c47e40c570 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.442022] env[70527]: DEBUG nova.compute.utils [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1049.444868] env[70527]: DEBUG nova.compute.manager [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 21bb3b74-928a-46a5-b637-a6ccd25b4bdc] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1049.445555] env[70527]: DEBUG nova.network.neutron [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 21bb3b74-928a-46a5-b637-a6ccd25b4bdc] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1049.538206] env[70527]: DEBUG nova.policy [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '816d635341be462e9456b9ff47ee35e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '79060d06877149fb8970e454e0927e61', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 1049.599944] env[70527]: DEBUG oslo_vmware.api [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Task: {'id': task-3913586, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.777618] env[70527]: DEBUG oslo_concurrency.lockutils [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.824139] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b7906e-e744-4610-afe3-b4055aaf093d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.858012] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-71e93526-7281-4215-ae26-dd6185fae216 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: fdfe7865-31aa-4a0b-9325-7abef06e7501] Updating instance 'fdfe7865-31aa-4a0b-9325-7abef06e7501' progress to 0 {{(pid=70527) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1049.885914] env[70527]: DEBUG nova.compute.manager [req-f0f28aeb-20e1-4162-8db0-12a618da63a4 req-53c0f22c-60ca-41a3-9384-4631c43bc644 service nova] [instance: 307e07ea-082b-4d3d-8d94-b3408f862c4a] Received event network-vif-deleted-161a5eee-a33f-419a-930c-866065512acb {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.885914] env[70527]: INFO nova.compute.manager [req-f0f28aeb-20e1-4162-8db0-12a618da63a4 req-53c0f22c-60ca-41a3-9384-4631c43bc644 service nova] [instance: 307e07ea-082b-4d3d-8d94-b3408f862c4a] Neutron deleted interface 161a5eee-a33f-419a-930c-866065512acb; detaching it from the instance and deleting it from the info cache [ 1049.885914] env[70527]: DEBUG nova.network.neutron [req-f0f28aeb-20e1-4162-8db0-12a618da63a4 req-53c0f22c-60ca-41a3-9384-4631c43bc644 service nova] [instance: 307e07ea-082b-4d3d-8d94-b3408f862c4a] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.918163] env[70527]: INFO nova.compute.manager [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 9ec8bf0a-3d17-415c-b991-341394b5ceaf] Took 43.29 seconds to build instance. [ 1049.952027] env[70527]: DEBUG nova.compute.manager [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 21bb3b74-928a-46a5-b637-a6ccd25b4bdc] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1049.954278] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f2a2a548-17fb-434e-aa50-901105e3357e tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.957667] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c9296f67-a229-4389-8bdb-4b666fe86e46 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.460s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.958299] env[70527]: DEBUG nova.objects.instance [None req-c9296f67-a229-4389-8bdb-4b666fe86e46 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Lazy-loading 'resources' on Instance uuid 2db3cf17-9e66-4708-8bca-571264284924 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1050.071879] env[70527]: DEBUG nova.network.neutron [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 21bb3b74-928a-46a5-b637-a6ccd25b4bdc] Successfully created port: 7467261c-0700-439f-afe7-3ed1f18e18e9 {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1050.106620] env[70527]: DEBUG oslo_vmware.api [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Task: {'id': task-3913586, 'name': PowerOnVM_Task, 'duration_secs': 0.908744} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.107014] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1050.107311] env[70527]: INFO nova.compute.manager [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Took 8.35 seconds to spawn the instance on the hypervisor. [ 1050.110409] env[70527]: DEBUG nova.compute.manager [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1050.111407] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc52321-1a4c-4278-98ff-15d90dc61ac0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.367656] env[70527]: DEBUG nova.network.neutron [-] [instance: 307e07ea-082b-4d3d-8d94-b3408f862c4a] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.375984] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-71e93526-7281-4215-ae26-dd6185fae216 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: fdfe7865-31aa-4a0b-9325-7abef06e7501] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1050.376394] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3ade399-abed-4605-8c85-450c5634c824 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.387443] env[70527]: DEBUG oslo_vmware.api [None req-71e93526-7281-4215-ae26-dd6185fae216 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for the task: (returnval){ [ 1050.387443] env[70527]: value = "task-3913587" [ 1050.387443] env[70527]: _type = "Task" [ 1050.387443] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.393624] env[70527]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f7606ea1-f0b1-4e26-bf59-8a0601843348 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.404138] env[70527]: DEBUG oslo_vmware.api [None req-71e93526-7281-4215-ae26-dd6185fae216 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3913587, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.408902] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce706f09-dfa2-498e-8987-e78929853e99 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.424982] env[70527]: DEBUG oslo_concurrency.lockutils [None req-dff54e3c-0c56-46fa-854b-97096ebfe965 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Lock "9ec8bf0a-3d17-415c-b991-341394b5ceaf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.806s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.454859] env[70527]: DEBUG nova.compute.manager [req-f0f28aeb-20e1-4162-8db0-12a618da63a4 req-53c0f22c-60ca-41a3-9384-4631c43bc644 service nova] [instance: 307e07ea-082b-4d3d-8d94-b3408f862c4a] Detach interface failed, port_id=161a5eee-a33f-419a-930c-866065512acb, reason: Instance 307e07ea-082b-4d3d-8d94-b3408f862c4a could not be found. {{(pid=70527) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1050.640333] env[70527]: INFO nova.compute.manager [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Took 40.16 seconds to build instance. [ 1050.876800] env[70527]: INFO nova.compute.manager [-] [instance: 307e07ea-082b-4d3d-8d94-b3408f862c4a] Took 1.64 seconds to deallocate network for instance. [ 1050.898963] env[70527]: DEBUG oslo_vmware.api [None req-71e93526-7281-4215-ae26-dd6185fae216 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3913587, 'name': PowerOffVM_Task, 'duration_secs': 0.413702} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.899296] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-71e93526-7281-4215-ae26-dd6185fae216 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: fdfe7865-31aa-4a0b-9325-7abef06e7501] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1050.899443] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-71e93526-7281-4215-ae26-dd6185fae216 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: fdfe7865-31aa-4a0b-9325-7abef06e7501] Updating instance 'fdfe7865-31aa-4a0b-9325-7abef06e7501' progress to 17 {{(pid=70527) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1051.130472] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07684055-20cf-4f29-9f4c-89d62f4836aa {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.130472] env[70527]: DEBUG nova.compute.manager [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 21bb3b74-928a-46a5-b637-a6ccd25b4bdc] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1051.130472] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62674be4-b99a-4b6d-ba1f-cc8064bcfbf2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.130472] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ff2a07-2b1c-4b98-a8d2-b9420d9b30a5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.130472] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58833f66-4f0d-44f5-9985-6a518faa111c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.130472] env[70527]: DEBUG nova.virt.hardware [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1051.130472] env[70527]: DEBUG nova.virt.hardware [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1051.130472] env[70527]: DEBUG nova.virt.hardware [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1051.130472] env[70527]: DEBUG nova.virt.hardware [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1051.130472] env[70527]: DEBUG nova.virt.hardware [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1051.130472] env[70527]: DEBUG nova.virt.hardware [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1051.130472] env[70527]: DEBUG nova.virt.hardware [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1051.130472] env[70527]: DEBUG nova.virt.hardware [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1051.130472] env[70527]: DEBUG nova.virt.hardware [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1051.130472] env[70527]: DEBUG nova.virt.hardware [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1051.130472] env[70527]: DEBUG nova.virt.hardware [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1051.134657] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4dbfcfc-c5b6-4cdd-bc03-f616e9733648 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.134657] env[70527]: DEBUG nova.compute.provider_tree [None req-c9296f67-a229-4389-8bdb-4b666fe86e46 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1051.134657] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df5554f-ae0e-460a-b42f-2f3c80fe723e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.145457] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b7a19f94-f5a3-498a-9ac4-cac1bd9c0c2f tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Lock "1d5c9891-0194-4e61-85df-28177a43569f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.674s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.384623] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d60cb515-6d15-448a-b908-51fa0b2121a1 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.411022] env[70527]: DEBUG nova.virt.hardware [None req-71e93526-7281-4215-ae26-dd6185fae216 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1051.412128] env[70527]: DEBUG nova.virt.hardware [None req-71e93526-7281-4215-ae26-dd6185fae216 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1051.413679] env[70527]: DEBUG nova.virt.hardware [None req-71e93526-7281-4215-ae26-dd6185fae216 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1051.413679] env[70527]: DEBUG nova.virt.hardware [None req-71e93526-7281-4215-ae26-dd6185fae216 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1051.413679] env[70527]: DEBUG nova.virt.hardware [None req-71e93526-7281-4215-ae26-dd6185fae216 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1051.413679] env[70527]: DEBUG nova.virt.hardware [None req-71e93526-7281-4215-ae26-dd6185fae216 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1051.413679] env[70527]: DEBUG nova.virt.hardware [None req-71e93526-7281-4215-ae26-dd6185fae216 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1051.413679] env[70527]: DEBUG nova.virt.hardware [None req-71e93526-7281-4215-ae26-dd6185fae216 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1051.413679] env[70527]: DEBUG nova.virt.hardware [None req-71e93526-7281-4215-ae26-dd6185fae216 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1051.413679] env[70527]: DEBUG nova.virt.hardware [None req-71e93526-7281-4215-ae26-dd6185fae216 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1051.414125] env[70527]: DEBUG nova.virt.hardware [None req-71e93526-7281-4215-ae26-dd6185fae216 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1051.425174] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-577bc7c1-d79b-4b3e-9e7d-e03eb16430e6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.446718] env[70527]: DEBUG oslo_vmware.api [None req-71e93526-7281-4215-ae26-dd6185fae216 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for the task: (returnval){ [ 1051.446718] env[70527]: value = "task-3913588" [ 1051.446718] env[70527]: _type = "Task" [ 1051.446718] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.456946] env[70527]: DEBUG oslo_vmware.api [None req-71e93526-7281-4215-ae26-dd6185fae216 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3913588, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.562278] env[70527]: DEBUG nova.scheduler.client.report [None req-c9296f67-a229-4389-8bdb-4b666fe86e46 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.912998] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Acquiring lock "7a391e8e-005a-4c7f-992d-1a2466e79065" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.913456] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Lock "7a391e8e-005a-4c7f-992d-1a2466e79065" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.930072] env[70527]: DEBUG nova.network.neutron [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 21bb3b74-928a-46a5-b637-a6ccd25b4bdc] Successfully updated port: 7467261c-0700-439f-afe7-3ed1f18e18e9 {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1051.966137] env[70527]: DEBUG oslo_vmware.api [None req-71e93526-7281-4215-ae26-dd6185fae216 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3913588, 'name': ReconfigVM_Task, 'duration_secs': 0.420199} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.966137] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-71e93526-7281-4215-ae26-dd6185fae216 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: fdfe7865-31aa-4a0b-9325-7abef06e7501] Updating instance 'fdfe7865-31aa-4a0b-9325-7abef06e7501' progress to 33 {{(pid=70527) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1052.023849] env[70527]: DEBUG nova.compute.manager [req-651254b7-73f2-4a30-aff6-75a28fd81fdb req-46d3c552-56d0-490b-a73d-df18f510aa35 service nova] [instance: 21bb3b74-928a-46a5-b637-a6ccd25b4bdc] Received event network-vif-plugged-7467261c-0700-439f-afe7-3ed1f18e18e9 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.024081] env[70527]: DEBUG oslo_concurrency.lockutils [req-651254b7-73f2-4a30-aff6-75a28fd81fdb req-46d3c552-56d0-490b-a73d-df18f510aa35 service nova] Acquiring lock "21bb3b74-928a-46a5-b637-a6ccd25b4bdc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.024292] env[70527]: DEBUG oslo_concurrency.lockutils [req-651254b7-73f2-4a30-aff6-75a28fd81fdb req-46d3c552-56d0-490b-a73d-df18f510aa35 service nova] Lock "21bb3b74-928a-46a5-b637-a6ccd25b4bdc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.024484] env[70527]: DEBUG oslo_concurrency.lockutils [req-651254b7-73f2-4a30-aff6-75a28fd81fdb req-46d3c552-56d0-490b-a73d-df18f510aa35 service nova] Lock "21bb3b74-928a-46a5-b637-a6ccd25b4bdc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.024620] env[70527]: DEBUG nova.compute.manager [req-651254b7-73f2-4a30-aff6-75a28fd81fdb req-46d3c552-56d0-490b-a73d-df18f510aa35 service nova] [instance: 21bb3b74-928a-46a5-b637-a6ccd25b4bdc] No waiting events found dispatching network-vif-plugged-7467261c-0700-439f-afe7-3ed1f18e18e9 {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1052.024768] env[70527]: WARNING nova.compute.manager [req-651254b7-73f2-4a30-aff6-75a28fd81fdb req-46d3c552-56d0-490b-a73d-df18f510aa35 service nova] [instance: 21bb3b74-928a-46a5-b637-a6ccd25b4bdc] Received unexpected event network-vif-plugged-7467261c-0700-439f-afe7-3ed1f18e18e9 for instance with vm_state building and task_state spawning. [ 1052.072954] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c9296f67-a229-4389-8bdb-4b666fe86e46 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.116s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.075374] env[70527]: DEBUG oslo_concurrency.lockutils [None req-887a5895-c248-41e4-af9e-b919da622348 tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.270s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.075623] env[70527]: DEBUG nova.objects.instance [None req-887a5895-c248-41e4-af9e-b919da622348 tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] Lazy-loading 'resources' on Instance uuid 477e6007-8991-42f3-aae0-57a7225b2cd2 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1052.104796] env[70527]: INFO nova.scheduler.client.report [None req-c9296f67-a229-4389-8bdb-4b666fe86e46 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Deleted allocations for instance 2db3cf17-9e66-4708-8bca-571264284924 [ 1052.250263] env[70527]: DEBUG nova.compute.manager [req-5efe4934-8c5c-4083-8370-0cf97c611860 req-2cd4421b-c8de-4668-b14c-d23d20396c32 service nova] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Received event network-changed-ce1e80bb-9f7d-401e-9cbb-b9b06955e78e {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.250623] env[70527]: DEBUG nova.compute.manager [req-5efe4934-8c5c-4083-8370-0cf97c611860 req-2cd4421b-c8de-4668-b14c-d23d20396c32 service nova] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Refreshing instance network info cache due to event network-changed-ce1e80bb-9f7d-401e-9cbb-b9b06955e78e. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1052.250679] env[70527]: DEBUG oslo_concurrency.lockutils [req-5efe4934-8c5c-4083-8370-0cf97c611860 req-2cd4421b-c8de-4668-b14c-d23d20396c32 service nova] Acquiring lock "refresh_cache-1d5c9891-0194-4e61-85df-28177a43569f" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.250817] env[70527]: DEBUG oslo_concurrency.lockutils [req-5efe4934-8c5c-4083-8370-0cf97c611860 req-2cd4421b-c8de-4668-b14c-d23d20396c32 service nova] Acquired lock "refresh_cache-1d5c9891-0194-4e61-85df-28177a43569f" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.251043] env[70527]: DEBUG nova.network.neutron [req-5efe4934-8c5c-4083-8370-0cf97c611860 req-2cd4421b-c8de-4668-b14c-d23d20396c32 service nova] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Refreshing network info cache for port ce1e80bb-9f7d-401e-9cbb-b9b06955e78e {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1052.418480] env[70527]: DEBUG nova.compute.manager [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 7a391e8e-005a-4c7f-992d-1a2466e79065] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1052.436417] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquiring lock "refresh_cache-21bb3b74-928a-46a5-b637-a6ccd25b4bdc" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.438687] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquired lock "refresh_cache-21bb3b74-928a-46a5-b637-a6ccd25b4bdc" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.438687] env[70527]: DEBUG nova.network.neutron [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 21bb3b74-928a-46a5-b637-a6ccd25b4bdc] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1052.467442] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1052.468196] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1052.471981] env[70527]: DEBUG nova.virt.hardware [None req-71e93526-7281-4215-ae26-dd6185fae216 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1052.471981] env[70527]: DEBUG nova.virt.hardware [None req-71e93526-7281-4215-ae26-dd6185fae216 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1052.472213] env[70527]: DEBUG nova.virt.hardware [None req-71e93526-7281-4215-ae26-dd6185fae216 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1052.472278] env[70527]: DEBUG nova.virt.hardware [None req-71e93526-7281-4215-ae26-dd6185fae216 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1052.472431] env[70527]: DEBUG nova.virt.hardware [None req-71e93526-7281-4215-ae26-dd6185fae216 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1052.472572] env[70527]: DEBUG nova.virt.hardware [None req-71e93526-7281-4215-ae26-dd6185fae216 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1052.472772] env[70527]: DEBUG nova.virt.hardware [None req-71e93526-7281-4215-ae26-dd6185fae216 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1052.472929] env[70527]: DEBUG nova.virt.hardware [None req-71e93526-7281-4215-ae26-dd6185fae216 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1052.473382] env[70527]: DEBUG nova.virt.hardware [None req-71e93526-7281-4215-ae26-dd6185fae216 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1052.473619] env[70527]: DEBUG nova.virt.hardware [None req-71e93526-7281-4215-ae26-dd6185fae216 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1052.474028] env[70527]: DEBUG nova.virt.hardware [None req-71e93526-7281-4215-ae26-dd6185fae216 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1052.479622] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-71e93526-7281-4215-ae26-dd6185fae216 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: fdfe7865-31aa-4a0b-9325-7abef06e7501] Reconfiguring VM instance instance-00000048 to detach disk 2000 {{(pid=70527) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1052.481680] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d25c1f87-d445-47c1-9c0a-6cb0e335c7f3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.505550] env[70527]: DEBUG oslo_vmware.api [None req-71e93526-7281-4215-ae26-dd6185fae216 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for the task: (returnval){ [ 1052.505550] env[70527]: value = "task-3913590" [ 1052.505550] env[70527]: _type = "Task" [ 1052.505550] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.517273] env[70527]: DEBUG oslo_vmware.api [None req-71e93526-7281-4215-ae26-dd6185fae216 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3913590, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.619903] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c9296f67-a229-4389-8bdb-4b666fe86e46 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Lock "2db3cf17-9e66-4708-8bca-571264284924" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.667s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.937403] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.990206] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80dc5d58-be10-45cb-b13f-00143faf5e51 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.991618] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1052.992285] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1052.993118] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1052.993118] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1052.993118] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1052.993118] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1052.993118] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70527) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1052.993555] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager.update_available_resource {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1052.998899] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb6dbd3-fe2c-4511-a8b9-738fd1111609 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.003174] env[70527]: DEBUG nova.network.neutron [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 21bb3b74-928a-46a5-b637-a6ccd25b4bdc] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1053.037967] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b1decc-1492-4427-8292-2dec8c30b810 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.051328] env[70527]: DEBUG oslo_vmware.api [None req-71e93526-7281-4215-ae26-dd6185fae216 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3913590, 'name': ReconfigVM_Task, 'duration_secs': 0.246553} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.051328] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-71e93526-7281-4215-ae26-dd6185fae216 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: fdfe7865-31aa-4a0b-9325-7abef06e7501] Reconfigured VM instance instance-00000048 to detach disk 2000 {{(pid=70527) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1053.052043] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7283fd-40b9-4530-a33d-e35708ead052 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.057091] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f356547-b729-44eb-b573-5d262428a6ce {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.093750] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-71e93526-7281-4215-ae26-dd6185fae216 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: fdfe7865-31aa-4a0b-9325-7abef06e7501] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] fdfe7865-31aa-4a0b-9325-7abef06e7501/fdfe7865-31aa-4a0b-9325-7abef06e7501.vmdk or device None with type thin {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1053.094707] env[70527]: DEBUG nova.compute.provider_tree [None req-887a5895-c248-41e4-af9e-b919da622348 tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.096753] env[70527]: DEBUG nova.network.neutron [req-5efe4934-8c5c-4083-8370-0cf97c611860 req-2cd4421b-c8de-4668-b14c-d23d20396c32 service nova] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Updated VIF entry in instance network info cache for port ce1e80bb-9f7d-401e-9cbb-b9b06955e78e. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1053.096981] env[70527]: DEBUG nova.network.neutron [req-5efe4934-8c5c-4083-8370-0cf97c611860 req-2cd4421b-c8de-4668-b14c-d23d20396c32 service nova] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Updating instance_info_cache with network_info: [{"id": "ce1e80bb-9f7d-401e-9cbb-b9b06955e78e", "address": "fa:16:3e:40:e0:24", "network": {"id": "9f02a455-4e3e-4246-a7f2-21af691aef6e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1218330157-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "100ff00e5f9748369513d8fa45262041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce1e80bb-9f", "ovs_interfaceid": "ce1e80bb-9f7d-401e-9cbb-b9b06955e78e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.098055] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-488b7151-47ef-421c-98da-53a520b21296 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.121238] env[70527]: DEBUG oslo_vmware.api [None req-71e93526-7281-4215-ae26-dd6185fae216 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for the task: (returnval){ [ 1053.121238] env[70527]: value = "task-3913591" [ 1053.121238] env[70527]: _type = "Task" [ 1053.121238] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.131728] env[70527]: DEBUG oslo_vmware.api [None req-71e93526-7281-4215-ae26-dd6185fae216 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3913591, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.220329] env[70527]: DEBUG oslo_concurrency.lockutils [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Acquiring lock "992d6ed3-f53e-4c79-bff9-bb2808b6b2ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.220580] env[70527]: DEBUG oslo_concurrency.lockutils [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Lock "992d6ed3-f53e-4c79-bff9-bb2808b6b2ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.298905] env[70527]: DEBUG nova.network.neutron [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 21bb3b74-928a-46a5-b637-a6ccd25b4bdc] Updating instance_info_cache with network_info: [{"id": "7467261c-0700-439f-afe7-3ed1f18e18e9", "address": "fa:16:3e:ae:6f:9b", "network": {"id": "0b72ef80-5e63-4bac-b3dd-4a63ff7abe74", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-571665589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79060d06877149fb8970e454e0927e61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7467261c-07", "ovs_interfaceid": "7467261c-0700-439f-afe7-3ed1f18e18e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.499197] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.613196] env[70527]: DEBUG nova.scheduler.client.report [None req-887a5895-c248-41e4-af9e-b919da622348 tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.617327] env[70527]: DEBUG oslo_concurrency.lockutils [req-5efe4934-8c5c-4083-8370-0cf97c611860 req-2cd4421b-c8de-4668-b14c-d23d20396c32 service nova] Releasing lock "refresh_cache-1d5c9891-0194-4e61-85df-28177a43569f" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.631939] env[70527]: DEBUG oslo_vmware.api [None req-71e93526-7281-4215-ae26-dd6185fae216 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3913591, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.723657] env[70527]: DEBUG nova.compute.manager [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] [instance: 992d6ed3-f53e-4c79-bff9-bb2808b6b2ee] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1053.801630] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Releasing lock "refresh_cache-21bb3b74-928a-46a5-b637-a6ccd25b4bdc" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.802186] env[70527]: DEBUG nova.compute.manager [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 21bb3b74-928a-46a5-b637-a6ccd25b4bdc] Instance network_info: |[{"id": "7467261c-0700-439f-afe7-3ed1f18e18e9", "address": "fa:16:3e:ae:6f:9b", "network": {"id": "0b72ef80-5e63-4bac-b3dd-4a63ff7abe74", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-571665589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79060d06877149fb8970e454e0927e61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7467261c-07", "ovs_interfaceid": "7467261c-0700-439f-afe7-3ed1f18e18e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1053.803578] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 21bb3b74-928a-46a5-b637-a6ccd25b4bdc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:6f:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6edb8eae-1113-49d0-84f7-9fd9f82b26fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7467261c-0700-439f-afe7-3ed1f18e18e9', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1053.817237] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1053.817630] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21bb3b74-928a-46a5-b637-a6ccd25b4bdc] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1053.819063] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a51b9c8e-979e-4bad-a1ac-dc14dcbac758 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.849878] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1053.849878] env[70527]: value = "task-3913592" [ 1053.849878] env[70527]: _type = "Task" [ 1053.849878] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.858565] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913592, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.100801] env[70527]: DEBUG nova.compute.manager [req-794da139-f853-4098-b826-5ac57505dd10 req-7bf95ae9-703c-419a-ba24-5b306e6ef721 service nova] [instance: 21bb3b74-928a-46a5-b637-a6ccd25b4bdc] Received event network-changed-7467261c-0700-439f-afe7-3ed1f18e18e9 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.101072] env[70527]: DEBUG nova.compute.manager [req-794da139-f853-4098-b826-5ac57505dd10 req-7bf95ae9-703c-419a-ba24-5b306e6ef721 service nova] [instance: 21bb3b74-928a-46a5-b637-a6ccd25b4bdc] Refreshing instance network info cache due to event network-changed-7467261c-0700-439f-afe7-3ed1f18e18e9. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1054.101253] env[70527]: DEBUG oslo_concurrency.lockutils [req-794da139-f853-4098-b826-5ac57505dd10 req-7bf95ae9-703c-419a-ba24-5b306e6ef721 service nova] Acquiring lock "refresh_cache-21bb3b74-928a-46a5-b637-a6ccd25b4bdc" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.101402] env[70527]: DEBUG oslo_concurrency.lockutils [req-794da139-f853-4098-b826-5ac57505dd10 req-7bf95ae9-703c-419a-ba24-5b306e6ef721 service nova] Acquired lock "refresh_cache-21bb3b74-928a-46a5-b637-a6ccd25b4bdc" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.101566] env[70527]: DEBUG nova.network.neutron [req-794da139-f853-4098-b826-5ac57505dd10 req-7bf95ae9-703c-419a-ba24-5b306e6ef721 service nova] [instance: 21bb3b74-928a-46a5-b637-a6ccd25b4bdc] Refreshing network info cache for port 7467261c-0700-439f-afe7-3ed1f18e18e9 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1054.118498] env[70527]: DEBUG oslo_concurrency.lockutils [None req-887a5895-c248-41e4-af9e-b919da622348 tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.043s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.121138] env[70527]: DEBUG oslo_concurrency.lockutils [None req-258f80bb-6949-4935-b049-b6781025797d tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.370s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.121401] env[70527]: DEBUG nova.objects.instance [None req-258f80bb-6949-4935-b049-b6781025797d tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Lazy-loading 'resources' on Instance uuid 9c410bd0-3603-4f5a-a9ac-fd78180e3c1d {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.135955] env[70527]: DEBUG oslo_vmware.api [None req-71e93526-7281-4215-ae26-dd6185fae216 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3913591, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.146743] env[70527]: INFO nova.scheduler.client.report [None req-887a5895-c248-41e4-af9e-b919da622348 tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] Deleted allocations for instance 477e6007-8991-42f3-aae0-57a7225b2cd2 [ 1054.252312] env[70527]: DEBUG oslo_concurrency.lockutils [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.361820] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913592, 'name': CreateVM_Task, 'duration_secs': 0.358941} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.363285] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21bb3b74-928a-46a5-b637-a6ccd25b4bdc] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1054.363285] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.363285] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.363285] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.363477] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbbe96de-fd35-49f1-bcfc-05dfe81769da {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.372230] env[70527]: DEBUG oslo_vmware.api [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for the task: (returnval){ [ 1054.372230] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52128511-eaf3-b7be-733b-4c890ecaec56" [ 1054.372230] env[70527]: _type = "Task" [ 1054.372230] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.380778] env[70527]: DEBUG oslo_vmware.api [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52128511-eaf3-b7be-733b-4c890ecaec56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.636827] env[70527]: DEBUG oslo_vmware.api [None req-71e93526-7281-4215-ae26-dd6185fae216 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3913591, 'name': ReconfigVM_Task, 'duration_secs': 1.134169} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.636950] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-71e93526-7281-4215-ae26-dd6185fae216 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: fdfe7865-31aa-4a0b-9325-7abef06e7501] Reconfigured VM instance instance-00000048 to attach disk [datastore1] fdfe7865-31aa-4a0b-9325-7abef06e7501/fdfe7865-31aa-4a0b-9325-7abef06e7501.vmdk or device None with type thin {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1054.637335] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-71e93526-7281-4215-ae26-dd6185fae216 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: fdfe7865-31aa-4a0b-9325-7abef06e7501] Updating instance 'fdfe7865-31aa-4a0b-9325-7abef06e7501' progress to 50 {{(pid=70527) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1054.662613] env[70527]: DEBUG oslo_concurrency.lockutils [None req-887a5895-c248-41e4-af9e-b919da622348 tempest-ServersTestBootFromVolume-1414622987 tempest-ServersTestBootFromVolume-1414622987-project-member] Lock "477e6007-8991-42f3-aae0-57a7225b2cd2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.117s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.883269] env[70527]: DEBUG oslo_vmware.api [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52128511-eaf3-b7be-733b-4c890ecaec56, 'name': SearchDatastore_Task, 'duration_secs': 0.023062} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.885862] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.886185] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 21bb3b74-928a-46a5-b637-a6ccd25b4bdc] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1054.886476] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.886677] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.886888] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1054.888113] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed51214c-a741-4c29-97a5-bd60c55a4cfc {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.900212] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1054.900212] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1054.903303] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b2209c1-ad7b-49b7-a57e-6a2d291254b9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.912228] env[70527]: DEBUG oslo_vmware.api [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for the task: (returnval){ [ 1054.912228] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52ab7141-2c5d-3f4f-cf14-ce8abd94bef1" [ 1054.912228] env[70527]: _type = "Task" [ 1054.912228] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.923783] env[70527]: DEBUG oslo_vmware.api [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52ab7141-2c5d-3f4f-cf14-ce8abd94bef1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.989321] env[70527]: DEBUG nova.network.neutron [req-794da139-f853-4098-b826-5ac57505dd10 req-7bf95ae9-703c-419a-ba24-5b306e6ef721 service nova] [instance: 21bb3b74-928a-46a5-b637-a6ccd25b4bdc] Updated VIF entry in instance network info cache for port 7467261c-0700-439f-afe7-3ed1f18e18e9. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1054.989677] env[70527]: DEBUG nova.network.neutron [req-794da139-f853-4098-b826-5ac57505dd10 req-7bf95ae9-703c-419a-ba24-5b306e6ef721 service nova] [instance: 21bb3b74-928a-46a5-b637-a6ccd25b4bdc] Updating instance_info_cache with network_info: [{"id": "7467261c-0700-439f-afe7-3ed1f18e18e9", "address": "fa:16:3e:ae:6f:9b", "network": {"id": "0b72ef80-5e63-4bac-b3dd-4a63ff7abe74", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-571665589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79060d06877149fb8970e454e0927e61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7467261c-07", "ovs_interfaceid": "7467261c-0700-439f-afe7-3ed1f18e18e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.023187] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9386bc-5e98-4aae-9e64-90eca441f197 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.034957] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c5871b-bc79-400d-af9a-fb724498643e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.068702] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-601e8fbb-bff3-48e4-be11-97218e648fce {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.076929] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ccf05a1-35a1-4f4d-a939-f6775773c014 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.094237] env[70527]: DEBUG nova.compute.provider_tree [None req-258f80bb-6949-4935-b049-b6781025797d tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.147988] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad0ba8e9-8350-43f0-9f4f-f2de3bdeafce {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.171842] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb09fa3-ec04-4c34-8f49-cd0484da6ff0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.191650] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-71e93526-7281-4215-ae26-dd6185fae216 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: fdfe7865-31aa-4a0b-9325-7abef06e7501] Updating instance 'fdfe7865-31aa-4a0b-9325-7abef06e7501' progress to 67 {{(pid=70527) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1055.264829] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Acquiring lock "f82bd048-5013-4809-ac11-053b6629067b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.265747] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Lock "f82bd048-5013-4809-ac11-053b6629067b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.423865] env[70527]: DEBUG oslo_vmware.api [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52ab7141-2c5d-3f4f-cf14-ce8abd94bef1, 'name': SearchDatastore_Task, 'duration_secs': 0.040659} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.424397] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-430e27ff-bffc-437e-a4f8-b386dc4c8e2f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.432328] env[70527]: DEBUG oslo_vmware.api [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for the task: (returnval){ [ 1055.432328] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52166119-1aa6-cdb0-aa55-545d4136ef17" [ 1055.432328] env[70527]: _type = "Task" [ 1055.432328] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.442451] env[70527]: DEBUG oslo_vmware.api [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52166119-1aa6-cdb0-aa55-545d4136ef17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.495382] env[70527]: DEBUG oslo_concurrency.lockutils [req-794da139-f853-4098-b826-5ac57505dd10 req-7bf95ae9-703c-419a-ba24-5b306e6ef721 service nova] Releasing lock "refresh_cache-21bb3b74-928a-46a5-b637-a6ccd25b4bdc" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.599073] env[70527]: DEBUG nova.scheduler.client.report [None req-258f80bb-6949-4935-b049-b6781025797d tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1055.754670] env[70527]: DEBUG nova.network.neutron [None req-71e93526-7281-4215-ae26-dd6185fae216 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: fdfe7865-31aa-4a0b-9325-7abef06e7501] Port 1b107bc6-60d5-4575-93e4-c59ed1bd6c9d binding to destination host cpu-1 is already ACTIVE {{(pid=70527) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3252}} [ 1055.767594] env[70527]: DEBUG nova.compute.manager [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1055.945939] env[70527]: DEBUG oslo_vmware.api [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52166119-1aa6-cdb0-aa55-545d4136ef17, 'name': SearchDatastore_Task, 'duration_secs': 0.022679} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.946191] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.946459] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 21bb3b74-928a-46a5-b637-a6ccd25b4bdc/21bb3b74-928a-46a5-b637-a6ccd25b4bdc.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1055.946721] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3746ba17-030b-4d69-a49d-9a30dad4ea82 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.954714] env[70527]: DEBUG oslo_vmware.api [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for the task: (returnval){ [ 1055.954714] env[70527]: value = "task-3913594" [ 1055.954714] env[70527]: _type = "Task" [ 1055.954714] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.969290] env[70527]: DEBUG oslo_vmware.api [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913594, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.108936] env[70527]: DEBUG oslo_concurrency.lockutils [None req-258f80bb-6949-4935-b049-b6781025797d tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.986s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.109825] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4be282a4-6264-40ea-81ab-6419947190c4 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.744s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.110590] env[70527]: DEBUG nova.objects.instance [None req-4be282a4-6264-40ea-81ab-6419947190c4 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Lazy-loading 'resources' on Instance uuid 766b244b-7544-4f88-8ae4-dbfa6aaf8e95 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1056.141741] env[70527]: INFO nova.scheduler.client.report [None req-258f80bb-6949-4935-b049-b6781025797d tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Deleted allocations for instance 9c410bd0-3603-4f5a-a9ac-fd78180e3c1d [ 1056.307589] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.473024] env[70527]: DEBUG oslo_vmware.api [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913594, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.651333] env[70527]: DEBUG oslo_concurrency.lockutils [None req-258f80bb-6949-4935-b049-b6781025797d tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Lock "9c410bd0-3603-4f5a-a9ac-fd78180e3c1d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.670s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.789280] env[70527]: DEBUG oslo_concurrency.lockutils [None req-71e93526-7281-4215-ae26-dd6185fae216 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquiring lock "fdfe7865-31aa-4a0b-9325-7abef06e7501-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.789280] env[70527]: DEBUG oslo_concurrency.lockutils [None req-71e93526-7281-4215-ae26-dd6185fae216 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Lock "fdfe7865-31aa-4a0b-9325-7abef06e7501-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.789447] env[70527]: DEBUG oslo_concurrency.lockutils [None req-71e93526-7281-4215-ae26-dd6185fae216 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Lock "fdfe7865-31aa-4a0b-9325-7abef06e7501-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.974954] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquiring lock "c92cc386-3682-4063-938c-706420df7d3d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.975255] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Lock "c92cc386-3682-4063-938c-706420df7d3d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.976663] env[70527]: DEBUG oslo_vmware.api [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913594, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.649139} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.980396] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 21bb3b74-928a-46a5-b637-a6ccd25b4bdc/21bb3b74-928a-46a5-b637-a6ccd25b4bdc.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1056.980741] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 21bb3b74-928a-46a5-b637-a6ccd25b4bdc] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1056.981504] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bda20f25-abf6-4341-9097-db23ebeaa234 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.990521] env[70527]: DEBUG oslo_vmware.api [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for the task: (returnval){ [ 1056.990521] env[70527]: value = "task-3913596" [ 1056.990521] env[70527]: _type = "Task" [ 1056.990521] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.001730] env[70527]: DEBUG oslo_vmware.api [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913596, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.045382] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384c36c1-8d70-4ac1-9306-0928ee69470d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.054163] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7c31ef-7b5f-404c-b983-8002114f7c7b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.087189] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f54bb5-2432-41b2-ad58-8d42e4eb7811 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.095744] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884cd3f3-0a31-411d-96df-86d57630b844 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.111093] env[70527]: DEBUG nova.compute.provider_tree [None req-4be282a4-6264-40ea-81ab-6419947190c4 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.366019] env[70527]: DEBUG oslo_concurrency.lockutils [None req-28c304cf-2b8c-4de2-ac82-6a99c2406c65 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Acquiring lock "ee0ccce4-72c3-443c-821b-0d5ae9c9935d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.366378] env[70527]: DEBUG oslo_concurrency.lockutils [None req-28c304cf-2b8c-4de2-ac82-6a99c2406c65 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Lock "ee0ccce4-72c3-443c-821b-0d5ae9c9935d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.366518] env[70527]: DEBUG oslo_concurrency.lockutils [None req-28c304cf-2b8c-4de2-ac82-6a99c2406c65 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Acquiring lock "ee0ccce4-72c3-443c-821b-0d5ae9c9935d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.366778] env[70527]: DEBUG oslo_concurrency.lockutils [None req-28c304cf-2b8c-4de2-ac82-6a99c2406c65 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Lock "ee0ccce4-72c3-443c-821b-0d5ae9c9935d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.366961] env[70527]: DEBUG oslo_concurrency.lockutils [None req-28c304cf-2b8c-4de2-ac82-6a99c2406c65 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Lock "ee0ccce4-72c3-443c-821b-0d5ae9c9935d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.369194] env[70527]: INFO nova.compute.manager [None req-28c304cf-2b8c-4de2-ac82-6a99c2406c65 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: ee0ccce4-72c3-443c-821b-0d5ae9c9935d] Terminating instance [ 1057.482980] env[70527]: DEBUG nova.compute.manager [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: c92cc386-3682-4063-938c-706420df7d3d] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1057.500348] env[70527]: DEBUG oslo_vmware.api [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913596, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076011} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.501304] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 21bb3b74-928a-46a5-b637-a6ccd25b4bdc] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1057.501478] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7459497c-4071-47fc-8c8c-f33468bf3f4f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.524696] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 21bb3b74-928a-46a5-b637-a6ccd25b4bdc] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 21bb3b74-928a-46a5-b637-a6ccd25b4bdc/21bb3b74-928a-46a5-b637-a6ccd25b4bdc.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1057.525639] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3089280-c186-42e0-8728-53479f1ddd92 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.548424] env[70527]: DEBUG oslo_vmware.api [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for the task: (returnval){ [ 1057.548424] env[70527]: value = "task-3913597" [ 1057.548424] env[70527]: _type = "Task" [ 1057.548424] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.558426] env[70527]: DEBUG oslo_vmware.api [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913597, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.614679] env[70527]: DEBUG nova.scheduler.client.report [None req-4be282a4-6264-40ea-81ab-6419947190c4 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.830184] env[70527]: DEBUG oslo_concurrency.lockutils [None req-71e93526-7281-4215-ae26-dd6185fae216 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquiring lock "refresh_cache-fdfe7865-31aa-4a0b-9325-7abef06e7501" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.830400] env[70527]: DEBUG oslo_concurrency.lockutils [None req-71e93526-7281-4215-ae26-dd6185fae216 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquired lock "refresh_cache-fdfe7865-31aa-4a0b-9325-7abef06e7501" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.830582] env[70527]: DEBUG nova.network.neutron [None req-71e93526-7281-4215-ae26-dd6185fae216 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: fdfe7865-31aa-4a0b-9325-7abef06e7501] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1057.874594] env[70527]: DEBUG nova.compute.manager [None req-28c304cf-2b8c-4de2-ac82-6a99c2406c65 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: ee0ccce4-72c3-443c-821b-0d5ae9c9935d] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1057.874867] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-28c304cf-2b8c-4de2-ac82-6a99c2406c65 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: ee0ccce4-72c3-443c-821b-0d5ae9c9935d] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1057.875815] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3b6fc6-605a-455e-9adc-0a35089790e1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.884277] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-28c304cf-2b8c-4de2-ac82-6a99c2406c65 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: ee0ccce4-72c3-443c-821b-0d5ae9c9935d] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1057.884588] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67f6c040-1d6a-44cf-a010-34ba21a32a3a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.891643] env[70527]: DEBUG oslo_vmware.api [None req-28c304cf-2b8c-4de2-ac82-6a99c2406c65 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Waiting for the task: (returnval){ [ 1057.891643] env[70527]: value = "task-3913598" [ 1057.891643] env[70527]: _type = "Task" [ 1057.891643] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.903020] env[70527]: DEBUG oslo_vmware.api [None req-28c304cf-2b8c-4de2-ac82-6a99c2406c65 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3913598, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.008909] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.060737] env[70527]: DEBUG oslo_vmware.api [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913597, 'name': ReconfigVM_Task, 'duration_secs': 0.27673} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.061298] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 21bb3b74-928a-46a5-b637-a6ccd25b4bdc] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 21bb3b74-928a-46a5-b637-a6ccd25b4bdc/21bb3b74-928a-46a5-b637-a6ccd25b4bdc.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1058.062197] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9815c80-8db9-47d0-ab75-9ca92d931f0a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.071452] env[70527]: DEBUG oslo_vmware.api [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for the task: (returnval){ [ 1058.071452] env[70527]: value = "task-3913599" [ 1058.071452] env[70527]: _type = "Task" [ 1058.071452] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.082839] env[70527]: DEBUG oslo_vmware.api [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913599, 'name': Rename_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.120819] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4be282a4-6264-40ea-81ab-6419947190c4 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.011s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.123516] env[70527]: DEBUG oslo_concurrency.lockutils [None req-75ad3db1-058d-4839-9de7-3c4c8540168c tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.624s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.125228] env[70527]: INFO nova.compute.claims [None req-75ad3db1-058d-4839-9de7-3c4c8540168c tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] [instance: 1c78db64-b3f5-4771-b6a8-d148ad4abcf8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1058.143709] env[70527]: INFO nova.scheduler.client.report [None req-4be282a4-6264-40ea-81ab-6419947190c4 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Deleted allocations for instance 766b244b-7544-4f88-8ae4-dbfa6aaf8e95 [ 1058.401965] env[70527]: DEBUG oslo_vmware.api [None req-28c304cf-2b8c-4de2-ac82-6a99c2406c65 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3913598, 'name': PowerOffVM_Task, 'duration_secs': 0.244112} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.402350] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-28c304cf-2b8c-4de2-ac82-6a99c2406c65 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: ee0ccce4-72c3-443c-821b-0d5ae9c9935d] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1058.402410] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-28c304cf-2b8c-4de2-ac82-6a99c2406c65 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: ee0ccce4-72c3-443c-821b-0d5ae9c9935d] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1058.402652] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c086d125-39a3-4270-bfbd-cf6425e28bf6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.486634] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-28c304cf-2b8c-4de2-ac82-6a99c2406c65 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: ee0ccce4-72c3-443c-821b-0d5ae9c9935d] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1058.486813] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-28c304cf-2b8c-4de2-ac82-6a99c2406c65 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: ee0ccce4-72c3-443c-821b-0d5ae9c9935d] Deleting contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1058.486992] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-28c304cf-2b8c-4de2-ac82-6a99c2406c65 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Deleting the datastore file [datastore2] ee0ccce4-72c3-443c-821b-0d5ae9c9935d {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1058.487273] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a02ac1d8-bd40-4afc-8590-a2c42f065000 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.498717] env[70527]: DEBUG oslo_vmware.api [None req-28c304cf-2b8c-4de2-ac82-6a99c2406c65 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Waiting for the task: (returnval){ [ 1058.498717] env[70527]: value = "task-3913601" [ 1058.498717] env[70527]: _type = "Task" [ 1058.498717] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.510576] env[70527]: DEBUG oslo_vmware.api [None req-28c304cf-2b8c-4de2-ac82-6a99c2406c65 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3913601, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.561473] env[70527]: DEBUG nova.network.neutron [None req-71e93526-7281-4215-ae26-dd6185fae216 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: fdfe7865-31aa-4a0b-9325-7abef06e7501] Updating instance_info_cache with network_info: [{"id": "1b107bc6-60d5-4575-93e4-c59ed1bd6c9d", "address": "fa:16:3e:ad:a5:28", "network": {"id": "ac4c5c7a-9727-4cf7-83da-cc12f81bae3a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-994465232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffc6c328f56e4971bceb097b0ceef30d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b107bc6-60", "ovs_interfaceid": "1b107bc6-60d5-4575-93e4-c59ed1bd6c9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.584777] env[70527]: DEBUG oslo_vmware.api [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913599, 'name': Rename_Task, 'duration_secs': 0.164665} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.585271] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 21bb3b74-928a-46a5-b637-a6ccd25b4bdc] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1058.585662] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb5d7b55-cab5-4b79-a965-8f6160b0bd0b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.594652] env[70527]: DEBUG oslo_vmware.api [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for the task: (returnval){ [ 1058.594652] env[70527]: value = "task-3913602" [ 1058.594652] env[70527]: _type = "Task" [ 1058.594652] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.604512] env[70527]: DEBUG oslo_vmware.api [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913602, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.652762] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4be282a4-6264-40ea-81ab-6419947190c4 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Lock "766b244b-7544-4f88-8ae4-dbfa6aaf8e95" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.017s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.010033] env[70527]: DEBUG oslo_vmware.api [None req-28c304cf-2b8c-4de2-ac82-6a99c2406c65 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3913601, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.344282} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.010238] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-28c304cf-2b8c-4de2-ac82-6a99c2406c65 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1059.010377] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-28c304cf-2b8c-4de2-ac82-6a99c2406c65 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: ee0ccce4-72c3-443c-821b-0d5ae9c9935d] Deleted contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1059.010558] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-28c304cf-2b8c-4de2-ac82-6a99c2406c65 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: ee0ccce4-72c3-443c-821b-0d5ae9c9935d] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1059.010732] env[70527]: INFO nova.compute.manager [None req-28c304cf-2b8c-4de2-ac82-6a99c2406c65 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: ee0ccce4-72c3-443c-821b-0d5ae9c9935d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1059.010987] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-28c304cf-2b8c-4de2-ac82-6a99c2406c65 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1059.011259] env[70527]: DEBUG nova.compute.manager [-] [instance: ee0ccce4-72c3-443c-821b-0d5ae9c9935d] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1059.011322] env[70527]: DEBUG nova.network.neutron [-] [instance: ee0ccce4-72c3-443c-821b-0d5ae9c9935d] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1059.065793] env[70527]: DEBUG oslo_concurrency.lockutils [None req-71e93526-7281-4215-ae26-dd6185fae216 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Releasing lock "refresh_cache-fdfe7865-31aa-4a0b-9325-7abef06e7501" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.109400] env[70527]: DEBUG oslo_vmware.api [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913602, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.361490] env[70527]: DEBUG nova.compute.manager [req-9eae381a-72f2-4f50-b1b8-34d6dc41e71f req-6d8a2a26-bf38-49d2-bddd-76269c38cee6 service nova] [instance: ee0ccce4-72c3-443c-821b-0d5ae9c9935d] Received event network-vif-deleted-aacd3a4d-090f-4ffc-b23d-d4701a915c12 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1059.361616] env[70527]: INFO nova.compute.manager [req-9eae381a-72f2-4f50-b1b8-34d6dc41e71f req-6d8a2a26-bf38-49d2-bddd-76269c38cee6 service nova] [instance: ee0ccce4-72c3-443c-821b-0d5ae9c9935d] Neutron deleted interface aacd3a4d-090f-4ffc-b23d-d4701a915c12; detaching it from the instance and deleting it from the info cache [ 1059.361783] env[70527]: DEBUG nova.network.neutron [req-9eae381a-72f2-4f50-b1b8-34d6dc41e71f req-6d8a2a26-bf38-49d2-bddd-76269c38cee6 service nova] [instance: ee0ccce4-72c3-443c-821b-0d5ae9c9935d] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.516668] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11023756-80c7-4dbc-b793-bca4221eefaf {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.525212] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7583de1-6495-4b2b-9027-5780c31f2985 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.558445] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe77bff0-bb0c-484d-9ab3-6d4300e91ca0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.570100] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d275c8e-9a9a-449f-ae60-f142af071e4b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.588217] env[70527]: DEBUG nova.compute.provider_tree [None req-75ad3db1-058d-4839-9de7-3c4c8540168c tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.590958] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186a13c4-5b4b-4af7-95af-03d864e0adce {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.612791] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5688d89-743d-4e5d-ab20-ef24c4b7078f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.618988] env[70527]: DEBUG oslo_vmware.api [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913602, 'name': PowerOnVM_Task, 'duration_secs': 0.52169} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.623023] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 21bb3b74-928a-46a5-b637-a6ccd25b4bdc] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1059.623023] env[70527]: INFO nova.compute.manager [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 21bb3b74-928a-46a5-b637-a6ccd25b4bdc] Took 8.65 seconds to spawn the instance on the hypervisor. [ 1059.623023] env[70527]: DEBUG nova.compute.manager [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 21bb3b74-928a-46a5-b637-a6ccd25b4bdc] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1059.623023] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79be4ce7-3a2f-4a9c-81ba-7dceafc2f109 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.626034] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-71e93526-7281-4215-ae26-dd6185fae216 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: fdfe7865-31aa-4a0b-9325-7abef06e7501] Updating instance 'fdfe7865-31aa-4a0b-9325-7abef06e7501' progress to 83 {{(pid=70527) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1059.833581] env[70527]: DEBUG nova.network.neutron [-] [instance: ee0ccce4-72c3-443c-821b-0d5ae9c9935d] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.865024] env[70527]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d2ca6f46-b416-46f0-b021-2e2d6c01b71c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.875848] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5954b54-7298-40d3-9552-2a98d551e2e2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.917346] env[70527]: DEBUG nova.compute.manager [req-9eae381a-72f2-4f50-b1b8-34d6dc41e71f req-6d8a2a26-bf38-49d2-bddd-76269c38cee6 service nova] [instance: ee0ccce4-72c3-443c-821b-0d5ae9c9935d] Detach interface failed, port_id=aacd3a4d-090f-4ffc-b23d-d4701a915c12, reason: Instance ee0ccce4-72c3-443c-821b-0d5ae9c9935d could not be found. {{(pid=70527) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1060.096964] env[70527]: DEBUG nova.scheduler.client.report [None req-75ad3db1-058d-4839-9de7-3c4c8540168c tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1060.134355] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-71e93526-7281-4215-ae26-dd6185fae216 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: fdfe7865-31aa-4a0b-9325-7abef06e7501] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1060.134355] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24984cca-9b7b-44f2-a9e5-f0947db5646e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.948085] env[70527]: INFO nova.compute.manager [-] [instance: ee0ccce4-72c3-443c-821b-0d5ae9c9935d] Took 1.94 seconds to deallocate network for instance. [ 1060.950921] env[70527]: DEBUG oslo_concurrency.lockutils [None req-75ad3db1-058d-4839-9de7-3c4c8540168c tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.828s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.951416] env[70527]: DEBUG nova.compute.manager [None req-75ad3db1-058d-4839-9de7-3c4c8540168c tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] [instance: 1c78db64-b3f5-4771-b6a8-d148ad4abcf8] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1060.955492] env[70527]: INFO nova.compute.manager [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 21bb3b74-928a-46a5-b637-a6ccd25b4bdc] Took 46.22 seconds to build instance. [ 1060.961182] env[70527]: DEBUG oslo_concurrency.lockutils [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.990s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.962622] env[70527]: INFO nova.compute.claims [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1060.966410] env[70527]: DEBUG oslo_vmware.api [None req-71e93526-7281-4215-ae26-dd6185fae216 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for the task: (returnval){ [ 1060.966410] env[70527]: value = "task-3913603" [ 1060.966410] env[70527]: _type = "Task" [ 1060.966410] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.970295] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4a1a8df1-1fd3-4739-8c32-e53f80838558 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Acquiring lock "0cabe7f0-908c-43e2-aa94-9b4abcaa2df7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.971741] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4a1a8df1-1fd3-4739-8c32-e53f80838558 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Lock "0cabe7f0-908c-43e2-aa94-9b4abcaa2df7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.981200] env[70527]: DEBUG oslo_vmware.api [None req-71e93526-7281-4215-ae26-dd6185fae216 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3913603, 'name': PowerOnVM_Task, 'duration_secs': 0.453965} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.981963] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-71e93526-7281-4215-ae26-dd6185fae216 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: fdfe7865-31aa-4a0b-9325-7abef06e7501] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1060.981963] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-71e93526-7281-4215-ae26-dd6185fae216 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: fdfe7865-31aa-4a0b-9325-7abef06e7501] Updating instance 'fdfe7865-31aa-4a0b-9325-7abef06e7501' progress to 100 {{(pid=70527) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1061.467954] env[70527]: DEBUG oslo_concurrency.lockutils [None req-e9a09ed9-5913-46fe-bd95-99bc338acf4e tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquiring lock "21bb3b74-928a-46a5-b637-a6ccd25b4bdc" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.470968] env[70527]: DEBUG oslo_concurrency.lockutils [None req-28c304cf-2b8c-4de2-ac82-6a99c2406c65 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.471982] env[70527]: DEBUG nova.compute.utils [None req-75ad3db1-058d-4839-9de7-3c4c8540168c tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1061.473344] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f2942043-1400-44dc-ba5b-ea8971107ed5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lock "21bb3b74-928a-46a5-b637-a6ccd25b4bdc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.754s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.473637] env[70527]: DEBUG nova.compute.manager [None req-75ad3db1-058d-4839-9de7-3c4c8540168c tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] [instance: 1c78db64-b3f5-4771-b6a8-d148ad4abcf8] Not allocating networking since 'none' was specified. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1061.475017] env[70527]: DEBUG oslo_concurrency.lockutils [None req-e9a09ed9-5913-46fe-bd95-99bc338acf4e tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lock "21bb3b74-928a-46a5-b637-a6ccd25b4bdc" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.007s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.475176] env[70527]: DEBUG nova.compute.manager [None req-e9a09ed9-5913-46fe-bd95-99bc338acf4e tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 21bb3b74-928a-46a5-b637-a6ccd25b4bdc] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1061.476254] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8daa4af8-2abc-4904-9595-6ad8fac13954 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.484376] env[70527]: DEBUG nova.compute.manager [None req-e9a09ed9-5913-46fe-bd95-99bc338acf4e tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 21bb3b74-928a-46a5-b637-a6ccd25b4bdc] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70527) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1061.484753] env[70527]: DEBUG nova.objects.instance [None req-e9a09ed9-5913-46fe-bd95-99bc338acf4e tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lazy-loading 'flavor' on Instance uuid 21bb3b74-928a-46a5-b637-a6ccd25b4bdc {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1061.515610] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Acquiring lock "49b5c50f-4331-41e3-95db-599d1376f166" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.515610] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Lock "49b5c50f-4331-41e3-95db-599d1376f166" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.976964] env[70527]: DEBUG nova.compute.manager [None req-75ad3db1-058d-4839-9de7-3c4c8540168c tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] [instance: 1c78db64-b3f5-4771-b6a8-d148ad4abcf8] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1061.979845] env[70527]: DEBUG nova.compute.manager [None req-4a1a8df1-1fd3-4739-8c32-e53f80838558 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1062.337948] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-524d4c82-7197-49b9-bdee-8f82e6a2ccd9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.346948] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1d2dae-c28b-4a84-92d7-ef833e693ae4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.379731] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97bffb50-37d9-45c7-930f-55c362fdefd3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.387851] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-393e7e16-8443-4769-9d0b-32fc7e92b3a0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.401705] env[70527]: DEBUG nova.compute.provider_tree [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1062.500127] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9a09ed9-5913-46fe-bd95-99bc338acf4e tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 21bb3b74-928a-46a5-b637-a6ccd25b4bdc] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1062.501014] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96b155ab-1245-421f-8b8e-de4ef7789fa7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.504936] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4a1a8df1-1fd3-4739-8c32-e53f80838558 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.513135] env[70527]: DEBUG oslo_vmware.api [None req-e9a09ed9-5913-46fe-bd95-99bc338acf4e tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for the task: (returnval){ [ 1062.513135] env[70527]: value = "task-3913604" [ 1062.513135] env[70527]: _type = "Task" [ 1062.513135] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.525552] env[70527]: DEBUG oslo_vmware.api [None req-e9a09ed9-5913-46fe-bd95-99bc338acf4e tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913604, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.713444] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1b402d19-7e0f-421a-a2b4-a279d8d2e8a0 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquiring lock "fdfe7865-31aa-4a0b-9325-7abef06e7501" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.713827] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1b402d19-7e0f-421a-a2b4-a279d8d2e8a0 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Lock "fdfe7865-31aa-4a0b-9325-7abef06e7501" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.714127] env[70527]: DEBUG nova.compute.manager [None req-1b402d19-7e0f-421a-a2b4-a279d8d2e8a0 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: fdfe7865-31aa-4a0b-9325-7abef06e7501] Going to confirm migration 5 {{(pid=70527) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1062.904783] env[70527]: DEBUG nova.scheduler.client.report [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1062.990438] env[70527]: DEBUG nova.compute.manager [None req-75ad3db1-058d-4839-9de7-3c4c8540168c tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] [instance: 1c78db64-b3f5-4771-b6a8-d148ad4abcf8] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1063.021339] env[70527]: DEBUG nova.virt.hardware [None req-75ad3db1-058d-4839-9de7-3c4c8540168c tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1063.021596] env[70527]: DEBUG nova.virt.hardware [None req-75ad3db1-058d-4839-9de7-3c4c8540168c tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1063.021755] env[70527]: DEBUG nova.virt.hardware [None req-75ad3db1-058d-4839-9de7-3c4c8540168c tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1063.021929] env[70527]: DEBUG nova.virt.hardware [None req-75ad3db1-058d-4839-9de7-3c4c8540168c tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1063.022086] env[70527]: DEBUG nova.virt.hardware [None req-75ad3db1-058d-4839-9de7-3c4c8540168c tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1063.022234] env[70527]: DEBUG nova.virt.hardware [None req-75ad3db1-058d-4839-9de7-3c4c8540168c tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1063.022442] env[70527]: DEBUG nova.virt.hardware [None req-75ad3db1-058d-4839-9de7-3c4c8540168c tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1063.022603] env[70527]: DEBUG nova.virt.hardware [None req-75ad3db1-058d-4839-9de7-3c4c8540168c tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1063.022769] env[70527]: DEBUG nova.virt.hardware [None req-75ad3db1-058d-4839-9de7-3c4c8540168c tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1063.022929] env[70527]: DEBUG nova.virt.hardware [None req-75ad3db1-058d-4839-9de7-3c4c8540168c tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1063.023115] env[70527]: DEBUG nova.virt.hardware [None req-75ad3db1-058d-4839-9de7-3c4c8540168c tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1063.023968] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8310f5-a104-4267-907c-72214e16f94a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.030114] env[70527]: DEBUG oslo_vmware.api [None req-e9a09ed9-5913-46fe-bd95-99bc338acf4e tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913604, 'name': PowerOffVM_Task, 'duration_secs': 0.214182} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.030769] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9a09ed9-5913-46fe-bd95-99bc338acf4e tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 21bb3b74-928a-46a5-b637-a6ccd25b4bdc] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1063.030977] env[70527]: DEBUG nova.compute.manager [None req-e9a09ed9-5913-46fe-bd95-99bc338acf4e tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 21bb3b74-928a-46a5-b637-a6ccd25b4bdc] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1063.031771] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d72830c-b099-454a-a0ab-d480d25300b8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.037789] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f66823ab-8f95-4921-ac3a-cf5fec40d655 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.056495] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-75ad3db1-058d-4839-9de7-3c4c8540168c tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] [instance: 1c78db64-b3f5-4771-b6a8-d148ad4abcf8] Instance VIF info [] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1063.063240] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-75ad3db1-058d-4839-9de7-3c4c8540168c tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Creating folder: Project (541bb70108df42d689a15c2b5d681771). Parent ref: group-v776920. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1063.063726] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-72de544c-db79-4309-a9ba-2bf5fecabf57 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.077852] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-75ad3db1-058d-4839-9de7-3c4c8540168c tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Created folder: Project (541bb70108df42d689a15c2b5d681771) in parent group-v776920. [ 1063.078062] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-75ad3db1-058d-4839-9de7-3c4c8540168c tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Creating folder: Instances. Parent ref: group-v777157. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1063.078311] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f7e1b1dd-a312-4437-a201-ed41b5450a7f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.089997] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-75ad3db1-058d-4839-9de7-3c4c8540168c tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Created folder: Instances in parent group-v777157. [ 1063.090154] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75ad3db1-058d-4839-9de7-3c4c8540168c tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1063.090339] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c78db64-b3f5-4771-b6a8-d148ad4abcf8] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1063.090549] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-571da042-b56a-4e77-8df6-502e61d482d0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.111370] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1063.111370] env[70527]: value = "task-3913607" [ 1063.111370] env[70527]: _type = "Task" [ 1063.111370] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.120380] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913607, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.300776] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1b402d19-7e0f-421a-a2b4-a279d8d2e8a0 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquiring lock "refresh_cache-fdfe7865-31aa-4a0b-9325-7abef06e7501" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.301077] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1b402d19-7e0f-421a-a2b4-a279d8d2e8a0 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquired lock "refresh_cache-fdfe7865-31aa-4a0b-9325-7abef06e7501" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.301284] env[70527]: DEBUG nova.network.neutron [None req-1b402d19-7e0f-421a-a2b4-a279d8d2e8a0 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: fdfe7865-31aa-4a0b-9325-7abef06e7501] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1063.301557] env[70527]: DEBUG nova.objects.instance [None req-1b402d19-7e0f-421a-a2b4-a279d8d2e8a0 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Lazy-loading 'info_cache' on Instance uuid fdfe7865-31aa-4a0b-9325-7abef06e7501 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1063.410728] env[70527]: DEBUG oslo_concurrency.lockutils [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.449s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.411385] env[70527]: DEBUG nova.compute.manager [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1063.414251] env[70527]: DEBUG oslo_concurrency.lockutils [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.322s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.415920] env[70527]: INFO nova.compute.claims [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] [instance: bc2a25d4-5d66-4157-b3aa-9ee94b25b8bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1063.552882] env[70527]: DEBUG oslo_concurrency.lockutils [None req-e9a09ed9-5913-46fe-bd95-99bc338acf4e tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lock "21bb3b74-928a-46a5-b637-a6ccd25b4bdc" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.078s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.621815] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913607, 'name': CreateVM_Task, 'duration_secs': 0.335592} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.621993] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c78db64-b3f5-4771-b6a8-d148ad4abcf8] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1063.622455] env[70527]: DEBUG oslo_concurrency.lockutils [None req-75ad3db1-058d-4839-9de7-3c4c8540168c tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.622619] env[70527]: DEBUG oslo_concurrency.lockutils [None req-75ad3db1-058d-4839-9de7-3c4c8540168c tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.623009] env[70527]: DEBUG oslo_concurrency.lockutils [None req-75ad3db1-058d-4839-9de7-3c4c8540168c tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.623287] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-046cc736-b818-48b6-a7ca-0947bb56eb38 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.628591] env[70527]: DEBUG oslo_vmware.api [None req-75ad3db1-058d-4839-9de7-3c4c8540168c tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Waiting for the task: (returnval){ [ 1063.628591] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]5296271c-a79d-ae59-f200-38c3e57ad6e6" [ 1063.628591] env[70527]: _type = "Task" [ 1063.628591] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.637159] env[70527]: DEBUG oslo_vmware.api [None req-75ad3db1-058d-4839-9de7-3c4c8540168c tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5296271c-a79d-ae59-f200-38c3e57ad6e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.921229] env[70527]: DEBUG nova.compute.utils [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1063.924907] env[70527]: DEBUG nova.compute.manager [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1063.924907] env[70527]: DEBUG nova.network.neutron [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1063.974322] env[70527]: DEBUG nova.policy [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4cf20017f65246a8ac8637e4b78f1f7a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e38a059c8294d89a9d3a1187b1e865e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 1064.142105] env[70527]: DEBUG oslo_vmware.api [None req-75ad3db1-058d-4839-9de7-3c4c8540168c tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5296271c-a79d-ae59-f200-38c3e57ad6e6, 'name': SearchDatastore_Task, 'duration_secs': 0.013043} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.142105] env[70527]: DEBUG oslo_concurrency.lockutils [None req-75ad3db1-058d-4839-9de7-3c4c8540168c tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.142105] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-75ad3db1-058d-4839-9de7-3c4c8540168c tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] [instance: 1c78db64-b3f5-4771-b6a8-d148ad4abcf8] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1064.142105] env[70527]: DEBUG oslo_concurrency.lockutils [None req-75ad3db1-058d-4839-9de7-3c4c8540168c tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.142105] env[70527]: DEBUG oslo_concurrency.lockutils [None req-75ad3db1-058d-4839-9de7-3c4c8540168c tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.142105] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-75ad3db1-058d-4839-9de7-3c4c8540168c tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1064.142797] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d827cc9c-7b06-4017-b9bd-5c14a00ff538 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.154793] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-75ad3db1-058d-4839-9de7-3c4c8540168c tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1064.155148] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-75ad3db1-058d-4839-9de7-3c4c8540168c tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1064.156905] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ce82ca7-f888-439d-a52b-a5547a8cbac5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.167072] env[70527]: DEBUG oslo_vmware.api [None req-75ad3db1-058d-4839-9de7-3c4c8540168c tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Waiting for the task: (returnval){ [ 1064.167072] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52409496-2e41-805b-1b3f-beba69246cde" [ 1064.167072] env[70527]: _type = "Task" [ 1064.167072] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.187368] env[70527]: DEBUG oslo_vmware.api [None req-75ad3db1-058d-4839-9de7-3c4c8540168c tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52409496-2e41-805b-1b3f-beba69246cde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.267652] env[70527]: DEBUG nova.network.neutron [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9] Successfully created port: 4d14b486-8771-4c96-baad-0bd018b270aa {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1064.411544] env[70527]: DEBUG oslo_concurrency.lockutils [None req-bfee6f44-9451-4bb2-b5eb-b426377a4935 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquiring lock "21bb3b74-928a-46a5-b637-a6ccd25b4bdc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.411841] env[70527]: DEBUG oslo_concurrency.lockutils [None req-bfee6f44-9451-4bb2-b5eb-b426377a4935 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lock "21bb3b74-928a-46a5-b637-a6ccd25b4bdc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.412191] env[70527]: DEBUG oslo_concurrency.lockutils [None req-bfee6f44-9451-4bb2-b5eb-b426377a4935 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquiring lock "21bb3b74-928a-46a5-b637-a6ccd25b4bdc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.412449] env[70527]: DEBUG oslo_concurrency.lockutils [None req-bfee6f44-9451-4bb2-b5eb-b426377a4935 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lock "21bb3b74-928a-46a5-b637-a6ccd25b4bdc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.412627] env[70527]: DEBUG oslo_concurrency.lockutils [None req-bfee6f44-9451-4bb2-b5eb-b426377a4935 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lock "21bb3b74-928a-46a5-b637-a6ccd25b4bdc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.417033] env[70527]: INFO nova.compute.manager [None req-bfee6f44-9451-4bb2-b5eb-b426377a4935 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 21bb3b74-928a-46a5-b637-a6ccd25b4bdc] Terminating instance [ 1064.426037] env[70527]: DEBUG nova.compute.manager [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1064.608610] env[70527]: DEBUG nova.network.neutron [None req-1b402d19-7e0f-421a-a2b4-a279d8d2e8a0 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: fdfe7865-31aa-4a0b-9325-7abef06e7501] Updating instance_info_cache with network_info: [{"id": "1b107bc6-60d5-4575-93e4-c59ed1bd6c9d", "address": "fa:16:3e:ad:a5:28", "network": {"id": "ac4c5c7a-9727-4cf7-83da-cc12f81bae3a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-994465232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffc6c328f56e4971bceb097b0ceef30d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b107bc6-60", "ovs_interfaceid": "1b107bc6-60d5-4575-93e4-c59ed1bd6c9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.689053] env[70527]: DEBUG oslo_vmware.api [None req-75ad3db1-058d-4839-9de7-3c4c8540168c tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52409496-2e41-805b-1b3f-beba69246cde, 'name': SearchDatastore_Task, 'duration_secs': 0.023874} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.689839] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd835549-0561-4946-b4f4-e64bd64d5b5d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.695453] env[70527]: DEBUG oslo_vmware.api [None req-75ad3db1-058d-4839-9de7-3c4c8540168c tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Waiting for the task: (returnval){ [ 1064.695453] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52ae50b9-5d31-c4a8-6738-aca37be7c4e7" [ 1064.695453] env[70527]: _type = "Task" [ 1064.695453] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.705736] env[70527]: DEBUG oslo_vmware.api [None req-75ad3db1-058d-4839-9de7-3c4c8540168c tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52ae50b9-5d31-c4a8-6738-aca37be7c4e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.918740] env[70527]: DEBUG nova.compute.manager [None req-bfee6f44-9451-4bb2-b5eb-b426377a4935 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 21bb3b74-928a-46a5-b637-a6ccd25b4bdc] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1064.918982] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-bfee6f44-9451-4bb2-b5eb-b426377a4935 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 21bb3b74-928a-46a5-b637-a6ccd25b4bdc] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1064.920061] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9a4d10-0d3a-4420-a8e9-8d39bb53eb8c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.925685] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c38739fd-a684-4892-ac72-94c849871b20 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.935927] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c763e521-b25a-4a76-884e-f79e91ae4fb0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.942012] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-bfee6f44-9451-4bb2-b5eb-b426377a4935 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 21bb3b74-928a-46a5-b637-a6ccd25b4bdc] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1064.942012] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37cbad4c-6810-4a9a-a099-8387eb5956d5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.972958] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5263e25d-4bb0-42cd-a362-6486da51e575 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.982341] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1794573-02ef-4fe7-aa28-faf439b07c28 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.998039] env[70527]: DEBUG nova.compute.provider_tree [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.008410] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-bfee6f44-9451-4bb2-b5eb-b426377a4935 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 21bb3b74-928a-46a5-b637-a6ccd25b4bdc] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1065.008666] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-bfee6f44-9451-4bb2-b5eb-b426377a4935 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 21bb3b74-928a-46a5-b637-a6ccd25b4bdc] Deleting contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1065.008891] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfee6f44-9451-4bb2-b5eb-b426377a4935 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Deleting the datastore file [datastore2] 21bb3b74-928a-46a5-b637-a6ccd25b4bdc {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1065.009196] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f1947334-e0e5-4323-a229-4b4e2d1ea97b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.017910] env[70527]: DEBUG oslo_vmware.api [None req-bfee6f44-9451-4bb2-b5eb-b426377a4935 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for the task: (returnval){ [ 1065.017910] env[70527]: value = "task-3913609" [ 1065.017910] env[70527]: _type = "Task" [ 1065.017910] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.026511] env[70527]: DEBUG oslo_vmware.api [None req-bfee6f44-9451-4bb2-b5eb-b426377a4935 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913609, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.111371] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1b402d19-7e0f-421a-a2b4-a279d8d2e8a0 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Releasing lock "refresh_cache-fdfe7865-31aa-4a0b-9325-7abef06e7501" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.111654] env[70527]: DEBUG nova.objects.instance [None req-1b402d19-7e0f-421a-a2b4-a279d8d2e8a0 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Lazy-loading 'migration_context' on Instance uuid fdfe7865-31aa-4a0b-9325-7abef06e7501 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.205856] env[70527]: DEBUG oslo_vmware.api [None req-75ad3db1-058d-4839-9de7-3c4c8540168c tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52ae50b9-5d31-c4a8-6738-aca37be7c4e7, 'name': SearchDatastore_Task, 'duration_secs': 0.011403} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.206205] env[70527]: DEBUG oslo_concurrency.lockutils [None req-75ad3db1-058d-4839-9de7-3c4c8540168c tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.206417] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-75ad3db1-058d-4839-9de7-3c4c8540168c tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] 1c78db64-b3f5-4771-b6a8-d148ad4abcf8/1c78db64-b3f5-4771-b6a8-d148ad4abcf8.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1065.206675] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e709957e-1ff2-4a83-a40e-fc205a31205d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.213636] env[70527]: DEBUG oslo_vmware.api [None req-75ad3db1-058d-4839-9de7-3c4c8540168c tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Waiting for the task: (returnval){ [ 1065.213636] env[70527]: value = "task-3913610" [ 1065.213636] env[70527]: _type = "Task" [ 1065.213636] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.221708] env[70527]: DEBUG oslo_vmware.api [None req-75ad3db1-058d-4839-9de7-3c4c8540168c tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Task: {'id': task-3913610, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.444350] env[70527]: DEBUG nova.compute.manager [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1065.473135] env[70527]: DEBUG nova.virt.hardware [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1065.473423] env[70527]: DEBUG nova.virt.hardware [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1065.473546] env[70527]: DEBUG nova.virt.hardware [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1065.473728] env[70527]: DEBUG nova.virt.hardware [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1065.473874] env[70527]: DEBUG nova.virt.hardware [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1065.474034] env[70527]: DEBUG nova.virt.hardware [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1065.474262] env[70527]: DEBUG nova.virt.hardware [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1065.474425] env[70527]: DEBUG nova.virt.hardware [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1065.474595] env[70527]: DEBUG nova.virt.hardware [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1065.474760] env[70527]: DEBUG nova.virt.hardware [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1065.474935] env[70527]: DEBUG nova.virt.hardware [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1065.475912] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c2e63d4-455a-48b9-8af6-dfb8180a4dff {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.486300] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37fa42a6-d5ab-4051-a173-5a0bfa7f5a26 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.502569] env[70527]: DEBUG nova.scheduler.client.report [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1065.532721] env[70527]: DEBUG oslo_vmware.api [None req-bfee6f44-9451-4bb2-b5eb-b426377a4935 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913609, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136208} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.532969] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfee6f44-9451-4bb2-b5eb-b426377a4935 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1065.533087] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-bfee6f44-9451-4bb2-b5eb-b426377a4935 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 21bb3b74-928a-46a5-b637-a6ccd25b4bdc] Deleted contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1065.533261] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-bfee6f44-9451-4bb2-b5eb-b426377a4935 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 21bb3b74-928a-46a5-b637-a6ccd25b4bdc] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1065.533429] env[70527]: INFO nova.compute.manager [None req-bfee6f44-9451-4bb2-b5eb-b426377a4935 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 21bb3b74-928a-46a5-b637-a6ccd25b4bdc] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1065.533676] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bfee6f44-9451-4bb2-b5eb-b426377a4935 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1065.533874] env[70527]: DEBUG nova.compute.manager [-] [instance: 21bb3b74-928a-46a5-b637-a6ccd25b4bdc] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1065.533961] env[70527]: DEBUG nova.network.neutron [-] [instance: 21bb3b74-928a-46a5-b637-a6ccd25b4bdc] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1065.615621] env[70527]: DEBUG nova.objects.base [None req-1b402d19-7e0f-421a-a2b4-a279d8d2e8a0 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=70527) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1065.617032] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f76a6acc-4308-440a-a59a-e7c8e71c84da {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.644727] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6989e5b-8e30-4f41-b181-ac0c638cd265 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.655306] env[70527]: DEBUG oslo_vmware.api [None req-1b402d19-7e0f-421a-a2b4-a279d8d2e8a0 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for the task: (returnval){ [ 1065.655306] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52a23ec5-5b0a-64f5-68c0-ef7cb2bef455" [ 1065.655306] env[70527]: _type = "Task" [ 1065.655306] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.668773] env[70527]: DEBUG oslo_vmware.api [None req-1b402d19-7e0f-421a-a2b4-a279d8d2e8a0 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52a23ec5-5b0a-64f5-68c0-ef7cb2bef455, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.724943] env[70527]: DEBUG oslo_vmware.api [None req-75ad3db1-058d-4839-9de7-3c4c8540168c tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Task: {'id': task-3913610, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.887896] env[70527]: DEBUG nova.compute.manager [req-ca477b23-1f07-4551-a800-b0f6d3773017 req-2eeeb95a-2edc-45e8-a5a6-d85439af853b service nova] [instance: 21bb3b74-928a-46a5-b637-a6ccd25b4bdc] Received event network-vif-deleted-7467261c-0700-439f-afe7-3ed1f18e18e9 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.888402] env[70527]: INFO nova.compute.manager [req-ca477b23-1f07-4551-a800-b0f6d3773017 req-2eeeb95a-2edc-45e8-a5a6-d85439af853b service nova] [instance: 21bb3b74-928a-46a5-b637-a6ccd25b4bdc] Neutron deleted interface 7467261c-0700-439f-afe7-3ed1f18e18e9; detaching it from the instance and deleting it from the info cache [ 1065.888402] env[70527]: DEBUG nova.network.neutron [req-ca477b23-1f07-4551-a800-b0f6d3773017 req-2eeeb95a-2edc-45e8-a5a6-d85439af853b service nova] [instance: 21bb3b74-928a-46a5-b637-a6ccd25b4bdc] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.008182] env[70527]: DEBUG oslo_concurrency.lockutils [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.594s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.008849] env[70527]: DEBUG nova.compute.manager [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] [instance: bc2a25d4-5d66-4157-b3aa-9ee94b25b8bb] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1066.014164] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9c5d008e-ed4c-4d8a-846c-cafdf7874b02 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.920s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.014164] env[70527]: DEBUG nova.objects.instance [None req-9c5d008e-ed4c-4d8a-846c-cafdf7874b02 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Lazy-loading 'resources' on Instance uuid f9a77c4a-662f-484b-9d72-358d9298974b {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.014777] env[70527]: DEBUG nova.compute.manager [req-cb827b39-1752-4f1f-ae44-1a55081eecb8 req-5b655861-8948-4c2b-a0a5-641594c88744 service nova] [instance: fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9] Received event network-vif-plugged-4d14b486-8771-4c96-baad-0bd018b270aa {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.014977] env[70527]: DEBUG oslo_concurrency.lockutils [req-cb827b39-1752-4f1f-ae44-1a55081eecb8 req-5b655861-8948-4c2b-a0a5-641594c88744 service nova] Acquiring lock "fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.015596] env[70527]: DEBUG oslo_concurrency.lockutils [req-cb827b39-1752-4f1f-ae44-1a55081eecb8 req-5b655861-8948-4c2b-a0a5-641594c88744 service nova] Lock "fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.015805] env[70527]: DEBUG oslo_concurrency.lockutils [req-cb827b39-1752-4f1f-ae44-1a55081eecb8 req-5b655861-8948-4c2b-a0a5-641594c88744 service nova] Lock "fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.015985] env[70527]: DEBUG nova.compute.manager [req-cb827b39-1752-4f1f-ae44-1a55081eecb8 req-5b655861-8948-4c2b-a0a5-641594c88744 service nova] [instance: fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9] No waiting events found dispatching network-vif-plugged-4d14b486-8771-4c96-baad-0bd018b270aa {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1066.016227] env[70527]: WARNING nova.compute.manager [req-cb827b39-1752-4f1f-ae44-1a55081eecb8 req-5b655861-8948-4c2b-a0a5-641594c88744 service nova] [instance: fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9] Received unexpected event network-vif-plugged-4d14b486-8771-4c96-baad-0bd018b270aa for instance with vm_state building and task_state spawning. [ 1066.103853] env[70527]: DEBUG nova.network.neutron [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9] Successfully updated port: 4d14b486-8771-4c96-baad-0bd018b270aa {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1066.166624] env[70527]: DEBUG oslo_vmware.api [None req-1b402d19-7e0f-421a-a2b4-a279d8d2e8a0 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52a23ec5-5b0a-64f5-68c0-ef7cb2bef455, 'name': SearchDatastore_Task, 'duration_secs': 0.035284} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.166800] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1b402d19-7e0f-421a-a2b4-a279d8d2e8a0 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.224457] env[70527]: DEBUG oslo_vmware.api [None req-75ad3db1-058d-4839-9de7-3c4c8540168c tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Task: {'id': task-3913610, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544813} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.224843] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-75ad3db1-058d-4839-9de7-3c4c8540168c tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] 1c78db64-b3f5-4771-b6a8-d148ad4abcf8/1c78db64-b3f5-4771-b6a8-d148ad4abcf8.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1066.224843] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-75ad3db1-058d-4839-9de7-3c4c8540168c tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] [instance: 1c78db64-b3f5-4771-b6a8-d148ad4abcf8] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1066.225380] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c8240e0-1730-424e-9486-c20f24ebf9fc {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.232380] env[70527]: DEBUG oslo_vmware.api [None req-75ad3db1-058d-4839-9de7-3c4c8540168c tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Waiting for the task: (returnval){ [ 1066.232380] env[70527]: value = "task-3913611" [ 1066.232380] env[70527]: _type = "Task" [ 1066.232380] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.241510] env[70527]: DEBUG oslo_vmware.api [None req-75ad3db1-058d-4839-9de7-3c4c8540168c tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Task: {'id': task-3913611, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.368076] env[70527]: DEBUG nova.network.neutron [-] [instance: 21bb3b74-928a-46a5-b637-a6ccd25b4bdc] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.393436] env[70527]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9fb38dff-e88a-4b97-ad71-f62c3287c0a9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.403768] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f115483e-56f0-4098-aafa-66e726cb68fc {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.438651] env[70527]: DEBUG nova.compute.manager [req-ca477b23-1f07-4551-a800-b0f6d3773017 req-2eeeb95a-2edc-45e8-a5a6-d85439af853b service nova] [instance: 21bb3b74-928a-46a5-b637-a6ccd25b4bdc] Detach interface failed, port_id=7467261c-0700-439f-afe7-3ed1f18e18e9, reason: Instance 21bb3b74-928a-46a5-b637-a6ccd25b4bdc could not be found. {{(pid=70527) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1066.521818] env[70527]: DEBUG nova.compute.utils [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1066.522627] env[70527]: DEBUG nova.compute.manager [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] [instance: bc2a25d4-5d66-4157-b3aa-9ee94b25b8bb] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1066.522797] env[70527]: DEBUG nova.network.neutron [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] [instance: bc2a25d4-5d66-4157-b3aa-9ee94b25b8bb] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1066.570291] env[70527]: DEBUG nova.policy [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dbe2ba69c5b04e03b208696b72df0257', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '15f375a66b674e69ba0a2327171c1ca3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 1066.606721] env[70527]: DEBUG oslo_concurrency.lockutils [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Acquiring lock "refresh_cache-fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.606915] env[70527]: DEBUG oslo_concurrency.lockutils [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Acquired lock "refresh_cache-fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.607036] env[70527]: DEBUG nova.network.neutron [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1066.745508] env[70527]: DEBUG oslo_vmware.api [None req-75ad3db1-058d-4839-9de7-3c4c8540168c tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Task: {'id': task-3913611, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.331741} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.745824] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-75ad3db1-058d-4839-9de7-3c4c8540168c tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] [instance: 1c78db64-b3f5-4771-b6a8-d148ad4abcf8] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1066.749250] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d7b83d-1f5f-41f2-945e-8ede3cbd1e21 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.772087] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-75ad3db1-058d-4839-9de7-3c4c8540168c tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] [instance: 1c78db64-b3f5-4771-b6a8-d148ad4abcf8] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 1c78db64-b3f5-4771-b6a8-d148ad4abcf8/1c78db64-b3f5-4771-b6a8-d148ad4abcf8.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1066.775277] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82f72357-4e3c-4e1f-8518-5b0b3970cfee {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.801123] env[70527]: DEBUG oslo_vmware.api [None req-75ad3db1-058d-4839-9de7-3c4c8540168c tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Waiting for the task: (returnval){ [ 1066.801123] env[70527]: value = "task-3913612" [ 1066.801123] env[70527]: _type = "Task" [ 1066.801123] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.812179] env[70527]: DEBUG oslo_vmware.api [None req-75ad3db1-058d-4839-9de7-3c4c8540168c tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Task: {'id': task-3913612, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.874288] env[70527]: INFO nova.compute.manager [-] [instance: 21bb3b74-928a-46a5-b637-a6ccd25b4bdc] Took 1.34 seconds to deallocate network for instance. [ 1066.943350] env[70527]: DEBUG nova.network.neutron [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] [instance: bc2a25d4-5d66-4157-b3aa-9ee94b25b8bb] Successfully created port: 2b5f58f4-3d95-40cf-b9e9-84ad3bf00fd2 {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1067.028129] env[70527]: DEBUG nova.compute.manager [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] [instance: bc2a25d4-5d66-4157-b3aa-9ee94b25b8bb] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1067.031282] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3877f3-aa8b-4573-829d-82a736714c54 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.041141] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-888bc169-08c5-4471-9045-8830b27893ae {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.074179] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ede4e3-46af-4b59-a425-102ec880d321 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.087962] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ddf2b7-78b8-41f0-a9ca-b1c2b7aef0ae {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.102930] env[70527]: DEBUG nova.compute.provider_tree [None req-9c5d008e-ed4c-4d8a-846c-cafdf7874b02 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1067.166710] env[70527]: DEBUG nova.network.neutron [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1067.307591] env[70527]: DEBUG oslo_vmware.api [None req-75ad3db1-058d-4839-9de7-3c4c8540168c tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Task: {'id': task-3913612, 'name': ReconfigVM_Task, 'duration_secs': 0.383009} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.308615] env[70527]: DEBUG nova.network.neutron [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9] Updating instance_info_cache with network_info: [{"id": "4d14b486-8771-4c96-baad-0bd018b270aa", "address": "fa:16:3e:21:71:bd", "network": {"id": "9dd82e4a-c4e1-4584-a0f3-cadbacc416d4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-482098834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7e38a059c8294d89a9d3a1187b1e865e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d14b486-87", "ovs_interfaceid": "4d14b486-8771-4c96-baad-0bd018b270aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.309831] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-75ad3db1-058d-4839-9de7-3c4c8540168c tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] [instance: 1c78db64-b3f5-4771-b6a8-d148ad4abcf8] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 1c78db64-b3f5-4771-b6a8-d148ad4abcf8/1c78db64-b3f5-4771-b6a8-d148ad4abcf8.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1067.310506] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5def14ac-86e6-415b-9952-5291a2135688 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.318194] env[70527]: DEBUG oslo_vmware.api [None req-75ad3db1-058d-4839-9de7-3c4c8540168c tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Waiting for the task: (returnval){ [ 1067.318194] env[70527]: value = "task-3913613" [ 1067.318194] env[70527]: _type = "Task" [ 1067.318194] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.328743] env[70527]: DEBUG oslo_vmware.api [None req-75ad3db1-058d-4839-9de7-3c4c8540168c tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Task: {'id': task-3913613, 'name': Rename_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.382098] env[70527]: DEBUG oslo_concurrency.lockutils [None req-bfee6f44-9451-4bb2-b5eb-b426377a4935 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.606326] env[70527]: DEBUG nova.scheduler.client.report [None req-9c5d008e-ed4c-4d8a-846c-cafdf7874b02 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.815054] env[70527]: DEBUG oslo_concurrency.lockutils [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Releasing lock "refresh_cache-fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.815054] env[70527]: DEBUG nova.compute.manager [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9] Instance network_info: |[{"id": "4d14b486-8771-4c96-baad-0bd018b270aa", "address": "fa:16:3e:21:71:bd", "network": {"id": "9dd82e4a-c4e1-4584-a0f3-cadbacc416d4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-482098834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7e38a059c8294d89a9d3a1187b1e865e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d14b486-87", "ovs_interfaceid": "4d14b486-8771-4c96-baad-0bd018b270aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1067.815054] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:71:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26472e27-9835-4f87-ab7f-ca24dfee4e83', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d14b486-8771-4c96-baad-0bd018b270aa', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1067.822756] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1067.823085] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1067.827019] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-325f1b99-3fc4-4f2c-9476-03c67ee6c912 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.848476] env[70527]: DEBUG oslo_vmware.api [None req-75ad3db1-058d-4839-9de7-3c4c8540168c tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Task: {'id': task-3913613, 'name': Rename_Task, 'duration_secs': 0.132806} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.850161] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-75ad3db1-058d-4839-9de7-3c4c8540168c tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] [instance: 1c78db64-b3f5-4771-b6a8-d148ad4abcf8] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1067.850307] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1067.850307] env[70527]: value = "task-3913614" [ 1067.850307] env[70527]: _type = "Task" [ 1067.850307] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.850511] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f0f5e70-bd0a-43af-89c8-0c129e8961d0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.862097] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913614, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.863541] env[70527]: DEBUG oslo_vmware.api [None req-75ad3db1-058d-4839-9de7-3c4c8540168c tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Waiting for the task: (returnval){ [ 1067.863541] env[70527]: value = "task-3913615" [ 1067.863541] env[70527]: _type = "Task" [ 1067.863541] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.872224] env[70527]: DEBUG oslo_vmware.api [None req-75ad3db1-058d-4839-9de7-3c4c8540168c tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Task: {'id': task-3913615, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.035891] env[70527]: DEBUG nova.compute.manager [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] [instance: bc2a25d4-5d66-4157-b3aa-9ee94b25b8bb] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1068.067296] env[70527]: DEBUG nova.virt.hardware [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1068.067527] env[70527]: DEBUG nova.virt.hardware [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1068.067815] env[70527]: DEBUG nova.virt.hardware [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1068.068031] env[70527]: DEBUG nova.virt.hardware [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1068.068192] env[70527]: DEBUG nova.virt.hardware [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1068.068389] env[70527]: DEBUG nova.virt.hardware [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1068.068626] env[70527]: DEBUG nova.virt.hardware [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1068.068801] env[70527]: DEBUG nova.virt.hardware [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1068.068992] env[70527]: DEBUG nova.virt.hardware [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1068.069198] env[70527]: DEBUG nova.virt.hardware [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1068.069377] env[70527]: DEBUG nova.virt.hardware [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1068.070351] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53e0b30-1f17-4e23-a844-c70a211a415d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.080480] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b4b895-15f3-4ba3-9308-b8f04404d690 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.087689] env[70527]: DEBUG nova.compute.manager [req-0b034a10-4ea8-4fc5-b23a-28e6cbe8def3 req-8c33aaf5-6301-4e00-8acc-a48530027590 service nova] [instance: fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9] Received event network-changed-4d14b486-8771-4c96-baad-0bd018b270aa {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.087689] env[70527]: DEBUG nova.compute.manager [req-0b034a10-4ea8-4fc5-b23a-28e6cbe8def3 req-8c33aaf5-6301-4e00-8acc-a48530027590 service nova] [instance: fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9] Refreshing instance network info cache due to event network-changed-4d14b486-8771-4c96-baad-0bd018b270aa. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1068.087689] env[70527]: DEBUG oslo_concurrency.lockutils [req-0b034a10-4ea8-4fc5-b23a-28e6cbe8def3 req-8c33aaf5-6301-4e00-8acc-a48530027590 service nova] Acquiring lock "refresh_cache-fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.087819] env[70527]: DEBUG oslo_concurrency.lockutils [req-0b034a10-4ea8-4fc5-b23a-28e6cbe8def3 req-8c33aaf5-6301-4e00-8acc-a48530027590 service nova] Acquired lock "refresh_cache-fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.087981] env[70527]: DEBUG nova.network.neutron [req-0b034a10-4ea8-4fc5-b23a-28e6cbe8def3 req-8c33aaf5-6301-4e00-8acc-a48530027590 service nova] [instance: fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9] Refreshing network info cache for port 4d14b486-8771-4c96-baad-0bd018b270aa {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1068.112242] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9c5d008e-ed4c-4d8a-846c-cafdf7874b02 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.099s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.119024] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.749s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.119024] env[70527]: INFO nova.compute.claims [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1068.147331] env[70527]: INFO nova.scheduler.client.report [None req-9c5d008e-ed4c-4d8a-846c-cafdf7874b02 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Deleted allocations for instance f9a77c4a-662f-484b-9d72-358d9298974b [ 1068.365136] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913614, 'name': CreateVM_Task, 'duration_secs': 0.376307} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.368434] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1068.369634] env[70527]: DEBUG oslo_concurrency.lockutils [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.369842] env[70527]: DEBUG oslo_concurrency.lockutils [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.370190] env[70527]: DEBUG oslo_concurrency.lockutils [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.370956] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48f56508-0038-4101-8794-ebd743fecbf7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.376500] env[70527]: DEBUG oslo_vmware.api [None req-75ad3db1-058d-4839-9de7-3c4c8540168c tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Task: {'id': task-3913615, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.381398] env[70527]: DEBUG oslo_vmware.api [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Waiting for the task: (returnval){ [ 1068.381398] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]5289edf1-6854-fdd1-d0a3-aa61558f6fd0" [ 1068.381398] env[70527]: _type = "Task" [ 1068.381398] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.389466] env[70527]: DEBUG oslo_vmware.api [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5289edf1-6854-fdd1-d0a3-aa61558f6fd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.583206] env[70527]: DEBUG nova.network.neutron [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] [instance: bc2a25d4-5d66-4157-b3aa-9ee94b25b8bb] Successfully updated port: 2b5f58f4-3d95-40cf-b9e9-84ad3bf00fd2 {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1068.654871] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9c5d008e-ed4c-4d8a-846c-cafdf7874b02 tempest-ServersNegativeTestJSON-641348566 tempest-ServersNegativeTestJSON-641348566-project-member] Lock "f9a77c4a-662f-484b-9d72-358d9298974b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.027s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.793895] env[70527]: DEBUG nova.network.neutron [req-0b034a10-4ea8-4fc5-b23a-28e6cbe8def3 req-8c33aaf5-6301-4e00-8acc-a48530027590 service nova] [instance: fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9] Updated VIF entry in instance network info cache for port 4d14b486-8771-4c96-baad-0bd018b270aa. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1068.794291] env[70527]: DEBUG nova.network.neutron [req-0b034a10-4ea8-4fc5-b23a-28e6cbe8def3 req-8c33aaf5-6301-4e00-8acc-a48530027590 service nova] [instance: fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9] Updating instance_info_cache with network_info: [{"id": "4d14b486-8771-4c96-baad-0bd018b270aa", "address": "fa:16:3e:21:71:bd", "network": {"id": "9dd82e4a-c4e1-4584-a0f3-cadbacc416d4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-482098834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7e38a059c8294d89a9d3a1187b1e865e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d14b486-87", "ovs_interfaceid": "4d14b486-8771-4c96-baad-0bd018b270aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.875925] env[70527]: DEBUG oslo_vmware.api [None req-75ad3db1-058d-4839-9de7-3c4c8540168c tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Task: {'id': task-3913615, 'name': PowerOnVM_Task, 'duration_secs': 0.540188} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.876368] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-75ad3db1-058d-4839-9de7-3c4c8540168c tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] [instance: 1c78db64-b3f5-4771-b6a8-d148ad4abcf8] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1068.876604] env[70527]: INFO nova.compute.manager [None req-75ad3db1-058d-4839-9de7-3c4c8540168c tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] [instance: 1c78db64-b3f5-4771-b6a8-d148ad4abcf8] Took 5.89 seconds to spawn the instance on the hypervisor. [ 1068.876796] env[70527]: DEBUG nova.compute.manager [None req-75ad3db1-058d-4839-9de7-3c4c8540168c tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] [instance: 1c78db64-b3f5-4771-b6a8-d148ad4abcf8] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1068.877668] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28756ffe-c168-4f38-a15a-f91bbd23810d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.897146] env[70527]: DEBUG oslo_vmware.api [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5289edf1-6854-fdd1-d0a3-aa61558f6fd0, 'name': SearchDatastore_Task, 'duration_secs': 0.01101} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.897493] env[70527]: DEBUG oslo_concurrency.lockutils [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.897789] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1068.898042] env[70527]: DEBUG oslo_concurrency.lockutils [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.898195] env[70527]: DEBUG oslo_concurrency.lockutils [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.898464] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1068.898770] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1711518e-852f-42f6-b58a-c5e72a54e3d1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.908218] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1068.908379] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1068.909289] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-733e6683-119f-440b-8e1c-ccce44c6ab78 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.915702] env[70527]: DEBUG oslo_vmware.api [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Waiting for the task: (returnval){ [ 1068.915702] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]525865ca-4637-886c-b0bb-243f3e94cf43" [ 1068.915702] env[70527]: _type = "Task" [ 1068.915702] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.924555] env[70527]: DEBUG oslo_vmware.api [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]525865ca-4637-886c-b0bb-243f3e94cf43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.090458] env[70527]: DEBUG oslo_concurrency.lockutils [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] Acquiring lock "refresh_cache-bc2a25d4-5d66-4157-b3aa-9ee94b25b8bb" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.090737] env[70527]: DEBUG oslo_concurrency.lockutils [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] Acquired lock "refresh_cache-bc2a25d4-5d66-4157-b3aa-9ee94b25b8bb" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.090867] env[70527]: DEBUG nova.network.neutron [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] [instance: bc2a25d4-5d66-4157-b3aa-9ee94b25b8bb] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1069.297794] env[70527]: DEBUG oslo_concurrency.lockutils [req-0b034a10-4ea8-4fc5-b23a-28e6cbe8def3 req-8c33aaf5-6301-4e00-8acc-a48530027590 service nova] Releasing lock "refresh_cache-fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.401673] env[70527]: INFO nova.compute.manager [None req-75ad3db1-058d-4839-9de7-3c4c8540168c tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] [instance: 1c78db64-b3f5-4771-b6a8-d148ad4abcf8] Took 29.92 seconds to build instance. [ 1069.428955] env[70527]: DEBUG oslo_vmware.api [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]525865ca-4637-886c-b0bb-243f3e94cf43, 'name': SearchDatastore_Task, 'duration_secs': 0.010348} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.429884] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-466f03df-afe9-4644-b12e-142fb9f71166 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.438754] env[70527]: DEBUG oslo_vmware.api [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Waiting for the task: (returnval){ [ 1069.438754] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]520a3e55-f812-1d55-5aa3-938cd591b78d" [ 1069.438754] env[70527]: _type = "Task" [ 1069.438754] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.447888] env[70527]: DEBUG oslo_vmware.api [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]520a3e55-f812-1d55-5aa3-938cd591b78d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.496820] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d877e12-80af-4dd9-a5de-787a225585b2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.504602] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e0144f6-b9cb-4ee3-9624-4f9cc32c4c71 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.535736] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8fc0c0e-b8a8-4509-829f-12bb26ea8a07 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.544073] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ccae4a-90bb-4c61-ac85-3e60dfc69a4e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.560406] env[70527]: DEBUG nova.compute.provider_tree [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.623788] env[70527]: DEBUG nova.network.neutron [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] [instance: bc2a25d4-5d66-4157-b3aa-9ee94b25b8bb] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1069.797059] env[70527]: DEBUG nova.network.neutron [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] [instance: bc2a25d4-5d66-4157-b3aa-9ee94b25b8bb] Updating instance_info_cache with network_info: [{"id": "2b5f58f4-3d95-40cf-b9e9-84ad3bf00fd2", "address": "fa:16:3e:ab:23:f3", "network": {"id": "90603650-a86b-4e6e-972d-b95ab3f14160", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1386358269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15f375a66b674e69ba0a2327171c1ca3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a64108f9-df0a-4feb-bbb5-97f5841c356c", "external-id": "nsx-vlan-transportzone-67", "segmentation_id": 67, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b5f58f4-3d", "ovs_interfaceid": "2b5f58f4-3d95-40cf-b9e9-84ad3bf00fd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.905141] env[70527]: DEBUG oslo_concurrency.lockutils [None req-75ad3db1-058d-4839-9de7-3c4c8540168c tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Lock "1c78db64-b3f5-4771-b6a8-d148ad4abcf8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.439s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.950269] env[70527]: DEBUG oslo_vmware.api [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]520a3e55-f812-1d55-5aa3-938cd591b78d, 'name': SearchDatastore_Task, 'duration_secs': 0.009768} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.950511] env[70527]: DEBUG oslo_concurrency.lockutils [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.950771] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9/fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1069.951047] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28874e32-d5b4-4b40-af3c-55a8bc0433ee {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.959567] env[70527]: DEBUG oslo_vmware.api [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Waiting for the task: (returnval){ [ 1069.959567] env[70527]: value = "task-3913616" [ 1069.959567] env[70527]: _type = "Task" [ 1069.959567] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.968603] env[70527]: DEBUG oslo_vmware.api [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': task-3913616, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.066199] env[70527]: DEBUG nova.scheduler.client.report [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.112788] env[70527]: DEBUG nova.compute.manager [req-f23fa41a-5705-4748-92b5-6423cf5c8c03 req-574801a1-aafd-4b03-8039-63f0d31860d3 service nova] [instance: bc2a25d4-5d66-4157-b3aa-9ee94b25b8bb] Received event network-vif-plugged-2b5f58f4-3d95-40cf-b9e9-84ad3bf00fd2 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.113029] env[70527]: DEBUG oslo_concurrency.lockutils [req-f23fa41a-5705-4748-92b5-6423cf5c8c03 req-574801a1-aafd-4b03-8039-63f0d31860d3 service nova] Acquiring lock "bc2a25d4-5d66-4157-b3aa-9ee94b25b8bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.113257] env[70527]: DEBUG oslo_concurrency.lockutils [req-f23fa41a-5705-4748-92b5-6423cf5c8c03 req-574801a1-aafd-4b03-8039-63f0d31860d3 service nova] Lock "bc2a25d4-5d66-4157-b3aa-9ee94b25b8bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.113435] env[70527]: DEBUG oslo_concurrency.lockutils [req-f23fa41a-5705-4748-92b5-6423cf5c8c03 req-574801a1-aafd-4b03-8039-63f0d31860d3 service nova] Lock "bc2a25d4-5d66-4157-b3aa-9ee94b25b8bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.113605] env[70527]: DEBUG nova.compute.manager [req-f23fa41a-5705-4748-92b5-6423cf5c8c03 req-574801a1-aafd-4b03-8039-63f0d31860d3 service nova] [instance: bc2a25d4-5d66-4157-b3aa-9ee94b25b8bb] No waiting events found dispatching network-vif-plugged-2b5f58f4-3d95-40cf-b9e9-84ad3bf00fd2 {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1070.113769] env[70527]: WARNING nova.compute.manager [req-f23fa41a-5705-4748-92b5-6423cf5c8c03 req-574801a1-aafd-4b03-8039-63f0d31860d3 service nova] [instance: bc2a25d4-5d66-4157-b3aa-9ee94b25b8bb] Received unexpected event network-vif-plugged-2b5f58f4-3d95-40cf-b9e9-84ad3bf00fd2 for instance with vm_state building and task_state spawning. [ 1070.113927] env[70527]: DEBUG nova.compute.manager [req-f23fa41a-5705-4748-92b5-6423cf5c8c03 req-574801a1-aafd-4b03-8039-63f0d31860d3 service nova] [instance: bc2a25d4-5d66-4157-b3aa-9ee94b25b8bb] Received event network-changed-2b5f58f4-3d95-40cf-b9e9-84ad3bf00fd2 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.114467] env[70527]: DEBUG nova.compute.manager [req-f23fa41a-5705-4748-92b5-6423cf5c8c03 req-574801a1-aafd-4b03-8039-63f0d31860d3 service nova] [instance: bc2a25d4-5d66-4157-b3aa-9ee94b25b8bb] Refreshing instance network info cache due to event network-changed-2b5f58f4-3d95-40cf-b9e9-84ad3bf00fd2. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1070.114682] env[70527]: DEBUG oslo_concurrency.lockutils [req-f23fa41a-5705-4748-92b5-6423cf5c8c03 req-574801a1-aafd-4b03-8039-63f0d31860d3 service nova] Acquiring lock "refresh_cache-bc2a25d4-5d66-4157-b3aa-9ee94b25b8bb" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.300190] env[70527]: DEBUG oslo_concurrency.lockutils [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] Releasing lock "refresh_cache-bc2a25d4-5d66-4157-b3aa-9ee94b25b8bb" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.300669] env[70527]: DEBUG nova.compute.manager [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] [instance: bc2a25d4-5d66-4157-b3aa-9ee94b25b8bb] Instance network_info: |[{"id": "2b5f58f4-3d95-40cf-b9e9-84ad3bf00fd2", "address": "fa:16:3e:ab:23:f3", "network": {"id": "90603650-a86b-4e6e-972d-b95ab3f14160", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1386358269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15f375a66b674e69ba0a2327171c1ca3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a64108f9-df0a-4feb-bbb5-97f5841c356c", "external-id": "nsx-vlan-transportzone-67", "segmentation_id": 67, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b5f58f4-3d", "ovs_interfaceid": "2b5f58f4-3d95-40cf-b9e9-84ad3bf00fd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1070.300923] env[70527]: DEBUG oslo_concurrency.lockutils [req-f23fa41a-5705-4748-92b5-6423cf5c8c03 req-574801a1-aafd-4b03-8039-63f0d31860d3 service nova] Acquired lock "refresh_cache-bc2a25d4-5d66-4157-b3aa-9ee94b25b8bb" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.301134] env[70527]: DEBUG nova.network.neutron [req-f23fa41a-5705-4748-92b5-6423cf5c8c03 req-574801a1-aafd-4b03-8039-63f0d31860d3 service nova] [instance: bc2a25d4-5d66-4157-b3aa-9ee94b25b8bb] Refreshing network info cache for port 2b5f58f4-3d95-40cf-b9e9-84ad3bf00fd2 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1070.302510] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] [instance: bc2a25d4-5d66-4157-b3aa-9ee94b25b8bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:23:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a64108f9-df0a-4feb-bbb5-97f5841c356c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2b5f58f4-3d95-40cf-b9e9-84ad3bf00fd2', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1070.310871] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] Creating folder: Project (15f375a66b674e69ba0a2327171c1ca3). Parent ref: group-v776920. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1070.313370] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f18ac6b-821e-491c-99c9-9dbe1c3c9981 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.328036] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] Created folder: Project (15f375a66b674e69ba0a2327171c1ca3) in parent group-v776920. [ 1070.328036] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] Creating folder: Instances. Parent ref: group-v777161. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1070.328036] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a5b53874-3831-4b13-9382-73b49d8d9185 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.343369] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] Created folder: Instances in parent group-v777161. [ 1070.344025] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1070.344473] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc2a25d4-5d66-4157-b3aa-9ee94b25b8bb] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1070.345541] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aef73f32-3c4b-40a9-95aa-2762b3d22c86 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.368168] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1070.368168] env[70527]: value = "task-3913619" [ 1070.368168] env[70527]: _type = "Task" [ 1070.368168] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.378800] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913619, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.409113] env[70527]: DEBUG nova.compute.manager [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] [instance: 49b5c50f-4331-41e3-95db-599d1376f166] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1070.426068] env[70527]: INFO nova.compute.manager [None req-7f0457e8-3767-4fdc-b222-2cd026ac924f tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] [instance: 1c78db64-b3f5-4771-b6a8-d148ad4abcf8] Rebuilding instance [ 1070.472565] env[70527]: DEBUG oslo_vmware.api [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': task-3913616, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512758} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.473536] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9/fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1070.473536] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1070.473726] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a2196ab-e447-4207-8b04-01a7f03c5e80 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.484519] env[70527]: DEBUG oslo_vmware.api [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Waiting for the task: (returnval){ [ 1070.484519] env[70527]: value = "task-3913620" [ 1070.484519] env[70527]: _type = "Task" [ 1070.484519] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.490541] env[70527]: DEBUG nova.compute.manager [None req-7f0457e8-3767-4fdc-b222-2cd026ac924f tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] [instance: 1c78db64-b3f5-4771-b6a8-d148ad4abcf8] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1070.491402] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0436ca98-4b1b-4f6f-b1c6-87e1b0f59e25 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.501605] env[70527]: DEBUG oslo_vmware.api [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': task-3913620, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.570855] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.456s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.571497] env[70527]: DEBUG nova.compute.manager [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1070.574222] env[70527]: DEBUG oslo_concurrency.lockutils [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.798s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.575651] env[70527]: INFO nova.compute.claims [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 15efae62-cf03-4f74-92c3-c275483c8283] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1070.887324] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913619, 'name': CreateVM_Task, 'duration_secs': 0.399241} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.887753] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc2a25d4-5d66-4157-b3aa-9ee94b25b8bb] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1070.889057] env[70527]: DEBUG oslo_concurrency.lockutils [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.889710] env[70527]: DEBUG oslo_concurrency.lockutils [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.890217] env[70527]: DEBUG oslo_concurrency.lockutils [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.890616] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0b7c54b-a332-483a-949d-66e4a374b7a3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.900947] env[70527]: DEBUG oslo_vmware.api [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] Waiting for the task: (returnval){ [ 1070.900947] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52b5ded3-7e68-7ac0-75be-2586411c4d2c" [ 1070.900947] env[70527]: _type = "Task" [ 1070.900947] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.916827] env[70527]: DEBUG oslo_vmware.api [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52b5ded3-7e68-7ac0-75be-2586411c4d2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.932090] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.999253] env[70527]: DEBUG oslo_vmware.api [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': task-3913620, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074153} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.999253] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1070.999253] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a5bd1f-2f3e-46f9-8124-c758a4cb2d80 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.025759] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9/fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1071.029579] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57338990-f22b-4db6-9853-205ce5339442 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.051869] env[70527]: DEBUG oslo_vmware.api [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Waiting for the task: (returnval){ [ 1071.051869] env[70527]: value = "task-3913621" [ 1071.051869] env[70527]: _type = "Task" [ 1071.051869] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.062852] env[70527]: DEBUG oslo_vmware.api [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': task-3913621, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.083763] env[70527]: DEBUG nova.compute.utils [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1071.086389] env[70527]: DEBUG nova.compute.manager [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1071.086683] env[70527]: DEBUG nova.network.neutron [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1071.091483] env[70527]: DEBUG nova.network.neutron [req-f23fa41a-5705-4748-92b5-6423cf5c8c03 req-574801a1-aafd-4b03-8039-63f0d31860d3 service nova] [instance: bc2a25d4-5d66-4157-b3aa-9ee94b25b8bb] Updated VIF entry in instance network info cache for port 2b5f58f4-3d95-40cf-b9e9-84ad3bf00fd2. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1071.091822] env[70527]: DEBUG nova.network.neutron [req-f23fa41a-5705-4748-92b5-6423cf5c8c03 req-574801a1-aafd-4b03-8039-63f0d31860d3 service nova] [instance: bc2a25d4-5d66-4157-b3aa-9ee94b25b8bb] Updating instance_info_cache with network_info: [{"id": "2b5f58f4-3d95-40cf-b9e9-84ad3bf00fd2", "address": "fa:16:3e:ab:23:f3", "network": {"id": "90603650-a86b-4e6e-972d-b95ab3f14160", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1386358269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15f375a66b674e69ba0a2327171c1ca3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a64108f9-df0a-4feb-bbb5-97f5841c356c", "external-id": "nsx-vlan-transportzone-67", "segmentation_id": 67, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b5f58f4-3d", "ovs_interfaceid": "2b5f58f4-3d95-40cf-b9e9-84ad3bf00fd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.140483] env[70527]: DEBUG nova.policy [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5292bbff934e4a23bce1ba8fd66a76d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '030332ea48994bab8d286711ee279556', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 1071.412689] env[70527]: DEBUG oslo_vmware.api [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52b5ded3-7e68-7ac0-75be-2586411c4d2c, 'name': SearchDatastore_Task, 'duration_secs': 0.01743} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.412689] env[70527]: DEBUG oslo_concurrency.lockutils [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.412689] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] [instance: bc2a25d4-5d66-4157-b3aa-9ee94b25b8bb] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1071.412689] env[70527]: DEBUG oslo_concurrency.lockutils [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.412689] env[70527]: DEBUG oslo_concurrency.lockutils [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.413330] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1071.413330] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1beb1b4-2544-408b-b6b8-243e6e07b5cb {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.422905] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1071.423111] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1071.423926] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bb5c791-f690-47a7-83f2-529a901b1842 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.432686] env[70527]: DEBUG oslo_vmware.api [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] Waiting for the task: (returnval){ [ 1071.432686] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]523f1317-ddea-e309-7c4a-8b19b209d0f3" [ 1071.432686] env[70527]: _type = "Task" [ 1071.432686] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.443446] env[70527]: DEBUG oslo_vmware.api [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]523f1317-ddea-e309-7c4a-8b19b209d0f3, 'name': SearchDatastore_Task, 'duration_secs': 0.009828} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.444425] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b7c93b2-9274-4978-8f8c-9e84a82a9efb {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.452421] env[70527]: DEBUG oslo_vmware.api [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] Waiting for the task: (returnval){ [ 1071.452421] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52e223cd-460f-ae2e-8c9c-520ec2977231" [ 1071.452421] env[70527]: _type = "Task" [ 1071.452421] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.465741] env[70527]: DEBUG oslo_vmware.api [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52e223cd-460f-ae2e-8c9c-520ec2977231, 'name': SearchDatastore_Task, 'duration_secs': 0.009823} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.465994] env[70527]: DEBUG oslo_concurrency.lockutils [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.466275] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] bc2a25d4-5d66-4157-b3aa-9ee94b25b8bb/bc2a25d4-5d66-4157-b3aa-9ee94b25b8bb.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1071.466604] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-342b8749-d7a3-4087-81c2-2b8540efc8b8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.475011] env[70527]: DEBUG oslo_vmware.api [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] Waiting for the task: (returnval){ [ 1071.475011] env[70527]: value = "task-3913622" [ 1071.475011] env[70527]: _type = "Task" [ 1071.475011] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.481651] env[70527]: DEBUG nova.network.neutron [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Successfully created port: 0355096f-1620-45c2-a2c6-187cec902917 {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1071.487159] env[70527]: DEBUG oslo_vmware.api [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] Task: {'id': task-3913622, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.527016] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f0457e8-3767-4fdc-b222-2cd026ac924f tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] [instance: 1c78db64-b3f5-4771-b6a8-d148ad4abcf8] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1071.527336] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88895f20-14e0-4996-9a3b-771cb73383b7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.535240] env[70527]: DEBUG oslo_vmware.api [None req-7f0457e8-3767-4fdc-b222-2cd026ac924f tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Waiting for the task: (returnval){ [ 1071.535240] env[70527]: value = "task-3913623" [ 1071.535240] env[70527]: _type = "Task" [ 1071.535240] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.544198] env[70527]: DEBUG oslo_vmware.api [None req-7f0457e8-3767-4fdc-b222-2cd026ac924f tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Task: {'id': task-3913623, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.562767] env[70527]: DEBUG oslo_vmware.api [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': task-3913621, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.586777] env[70527]: DEBUG nova.compute.manager [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1071.594681] env[70527]: DEBUG oslo_concurrency.lockutils [req-f23fa41a-5705-4748-92b5-6423cf5c8c03 req-574801a1-aafd-4b03-8039-63f0d31860d3 service nova] Releasing lock "refresh_cache-bc2a25d4-5d66-4157-b3aa-9ee94b25b8bb" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.988140] env[70527]: DEBUG oslo_vmware.api [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] Task: {'id': task-3913622, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.996492] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dbf2163-64ef-4d0e-879c-0f10fe8c1626 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.004159] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01af0839-9879-4b09-b066-17c54fdbfccf {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.039424] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860c3dbf-b675-48e6-9332-619741f7cd8b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.047599] env[70527]: DEBUG oslo_vmware.api [None req-7f0457e8-3767-4fdc-b222-2cd026ac924f tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Task: {'id': task-3913623, 'name': PowerOffVM_Task, 'duration_secs': 0.14167} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.049743] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f0457e8-3767-4fdc-b222-2cd026ac924f tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] [instance: 1c78db64-b3f5-4771-b6a8-d148ad4abcf8] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1072.049960] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0457e8-3767-4fdc-b222-2cd026ac924f tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] [instance: 1c78db64-b3f5-4771-b6a8-d148ad4abcf8] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1072.050746] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5653560-094c-4ee5-bf01-8f3d9fe9286d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.054149] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d26f2064-8505-4d77-92e1-c207797c9481 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.073516] env[70527]: DEBUG nova.compute.provider_tree [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.080226] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0457e8-3767-4fdc-b222-2cd026ac924f tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] [instance: 1c78db64-b3f5-4771-b6a8-d148ad4abcf8] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1072.080621] env[70527]: DEBUG oslo_vmware.api [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': task-3913621, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.081150] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-112c91e2-e034-4ea5-9b87-7f6cffd907fe {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.113029] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0457e8-3767-4fdc-b222-2cd026ac924f tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] [instance: 1c78db64-b3f5-4771-b6a8-d148ad4abcf8] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1072.113305] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0457e8-3767-4fdc-b222-2cd026ac924f tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] [instance: 1c78db64-b3f5-4771-b6a8-d148ad4abcf8] Deleting contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1072.113501] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f0457e8-3767-4fdc-b222-2cd026ac924f tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Deleting the datastore file [datastore1] 1c78db64-b3f5-4771-b6a8-d148ad4abcf8 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1072.113967] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3f0a2a8-4870-4eec-a2db-aff4e9de300b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.131637] env[70527]: DEBUG oslo_vmware.api [None req-7f0457e8-3767-4fdc-b222-2cd026ac924f tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Waiting for the task: (returnval){ [ 1072.131637] env[70527]: value = "task-3913625" [ 1072.131637] env[70527]: _type = "Task" [ 1072.131637] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.141849] env[70527]: DEBUG oslo_vmware.api [None req-7f0457e8-3767-4fdc-b222-2cd026ac924f tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Task: {'id': task-3913625, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.486431] env[70527]: DEBUG oslo_vmware.api [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] Task: {'id': task-3913622, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548812} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.486728] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] bc2a25d4-5d66-4157-b3aa-9ee94b25b8bb/bc2a25d4-5d66-4157-b3aa-9ee94b25b8bb.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1072.486937] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] [instance: bc2a25d4-5d66-4157-b3aa-9ee94b25b8bb] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1072.487212] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-58d23e84-470b-4174-be66-52eda5a19a04 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.495782] env[70527]: DEBUG oslo_vmware.api [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] Waiting for the task: (returnval){ [ 1072.495782] env[70527]: value = "task-3913626" [ 1072.495782] env[70527]: _type = "Task" [ 1072.495782] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.507300] env[70527]: DEBUG oslo_vmware.api [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] Task: {'id': task-3913626, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.568234] env[70527]: DEBUG oslo_vmware.api [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': task-3913621, 'name': ReconfigVM_Task, 'duration_secs': 1.09677} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.568543] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9] Reconfigured VM instance instance-00000052 to attach disk [datastore2] fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9/fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1072.569212] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa9b135f-b87d-44cf-945c-9e49a898bb62 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.577576] env[70527]: DEBUG oslo_vmware.api [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Waiting for the task: (returnval){ [ 1072.577576] env[70527]: value = "task-3913627" [ 1072.577576] env[70527]: _type = "Task" [ 1072.577576] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.582008] env[70527]: DEBUG nova.scheduler.client.report [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.589180] env[70527]: DEBUG oslo_vmware.api [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': task-3913627, 'name': Rename_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.597230] env[70527]: DEBUG nova.compute.manager [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1072.632358] env[70527]: DEBUG nova.virt.hardware [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1072.632712] env[70527]: DEBUG nova.virt.hardware [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1072.632931] env[70527]: DEBUG nova.virt.hardware [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1072.633216] env[70527]: DEBUG nova.virt.hardware [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1072.633424] env[70527]: DEBUG nova.virt.hardware [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1072.633634] env[70527]: DEBUG nova.virt.hardware [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1072.633923] env[70527]: DEBUG nova.virt.hardware [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1072.634160] env[70527]: DEBUG nova.virt.hardware [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1072.634398] env[70527]: DEBUG nova.virt.hardware [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1072.634630] env[70527]: DEBUG nova.virt.hardware [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1072.634868] env[70527]: DEBUG nova.virt.hardware [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1072.637021] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776e9bb2-8514-4b71-800d-ba6fb1ac6742 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.653051] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9723a93c-c097-4afd-a352-fe61cc12c5a6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.657156] env[70527]: DEBUG oslo_vmware.api [None req-7f0457e8-3767-4fdc-b222-2cd026ac924f tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Task: {'id': task-3913625, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.115047} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.657156] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f0457e8-3767-4fdc-b222-2cd026ac924f tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1072.657340] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0457e8-3767-4fdc-b222-2cd026ac924f tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] [instance: 1c78db64-b3f5-4771-b6a8-d148ad4abcf8] Deleted contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1072.657464] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0457e8-3767-4fdc-b222-2cd026ac924f tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] [instance: 1c78db64-b3f5-4771-b6a8-d148ad4abcf8] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1072.899669] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9140488c-12b9-46ab-b79d-d62184008e4e tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Acquiring lock "cc93a02e-989c-4238-aed7-ab4843e2add4" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.899957] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9140488c-12b9-46ab-b79d-d62184008e4e tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Lock "cc93a02e-989c-4238-aed7-ab4843e2add4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.007854] env[70527]: DEBUG oslo_vmware.api [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] Task: {'id': task-3913626, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07126} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.008172] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] [instance: bc2a25d4-5d66-4157-b3aa-9ee94b25b8bb] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1073.009035] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130e868c-953a-4379-8345-2b5df570ee66 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.034064] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] [instance: bc2a25d4-5d66-4157-b3aa-9ee94b25b8bb] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] bc2a25d4-5d66-4157-b3aa-9ee94b25b8bb/bc2a25d4-5d66-4157-b3aa-9ee94b25b8bb.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1073.034806] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c263ff4-62bc-4f8b-b73b-81fbf010fab9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.055268] env[70527]: DEBUG oslo_vmware.api [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] Waiting for the task: (returnval){ [ 1073.055268] env[70527]: value = "task-3913628" [ 1073.055268] env[70527]: _type = "Task" [ 1073.055268] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.064865] env[70527]: DEBUG oslo_vmware.api [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] Task: {'id': task-3913628, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.089538] env[70527]: DEBUG oslo_vmware.api [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': task-3913627, 'name': Rename_Task, 'duration_secs': 0.164903} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.095035] env[70527]: DEBUG oslo_concurrency.lockutils [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.519s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.095035] env[70527]: DEBUG nova.compute.manager [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 15efae62-cf03-4f74-92c3-c275483c8283] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1073.098574] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1073.099394] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d60cb515-6d15-448a-b908-51fa0b2121a1 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.714s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.099394] env[70527]: DEBUG nova.objects.instance [None req-d60cb515-6d15-448a-b908-51fa0b2121a1 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Lazy-loading 'resources' on Instance uuid 307e07ea-082b-4d3d-8d94-b3408f862c4a {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1073.100229] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8bf4c0b-1a06-4eb8-86ea-5f61a801d566 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.109933] env[70527]: DEBUG oslo_vmware.api [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Waiting for the task: (returnval){ [ 1073.109933] env[70527]: value = "task-3913629" [ 1073.109933] env[70527]: _type = "Task" [ 1073.109933] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.117615] env[70527]: DEBUG oslo_vmware.api [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': task-3913629, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.135111] env[70527]: DEBUG nova.network.neutron [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Successfully updated port: 0355096f-1620-45c2-a2c6-187cec902917 {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1073.193949] env[70527]: DEBUG nova.compute.manager [req-725290df-103c-4b3c-94c3-3bc2151ac1ea req-e5b8cc7e-ab58-4f1b-8f1f-7391715bfe97 service nova] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Received event network-vif-plugged-0355096f-1620-45c2-a2c6-187cec902917 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1073.194713] env[70527]: DEBUG oslo_concurrency.lockutils [req-725290df-103c-4b3c-94c3-3bc2151ac1ea req-e5b8cc7e-ab58-4f1b-8f1f-7391715bfe97 service nova] Acquiring lock "67ddf676-0ce2-4fd1-b357-84f99f9b86f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.194713] env[70527]: DEBUG oslo_concurrency.lockutils [req-725290df-103c-4b3c-94c3-3bc2151ac1ea req-e5b8cc7e-ab58-4f1b-8f1f-7391715bfe97 service nova] Lock "67ddf676-0ce2-4fd1-b357-84f99f9b86f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.194846] env[70527]: DEBUG oslo_concurrency.lockutils [req-725290df-103c-4b3c-94c3-3bc2151ac1ea req-e5b8cc7e-ab58-4f1b-8f1f-7391715bfe97 service nova] Lock "67ddf676-0ce2-4fd1-b357-84f99f9b86f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.195153] env[70527]: DEBUG nova.compute.manager [req-725290df-103c-4b3c-94c3-3bc2151ac1ea req-e5b8cc7e-ab58-4f1b-8f1f-7391715bfe97 service nova] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] No waiting events found dispatching network-vif-plugged-0355096f-1620-45c2-a2c6-187cec902917 {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1073.195240] env[70527]: WARNING nova.compute.manager [req-725290df-103c-4b3c-94c3-3bc2151ac1ea req-e5b8cc7e-ab58-4f1b-8f1f-7391715bfe97 service nova] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Received unexpected event network-vif-plugged-0355096f-1620-45c2-a2c6-187cec902917 for instance with vm_state building and task_state spawning. [ 1073.402823] env[70527]: DEBUG nova.compute.utils [None req-9140488c-12b9-46ab-b79d-d62184008e4e tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1073.566041] env[70527]: DEBUG oslo_vmware.api [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] Task: {'id': task-3913628, 'name': ReconfigVM_Task, 'duration_secs': 0.290241} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.566357] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] [instance: bc2a25d4-5d66-4157-b3aa-9ee94b25b8bb] Reconfigured VM instance instance-00000053 to attach disk [datastore2] bc2a25d4-5d66-4157-b3aa-9ee94b25b8bb/bc2a25d4-5d66-4157-b3aa-9ee94b25b8bb.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1073.566997] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2d97705-e8c0-4e83-aad3-ed2053608530 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.573693] env[70527]: DEBUG oslo_vmware.api [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] Waiting for the task: (returnval){ [ 1073.573693] env[70527]: value = "task-3913630" [ 1073.573693] env[70527]: _type = "Task" [ 1073.573693] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.582489] env[70527]: DEBUG oslo_vmware.api [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] Task: {'id': task-3913630, 'name': Rename_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.600371] env[70527]: DEBUG nova.compute.utils [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1073.601679] env[70527]: DEBUG nova.compute.manager [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 15efae62-cf03-4f74-92c3-c275483c8283] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1073.601840] env[70527]: DEBUG nova.network.neutron [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 15efae62-cf03-4f74-92c3-c275483c8283] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1073.621410] env[70527]: DEBUG oslo_vmware.api [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': task-3913629, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.638862] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquiring lock "refresh_cache-67ddf676-0ce2-4fd1-b357-84f99f9b86f2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.639015] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquired lock "refresh_cache-67ddf676-0ce2-4fd1-b357-84f99f9b86f2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.639622] env[70527]: DEBUG nova.network.neutron [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1073.680703] env[70527]: DEBUG nova.policy [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6887b990a28b4a21872fc01a509ea97d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '261a432e66f749ad9aca2a0fcb2c6ab2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 1073.707706] env[70527]: DEBUG nova.virt.hardware [None req-7f0457e8-3767-4fdc-b222-2cd026ac924f tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1073.707992] env[70527]: DEBUG nova.virt.hardware [None req-7f0457e8-3767-4fdc-b222-2cd026ac924f tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1073.708177] env[70527]: DEBUG nova.virt.hardware [None req-7f0457e8-3767-4fdc-b222-2cd026ac924f tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1073.708365] env[70527]: DEBUG nova.virt.hardware [None req-7f0457e8-3767-4fdc-b222-2cd026ac924f tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1073.708524] env[70527]: DEBUG nova.virt.hardware [None req-7f0457e8-3767-4fdc-b222-2cd026ac924f tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1073.708696] env[70527]: DEBUG nova.virt.hardware [None req-7f0457e8-3767-4fdc-b222-2cd026ac924f tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1073.708910] env[70527]: DEBUG nova.virt.hardware [None req-7f0457e8-3767-4fdc-b222-2cd026ac924f tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1073.709101] env[70527]: DEBUG nova.virt.hardware [None req-7f0457e8-3767-4fdc-b222-2cd026ac924f tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1073.709277] env[70527]: DEBUG nova.virt.hardware [None req-7f0457e8-3767-4fdc-b222-2cd026ac924f tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1073.709443] env[70527]: DEBUG nova.virt.hardware [None req-7f0457e8-3767-4fdc-b222-2cd026ac924f tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1073.709676] env[70527]: DEBUG nova.virt.hardware [None req-7f0457e8-3767-4fdc-b222-2cd026ac924f tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1073.710617] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec98abe-515d-44f4-8ca8-dfc3c58316b3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.722444] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-250b748e-74e3-444d-a40d-92164529338f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.740374] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0457e8-3767-4fdc-b222-2cd026ac924f tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] [instance: 1c78db64-b3f5-4771-b6a8-d148ad4abcf8] Instance VIF info [] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1073.745674] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f0457e8-3767-4fdc-b222-2cd026ac924f tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1073.745989] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c78db64-b3f5-4771-b6a8-d148ad4abcf8] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1073.746593] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0004e121-ce64-4402-bc81-da8dc1adce84 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.767750] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1073.767750] env[70527]: value = "task-3913631" [ 1073.767750] env[70527]: _type = "Task" [ 1073.767750] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.779292] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913631, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.905948] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9140488c-12b9-46ab-b79d-d62184008e4e tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Lock "cc93a02e-989c-4238-aed7-ab4843e2add4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.014916] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e63e4ee-6e6e-48f7-9f6e-d789439acc54 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.023331] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c2b6be1-3793-42cb-832c-10c0b9860598 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.055792] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c204263-b60e-45b9-a2f3-623e3e0f8447 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.063691] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2795a8b6-4ea9-4230-9ebf-5e875e619831 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.077937] env[70527]: DEBUG nova.compute.provider_tree [None req-d60cb515-6d15-448a-b908-51fa0b2121a1 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.088315] env[70527]: DEBUG oslo_vmware.api [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] Task: {'id': task-3913630, 'name': Rename_Task, 'duration_secs': 0.16383} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.089308] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] [instance: bc2a25d4-5d66-4157-b3aa-9ee94b25b8bb] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1074.089568] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d649c03-f045-449a-958f-cabc5d9a4251 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.096438] env[70527]: DEBUG oslo_vmware.api [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] Waiting for the task: (returnval){ [ 1074.096438] env[70527]: value = "task-3913632" [ 1074.096438] env[70527]: _type = "Task" [ 1074.096438] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.106518] env[70527]: DEBUG nova.compute.manager [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 15efae62-cf03-4f74-92c3-c275483c8283] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1074.108976] env[70527]: DEBUG oslo_vmware.api [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] Task: {'id': task-3913632, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.117953] env[70527]: DEBUG oslo_vmware.api [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': task-3913629, 'name': PowerOnVM_Task, 'duration_secs': 0.773291} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.118238] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1074.118442] env[70527]: INFO nova.compute.manager [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9] Took 8.67 seconds to spawn the instance on the hypervisor. [ 1074.118614] env[70527]: DEBUG nova.compute.manager [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1074.119399] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5edc3ca-2dda-4219-993a-431e87ef2c86 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.129574] env[70527]: DEBUG nova.network.neutron [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 15efae62-cf03-4f74-92c3-c275483c8283] Successfully created port: 5c8cae08-4eb1-4ea1-ba14-0bce70fa68ed {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1074.178152] env[70527]: DEBUG nova.network.neutron [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1074.278776] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913631, 'name': CreateVM_Task, 'duration_secs': 0.326551} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.278917] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c78db64-b3f5-4771-b6a8-d148ad4abcf8] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1074.279358] env[70527]: DEBUG oslo_concurrency.lockutils [None req-7f0457e8-3767-4fdc-b222-2cd026ac924f tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.279463] env[70527]: DEBUG oslo_concurrency.lockutils [None req-7f0457e8-3767-4fdc-b222-2cd026ac924f tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.279809] env[70527]: DEBUG oslo_concurrency.lockutils [None req-7f0457e8-3767-4fdc-b222-2cd026ac924f tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.280088] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a60aaf4a-62d5-4eb3-907b-77d6bd508404 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.287022] env[70527]: DEBUG oslo_vmware.api [None req-7f0457e8-3767-4fdc-b222-2cd026ac924f tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Waiting for the task: (returnval){ [ 1074.287022] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52a8718d-bf21-12a5-b43a-3e85fc67fe16" [ 1074.287022] env[70527]: _type = "Task" [ 1074.287022] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.294237] env[70527]: DEBUG oslo_vmware.api [None req-7f0457e8-3767-4fdc-b222-2cd026ac924f tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52a8718d-bf21-12a5-b43a-3e85fc67fe16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.334736] env[70527]: DEBUG nova.network.neutron [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Updating instance_info_cache with network_info: [{"id": "0355096f-1620-45c2-a2c6-187cec902917", "address": "fa:16:3e:9b:24:39", "network": {"id": "0528ffcb-4865-41a0-87e6-3ea996b12397", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210779476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "030332ea48994bab8d286711ee279556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0355096f-16", "ovs_interfaceid": "0355096f-1620-45c2-a2c6-187cec902917", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.584192] env[70527]: DEBUG nova.scheduler.client.report [None req-d60cb515-6d15-448a-b908-51fa0b2121a1 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1074.608965] env[70527]: DEBUG oslo_vmware.api [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] Task: {'id': task-3913632, 'name': PowerOnVM_Task, 'duration_secs': 0.47791} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.610806] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] [instance: bc2a25d4-5d66-4157-b3aa-9ee94b25b8bb] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1074.611101] env[70527]: INFO nova.compute.manager [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] [instance: bc2a25d4-5d66-4157-b3aa-9ee94b25b8bb] Took 6.57 seconds to spawn the instance on the hypervisor. [ 1074.611297] env[70527]: DEBUG nova.compute.manager [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] [instance: bc2a25d4-5d66-4157-b3aa-9ee94b25b8bb] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1074.616557] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53cff500-745b-4af3-ba7a-61913b04e607 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.640733] env[70527]: INFO nova.compute.manager [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9] Took 33.69 seconds to build instance. [ 1074.796075] env[70527]: DEBUG oslo_vmware.api [None req-7f0457e8-3767-4fdc-b222-2cd026ac924f tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52a8718d-bf21-12a5-b43a-3e85fc67fe16, 'name': SearchDatastore_Task, 'duration_secs': 0.011219} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.796395] env[70527]: DEBUG oslo_concurrency.lockutils [None req-7f0457e8-3767-4fdc-b222-2cd026ac924f tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.796631] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0457e8-3767-4fdc-b222-2cd026ac924f tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] [instance: 1c78db64-b3f5-4771-b6a8-d148ad4abcf8] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1074.796870] env[70527]: DEBUG oslo_concurrency.lockutils [None req-7f0457e8-3767-4fdc-b222-2cd026ac924f tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.797071] env[70527]: DEBUG oslo_concurrency.lockutils [None req-7f0457e8-3767-4fdc-b222-2cd026ac924f tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.797329] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f0457e8-3767-4fdc-b222-2cd026ac924f tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1074.797594] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-214722e0-1fa0-4e96-a8dc-36eca76a2d23 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.811545] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f0457e8-3767-4fdc-b222-2cd026ac924f tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1074.811736] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0457e8-3767-4fdc-b222-2cd026ac924f tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1074.812524] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03fa1ad9-dca5-4216-85be-11942ca8dc61 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.820125] env[70527]: DEBUG oslo_vmware.api [None req-7f0457e8-3767-4fdc-b222-2cd026ac924f tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Waiting for the task: (returnval){ [ 1074.820125] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]520ee647-d60e-725f-7d04-b7be949688e2" [ 1074.820125] env[70527]: _type = "Task" [ 1074.820125] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.827954] env[70527]: DEBUG oslo_vmware.api [None req-7f0457e8-3767-4fdc-b222-2cd026ac924f tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]520ee647-d60e-725f-7d04-b7be949688e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.837559] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Releasing lock "refresh_cache-67ddf676-0ce2-4fd1-b357-84f99f9b86f2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.837906] env[70527]: DEBUG nova.compute.manager [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Instance network_info: |[{"id": "0355096f-1620-45c2-a2c6-187cec902917", "address": "fa:16:3e:9b:24:39", "network": {"id": "0528ffcb-4865-41a0-87e6-3ea996b12397", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210779476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "030332ea48994bab8d286711ee279556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0355096f-16", "ovs_interfaceid": "0355096f-1620-45c2-a2c6-187cec902917", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1074.838361] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:24:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd298db54-f13d-4bf6-b6c2-755074b3047f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0355096f-1620-45c2-a2c6-187cec902917', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1074.845686] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1074.845897] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1074.846130] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d7c226d-0e9c-4bed-8614-0243746ff429 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.866830] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1074.866830] env[70527]: value = "task-3913633" [ 1074.866830] env[70527]: _type = "Task" [ 1074.866830] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.874577] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913633, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.991207] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9140488c-12b9-46ab-b79d-d62184008e4e tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Acquiring lock "cc93a02e-989c-4238-aed7-ab4843e2add4" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.991515] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9140488c-12b9-46ab-b79d-d62184008e4e tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Lock "cc93a02e-989c-4238-aed7-ab4843e2add4" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.991772] env[70527]: INFO nova.compute.manager [None req-9140488c-12b9-46ab-b79d-d62184008e4e tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Attaching volume 9395fa42-7b12-471c-b930-97f5d6ce15d9 to /dev/sdb [ 1075.026067] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53210efa-ddf5-4dd9-b832-360c3559d86d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.033843] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a8a460a-441a-4787-b8de-ffb0e0375022 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.049087] env[70527]: DEBUG nova.virt.block_device [None req-9140488c-12b9-46ab-b79d-d62184008e4e tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Updating existing volume attachment record: 8b5cb588-4fb7-4011-b153-f697b3bd868c {{(pid=70527) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1075.077672] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4da63611-fd69-47c7-b24d-1e89046b20a3 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Acquiring lock "f983f08d-4ff0-4c88-a43b-a666fc3ab173" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.077672] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4da63611-fd69-47c7-b24d-1e89046b20a3 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Lock "f983f08d-4ff0-4c88-a43b-a666fc3ab173" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.077672] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4da63611-fd69-47c7-b24d-1e89046b20a3 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Acquiring lock "f983f08d-4ff0-4c88-a43b-a666fc3ab173-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.077672] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4da63611-fd69-47c7-b24d-1e89046b20a3 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Lock "f983f08d-4ff0-4c88-a43b-a666fc3ab173-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.077672] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4da63611-fd69-47c7-b24d-1e89046b20a3 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Lock "f983f08d-4ff0-4c88-a43b-a666fc3ab173-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.080622] env[70527]: INFO nova.compute.manager [None req-4da63611-fd69-47c7-b24d-1e89046b20a3 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: f983f08d-4ff0-4c88-a43b-a666fc3ab173] Terminating instance [ 1075.097919] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d60cb515-6d15-448a-b908-51fa0b2121a1 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.999s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.101434] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.163s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.102485] env[70527]: INFO nova.compute.claims [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 7a391e8e-005a-4c7f-992d-1a2466e79065] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1075.117838] env[70527]: DEBUG nova.compute.manager [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 15efae62-cf03-4f74-92c3-c275483c8283] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1075.124584] env[70527]: INFO nova.scheduler.client.report [None req-d60cb515-6d15-448a-b908-51fa0b2121a1 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Deleted allocations for instance 307e07ea-082b-4d3d-8d94-b3408f862c4a [ 1075.141552] env[70527]: INFO nova.compute.manager [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] [instance: bc2a25d4-5d66-4157-b3aa-9ee94b25b8bb] Took 32.07 seconds to build instance. [ 1075.144692] env[70527]: DEBUG oslo_concurrency.lockutils [None req-bf06a7bf-8053-4636-8d7f-6820242da680 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Lock "fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.203s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.159289] env[70527]: DEBUG nova.virt.hardware [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1075.159989] env[70527]: DEBUG nova.virt.hardware [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1075.160228] env[70527]: DEBUG nova.virt.hardware [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1075.160538] env[70527]: DEBUG nova.virt.hardware [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1075.160726] env[70527]: DEBUG nova.virt.hardware [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1075.161009] env[70527]: DEBUG nova.virt.hardware [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1075.161370] env[70527]: DEBUG nova.virt.hardware [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1075.161717] env[70527]: DEBUG nova.virt.hardware [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1075.162206] env[70527]: DEBUG nova.virt.hardware [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1075.162554] env[70527]: DEBUG nova.virt.hardware [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1075.162902] env[70527]: DEBUG nova.virt.hardware [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1075.166691] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd673e09-f867-4d38-a7e0-a82004a26d62 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.182762] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7df51e5-e497-4074-b8ab-a7dfad06df7c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.247117] env[70527]: DEBUG nova.compute.manager [req-68ea07f4-3f93-4d4a-be35-1ec2b24bf451 req-25d99660-2a84-49de-b071-9be23108bcd7 service nova] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Received event network-changed-0355096f-1620-45c2-a2c6-187cec902917 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1075.247288] env[70527]: DEBUG nova.compute.manager [req-68ea07f4-3f93-4d4a-be35-1ec2b24bf451 req-25d99660-2a84-49de-b071-9be23108bcd7 service nova] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Refreshing instance network info cache due to event network-changed-0355096f-1620-45c2-a2c6-187cec902917. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1075.247627] env[70527]: DEBUG oslo_concurrency.lockutils [req-68ea07f4-3f93-4d4a-be35-1ec2b24bf451 req-25d99660-2a84-49de-b071-9be23108bcd7 service nova] Acquiring lock "refresh_cache-67ddf676-0ce2-4fd1-b357-84f99f9b86f2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.247722] env[70527]: DEBUG oslo_concurrency.lockutils [req-68ea07f4-3f93-4d4a-be35-1ec2b24bf451 req-25d99660-2a84-49de-b071-9be23108bcd7 service nova] Acquired lock "refresh_cache-67ddf676-0ce2-4fd1-b357-84f99f9b86f2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.247904] env[70527]: DEBUG nova.network.neutron [req-68ea07f4-3f93-4d4a-be35-1ec2b24bf451 req-25d99660-2a84-49de-b071-9be23108bcd7 service nova] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Refreshing network info cache for port 0355096f-1620-45c2-a2c6-187cec902917 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1075.340739] env[70527]: DEBUG oslo_vmware.api [None req-7f0457e8-3767-4fdc-b222-2cd026ac924f tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]520ee647-d60e-725f-7d04-b7be949688e2, 'name': SearchDatastore_Task, 'duration_secs': 0.020755} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.342807] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7300ba3f-86fd-4839-8048-c4f556865410 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.353746] env[70527]: DEBUG oslo_vmware.api [None req-7f0457e8-3767-4fdc-b222-2cd026ac924f tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Waiting for the task: (returnval){ [ 1075.353746] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52ecc3a9-41ed-cce4-7bb4-f895e61ce0a1" [ 1075.353746] env[70527]: _type = "Task" [ 1075.353746] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.368340] env[70527]: DEBUG oslo_vmware.api [None req-7f0457e8-3767-4fdc-b222-2cd026ac924f tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52ecc3a9-41ed-cce4-7bb4-f895e61ce0a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.376870] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913633, 'name': CreateVM_Task, 'duration_secs': 0.494199} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.376870] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1075.377490] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.377684] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.377999] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.378733] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fcf646e-98c8-4f7c-868b-400f58beed58 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.384192] env[70527]: DEBUG oslo_vmware.api [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Waiting for the task: (returnval){ [ 1075.384192] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52998697-b999-e8cd-3b7d-329a0ea4a6a9" [ 1075.384192] env[70527]: _type = "Task" [ 1075.384192] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.393382] env[70527]: DEBUG oslo_vmware.api [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52998697-b999-e8cd-3b7d-329a0ea4a6a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.585108] env[70527]: DEBUG nova.compute.manager [None req-4da63611-fd69-47c7-b24d-1e89046b20a3 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: f983f08d-4ff0-4c88-a43b-a666fc3ab173] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1075.585464] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4da63611-fd69-47c7-b24d-1e89046b20a3 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: f983f08d-4ff0-4c88-a43b-a666fc3ab173] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1075.587095] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf7452b-d6b3-4f0c-a744-e41a410aa08b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.595857] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-4da63611-fd69-47c7-b24d-1e89046b20a3 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: f983f08d-4ff0-4c88-a43b-a666fc3ab173] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1075.596281] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d991c317-32d5-42de-a25d-bf4622e4e4fa {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.605918] env[70527]: DEBUG oslo_vmware.api [None req-4da63611-fd69-47c7-b24d-1e89046b20a3 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Waiting for the task: (returnval){ [ 1075.605918] env[70527]: value = "task-3913637" [ 1075.605918] env[70527]: _type = "Task" [ 1075.605918] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.622315] env[70527]: DEBUG oslo_vmware.api [None req-4da63611-fd69-47c7-b24d-1e89046b20a3 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3913637, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.633283] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d60cb515-6d15-448a-b908-51fa0b2121a1 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Lock "307e07ea-082b-4d3d-8d94-b3408f862c4a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.539s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.646234] env[70527]: DEBUG oslo_concurrency.lockutils [None req-acdcd2fc-80b1-44de-b1fc-d052f2793750 tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] Lock "bc2a25d4-5d66-4157-b3aa-9ee94b25b8bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.590s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.791654] env[70527]: DEBUG oslo_concurrency.lockutils [None req-57f20864-f2f5-4f65-ae37-05a72a40a11c tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] Acquiring lock "bc2a25d4-5d66-4157-b3aa-9ee94b25b8bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.792016] env[70527]: DEBUG oslo_concurrency.lockutils [None req-57f20864-f2f5-4f65-ae37-05a72a40a11c tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] Lock "bc2a25d4-5d66-4157-b3aa-9ee94b25b8bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.792315] env[70527]: DEBUG oslo_concurrency.lockutils [None req-57f20864-f2f5-4f65-ae37-05a72a40a11c tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] Acquiring lock "bc2a25d4-5d66-4157-b3aa-9ee94b25b8bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.792674] env[70527]: DEBUG oslo_concurrency.lockutils [None req-57f20864-f2f5-4f65-ae37-05a72a40a11c tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] Lock "bc2a25d4-5d66-4157-b3aa-9ee94b25b8bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.793025] env[70527]: DEBUG oslo_concurrency.lockutils [None req-57f20864-f2f5-4f65-ae37-05a72a40a11c tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] Lock "bc2a25d4-5d66-4157-b3aa-9ee94b25b8bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.795970] env[70527]: INFO nova.compute.manager [None req-57f20864-f2f5-4f65-ae37-05a72a40a11c tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] [instance: bc2a25d4-5d66-4157-b3aa-9ee94b25b8bb] Terminating instance [ 1075.798814] env[70527]: DEBUG nova.network.neutron [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 15efae62-cf03-4f74-92c3-c275483c8283] Successfully updated port: 5c8cae08-4eb1-4ea1-ba14-0bce70fa68ed {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1075.865507] env[70527]: DEBUG oslo_vmware.api [None req-7f0457e8-3767-4fdc-b222-2cd026ac924f tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52ecc3a9-41ed-cce4-7bb4-f895e61ce0a1, 'name': SearchDatastore_Task, 'duration_secs': 0.010765} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.865942] env[70527]: DEBUG oslo_concurrency.lockutils [None req-7f0457e8-3767-4fdc-b222-2cd026ac924f tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.866309] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f0457e8-3767-4fdc-b222-2cd026ac924f tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 1c78db64-b3f5-4771-b6a8-d148ad4abcf8/1c78db64-b3f5-4771-b6a8-d148ad4abcf8.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1075.866675] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f453817-b4d1-4b31-8f56-d08a2fd41d44 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.875245] env[70527]: DEBUG oslo_vmware.api [None req-7f0457e8-3767-4fdc-b222-2cd026ac924f tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Waiting for the task: (returnval){ [ 1075.875245] env[70527]: value = "task-3913638" [ 1075.875245] env[70527]: _type = "Task" [ 1075.875245] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.885632] env[70527]: DEBUG oslo_vmware.api [None req-7f0457e8-3767-4fdc-b222-2cd026ac924f tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Task: {'id': task-3913638, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.897722] env[70527]: DEBUG oslo_vmware.api [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52998697-b999-e8cd-3b7d-329a0ea4a6a9, 'name': SearchDatastore_Task, 'duration_secs': 0.01028} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.898044] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.898286] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1075.898533] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.898749] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.898948] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1075.899226] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31869de8-c70a-4a6b-9819-e2b469615336 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.921404] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1075.921631] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1075.922439] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b7cdd17-0dca-4217-a414-6232aa4ee40d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.930549] env[70527]: DEBUG oslo_vmware.api [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Waiting for the task: (returnval){ [ 1075.930549] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]527f4f85-17a0-9bee-5dc5-4a667f33768f" [ 1075.930549] env[70527]: _type = "Task" [ 1075.930549] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.939026] env[70527]: DEBUG oslo_vmware.api [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]527f4f85-17a0-9bee-5dc5-4a667f33768f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.952174] env[70527]: INFO nova.compute.manager [None req-8998d8d2-0719-4d0d-8f2b-0fb351eb5cd9 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9] Rescuing [ 1075.952461] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8998d8d2-0719-4d0d-8f2b-0fb351eb5cd9 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Acquiring lock "refresh_cache-fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.952643] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8998d8d2-0719-4d0d-8f2b-0fb351eb5cd9 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Acquired lock "refresh_cache-fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.952819] env[70527]: DEBUG nova.network.neutron [None req-8998d8d2-0719-4d0d-8f2b-0fb351eb5cd9 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1076.071579] env[70527]: DEBUG nova.network.neutron [req-68ea07f4-3f93-4d4a-be35-1ec2b24bf451 req-25d99660-2a84-49de-b071-9be23108bcd7 service nova] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Updated VIF entry in instance network info cache for port 0355096f-1620-45c2-a2c6-187cec902917. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1076.072019] env[70527]: DEBUG nova.network.neutron [req-68ea07f4-3f93-4d4a-be35-1ec2b24bf451 req-25d99660-2a84-49de-b071-9be23108bcd7 service nova] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Updating instance_info_cache with network_info: [{"id": "0355096f-1620-45c2-a2c6-187cec902917", "address": "fa:16:3e:9b:24:39", "network": {"id": "0528ffcb-4865-41a0-87e6-3ea996b12397", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210779476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "030332ea48994bab8d286711ee279556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0355096f-16", "ovs_interfaceid": "0355096f-1620-45c2-a2c6-187cec902917", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.119160] env[70527]: DEBUG oslo_vmware.api [None req-4da63611-fd69-47c7-b24d-1e89046b20a3 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3913637, 'name': PowerOffVM_Task, 'duration_secs': 0.253162} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.119461] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-4da63611-fd69-47c7-b24d-1e89046b20a3 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: f983f08d-4ff0-4c88-a43b-a666fc3ab173] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1076.119631] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4da63611-fd69-47c7-b24d-1e89046b20a3 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: f983f08d-4ff0-4c88-a43b-a666fc3ab173] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1076.119904] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d82e83e-eb27-42a3-8906-275bf2415556 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.204117] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4da63611-fd69-47c7-b24d-1e89046b20a3 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: f983f08d-4ff0-4c88-a43b-a666fc3ab173] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1076.204354] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4da63611-fd69-47c7-b24d-1e89046b20a3 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: f983f08d-4ff0-4c88-a43b-a666fc3ab173] Deleting contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1076.204540] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-4da63611-fd69-47c7-b24d-1e89046b20a3 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Deleting the datastore file [datastore2] f983f08d-4ff0-4c88-a43b-a666fc3ab173 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1076.204885] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d129a791-b249-4b3e-9d65-30566651f0b4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.213865] env[70527]: DEBUG oslo_vmware.api [None req-4da63611-fd69-47c7-b24d-1e89046b20a3 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Waiting for the task: (returnval){ [ 1076.213865] env[70527]: value = "task-3913640" [ 1076.213865] env[70527]: _type = "Task" [ 1076.213865] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.226892] env[70527]: DEBUG oslo_vmware.api [None req-4da63611-fd69-47c7-b24d-1e89046b20a3 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3913640, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.305978] env[70527]: DEBUG nova.compute.manager [None req-57f20864-f2f5-4f65-ae37-05a72a40a11c tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] [instance: bc2a25d4-5d66-4157-b3aa-9ee94b25b8bb] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1076.305978] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-57f20864-f2f5-4f65-ae37-05a72a40a11c tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] [instance: bc2a25d4-5d66-4157-b3aa-9ee94b25b8bb] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1076.305978] env[70527]: DEBUG oslo_concurrency.lockutils [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Acquiring lock "refresh_cache-15efae62-cf03-4f74-92c3-c275483c8283" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.305978] env[70527]: DEBUG oslo_concurrency.lockutils [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Acquired lock "refresh_cache-15efae62-cf03-4f74-92c3-c275483c8283" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.305978] env[70527]: DEBUG nova.network.neutron [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 15efae62-cf03-4f74-92c3-c275483c8283] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1076.307790] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07723fd6-1855-4a7d-a934-a9e9acfcab3e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.318973] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-57f20864-f2f5-4f65-ae37-05a72a40a11c tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] [instance: bc2a25d4-5d66-4157-b3aa-9ee94b25b8bb] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1076.320040] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32421bb0-2443-4276-be7d-cf09e374e4a0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.329018] env[70527]: DEBUG oslo_vmware.api [None req-57f20864-f2f5-4f65-ae37-05a72a40a11c tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] Waiting for the task: (returnval){ [ 1076.329018] env[70527]: value = "task-3913641" [ 1076.329018] env[70527]: _type = "Task" [ 1076.329018] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.339867] env[70527]: DEBUG oslo_vmware.api [None req-57f20864-f2f5-4f65-ae37-05a72a40a11c tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] Task: {'id': task-3913641, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.386394] env[70527]: DEBUG oslo_vmware.api [None req-7f0457e8-3767-4fdc-b222-2cd026ac924f tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Task: {'id': task-3913638, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.441755] env[70527]: DEBUG oslo_vmware.api [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]527f4f85-17a0-9bee-5dc5-4a667f33768f, 'name': SearchDatastore_Task, 'duration_secs': 0.010692} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.445798] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f49c87e5-4f36-4cf9-9bb5-ff6209f55a68 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.452998] env[70527]: DEBUG oslo_vmware.api [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Waiting for the task: (returnval){ [ 1076.452998] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52cd6115-eae6-a34a-ce13-f9461410f12d" [ 1076.452998] env[70527]: _type = "Task" [ 1076.452998] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.470349] env[70527]: DEBUG oslo_vmware.api [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52cd6115-eae6-a34a-ce13-f9461410f12d, 'name': SearchDatastore_Task, 'duration_secs': 0.012802} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.470641] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.470926] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 67ddf676-0ce2-4fd1-b357-84f99f9b86f2/67ddf676-0ce2-4fd1-b357-84f99f9b86f2.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1076.471222] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e44740fc-d214-4398-aaac-0cf08f105eee {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.482220] env[70527]: DEBUG oslo_vmware.api [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Waiting for the task: (returnval){ [ 1076.482220] env[70527]: value = "task-3913642" [ 1076.482220] env[70527]: _type = "Task" [ 1076.482220] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.492422] env[70527]: DEBUG oslo_vmware.api [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3913642, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.508595] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0175994-0ae0-4d19-8684-5bb8b04978d1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.521876] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a969d46e-5878-4d23-9883-cc5174190f8d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.555920] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d0ca931-f188-473c-99b2-8555fafb6fe6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.564726] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02092c49-c754-4216-9be2-e723e57f2527 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.583464] env[70527]: DEBUG oslo_concurrency.lockutils [req-68ea07f4-3f93-4d4a-be35-1ec2b24bf451 req-25d99660-2a84-49de-b071-9be23108bcd7 service nova] Releasing lock "refresh_cache-67ddf676-0ce2-4fd1-b357-84f99f9b86f2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.583464] env[70527]: DEBUG nova.compute.provider_tree [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1076.725366] env[70527]: DEBUG oslo_vmware.api [None req-4da63611-fd69-47c7-b24d-1e89046b20a3 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3913640, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.435586} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.725688] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-4da63611-fd69-47c7-b24d-1e89046b20a3 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1076.725876] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4da63611-fd69-47c7-b24d-1e89046b20a3 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: f983f08d-4ff0-4c88-a43b-a666fc3ab173] Deleted contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1076.726063] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4da63611-fd69-47c7-b24d-1e89046b20a3 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: f983f08d-4ff0-4c88-a43b-a666fc3ab173] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1076.726242] env[70527]: INFO nova.compute.manager [None req-4da63611-fd69-47c7-b24d-1e89046b20a3 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: f983f08d-4ff0-4c88-a43b-a666fc3ab173] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1076.726485] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4da63611-fd69-47c7-b24d-1e89046b20a3 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1076.726685] env[70527]: DEBUG nova.compute.manager [-] [instance: f983f08d-4ff0-4c88-a43b-a666fc3ab173] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1076.726788] env[70527]: DEBUG nova.network.neutron [-] [instance: f983f08d-4ff0-4c88-a43b-a666fc3ab173] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1076.775364] env[70527]: DEBUG nova.network.neutron [None req-8998d8d2-0719-4d0d-8f2b-0fb351eb5cd9 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9] Updating instance_info_cache with network_info: [{"id": "4d14b486-8771-4c96-baad-0bd018b270aa", "address": "fa:16:3e:21:71:bd", "network": {"id": "9dd82e4a-c4e1-4584-a0f3-cadbacc416d4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-482098834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7e38a059c8294d89a9d3a1187b1e865e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d14b486-87", "ovs_interfaceid": "4d14b486-8771-4c96-baad-0bd018b270aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.840857] env[70527]: DEBUG oslo_vmware.api [None req-57f20864-f2f5-4f65-ae37-05a72a40a11c tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] Task: {'id': task-3913641, 'name': PowerOffVM_Task, 'duration_secs': 0.2597} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.841172] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-57f20864-f2f5-4f65-ae37-05a72a40a11c tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] [instance: bc2a25d4-5d66-4157-b3aa-9ee94b25b8bb] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1076.841516] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-57f20864-f2f5-4f65-ae37-05a72a40a11c tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] [instance: bc2a25d4-5d66-4157-b3aa-9ee94b25b8bb] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1076.842204] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f564db91-4bc0-473f-a1b6-1d9b9b7dba85 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.857837] env[70527]: DEBUG nova.network.neutron [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 15efae62-cf03-4f74-92c3-c275483c8283] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1076.892622] env[70527]: DEBUG oslo_vmware.api [None req-7f0457e8-3767-4fdc-b222-2cd026ac924f tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Task: {'id': task-3913638, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570325} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.894849] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f0457e8-3767-4fdc-b222-2cd026ac924f tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 1c78db64-b3f5-4771-b6a8-d148ad4abcf8/1c78db64-b3f5-4771-b6a8-d148ad4abcf8.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1076.895296] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0457e8-3767-4fdc-b222-2cd026ac924f tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] [instance: 1c78db64-b3f5-4771-b6a8-d148ad4abcf8] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1076.895642] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c4b29513-cccf-4ed5-9703-7b7631c1033b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.905909] env[70527]: DEBUG oslo_vmware.api [None req-7f0457e8-3767-4fdc-b222-2cd026ac924f tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Waiting for the task: (returnval){ [ 1076.905909] env[70527]: value = "task-3913644" [ 1076.905909] env[70527]: _type = "Task" [ 1076.905909] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.922714] env[70527]: DEBUG oslo_vmware.api [None req-7f0457e8-3767-4fdc-b222-2cd026ac924f tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Task: {'id': task-3913644, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.924796] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-57f20864-f2f5-4f65-ae37-05a72a40a11c tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] [instance: bc2a25d4-5d66-4157-b3aa-9ee94b25b8bb] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1076.925144] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-57f20864-f2f5-4f65-ae37-05a72a40a11c tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] [instance: bc2a25d4-5d66-4157-b3aa-9ee94b25b8bb] Deleting contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1076.925426] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-57f20864-f2f5-4f65-ae37-05a72a40a11c tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] Deleting the datastore file [datastore2] bc2a25d4-5d66-4157-b3aa-9ee94b25b8bb {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1076.925971] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a6e5304-dd68-4a04-b9ec-22ca03142965 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.937307] env[70527]: DEBUG oslo_vmware.api [None req-57f20864-f2f5-4f65-ae37-05a72a40a11c tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] Waiting for the task: (returnval){ [ 1076.937307] env[70527]: value = "task-3913645" [ 1076.937307] env[70527]: _type = "Task" [ 1076.937307] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.948071] env[70527]: DEBUG oslo_vmware.api [None req-57f20864-f2f5-4f65-ae37-05a72a40a11c tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] Task: {'id': task-3913645, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.995638] env[70527]: DEBUG oslo_vmware.api [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3913642, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.079859] env[70527]: DEBUG nova.network.neutron [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 15efae62-cf03-4f74-92c3-c275483c8283] Updating instance_info_cache with network_info: [{"id": "5c8cae08-4eb1-4ea1-ba14-0bce70fa68ed", "address": "fa:16:3e:1a:59:17", "network": {"id": "eb0065d4-610f-47d7-981e-b21e91718972", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1338634837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "261a432e66f749ad9aca2a0fcb2c6ab2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c8cae08-4e", "ovs_interfaceid": "5c8cae08-4eb1-4ea1-ba14-0bce70fa68ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.091344] env[70527]: DEBUG nova.scheduler.client.report [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.277831] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8998d8d2-0719-4d0d-8f2b-0fb351eb5cd9 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Releasing lock "refresh_cache-fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.281392] env[70527]: DEBUG nova.compute.manager [req-64262874-1c4a-43d0-87c1-7f184616dd49 req-c1f28b0b-cf6d-489b-a3e9-03171c0b8d8d service nova] [instance: 15efae62-cf03-4f74-92c3-c275483c8283] Received event network-vif-plugged-5c8cae08-4eb1-4ea1-ba14-0bce70fa68ed {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1077.281654] env[70527]: DEBUG oslo_concurrency.lockutils [req-64262874-1c4a-43d0-87c1-7f184616dd49 req-c1f28b0b-cf6d-489b-a3e9-03171c0b8d8d service nova] Acquiring lock "15efae62-cf03-4f74-92c3-c275483c8283-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.281916] env[70527]: DEBUG oslo_concurrency.lockutils [req-64262874-1c4a-43d0-87c1-7f184616dd49 req-c1f28b0b-cf6d-489b-a3e9-03171c0b8d8d service nova] Lock "15efae62-cf03-4f74-92c3-c275483c8283-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.282144] env[70527]: DEBUG oslo_concurrency.lockutils [req-64262874-1c4a-43d0-87c1-7f184616dd49 req-c1f28b0b-cf6d-489b-a3e9-03171c0b8d8d service nova] Lock "15efae62-cf03-4f74-92c3-c275483c8283-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.282356] env[70527]: DEBUG nova.compute.manager [req-64262874-1c4a-43d0-87c1-7f184616dd49 req-c1f28b0b-cf6d-489b-a3e9-03171c0b8d8d service nova] [instance: 15efae62-cf03-4f74-92c3-c275483c8283] No waiting events found dispatching network-vif-plugged-5c8cae08-4eb1-4ea1-ba14-0bce70fa68ed {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1077.282558] env[70527]: WARNING nova.compute.manager [req-64262874-1c4a-43d0-87c1-7f184616dd49 req-c1f28b0b-cf6d-489b-a3e9-03171c0b8d8d service nova] [instance: 15efae62-cf03-4f74-92c3-c275483c8283] Received unexpected event network-vif-plugged-5c8cae08-4eb1-4ea1-ba14-0bce70fa68ed for instance with vm_state building and task_state spawning. [ 1077.282752] env[70527]: DEBUG nova.compute.manager [req-64262874-1c4a-43d0-87c1-7f184616dd49 req-c1f28b0b-cf6d-489b-a3e9-03171c0b8d8d service nova] [instance: 15efae62-cf03-4f74-92c3-c275483c8283] Received event network-changed-5c8cae08-4eb1-4ea1-ba14-0bce70fa68ed {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1077.283296] env[70527]: DEBUG nova.compute.manager [req-64262874-1c4a-43d0-87c1-7f184616dd49 req-c1f28b0b-cf6d-489b-a3e9-03171c0b8d8d service nova] [instance: 15efae62-cf03-4f74-92c3-c275483c8283] Refreshing instance network info cache due to event network-changed-5c8cae08-4eb1-4ea1-ba14-0bce70fa68ed. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1077.283296] env[70527]: DEBUG oslo_concurrency.lockutils [req-64262874-1c4a-43d0-87c1-7f184616dd49 req-c1f28b0b-cf6d-489b-a3e9-03171c0b8d8d service nova] Acquiring lock "refresh_cache-15efae62-cf03-4f74-92c3-c275483c8283" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.416609] env[70527]: DEBUG oslo_vmware.api [None req-7f0457e8-3767-4fdc-b222-2cd026ac924f tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Task: {'id': task-3913644, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.194854} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.416875] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0457e8-3767-4fdc-b222-2cd026ac924f tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] [instance: 1c78db64-b3f5-4771-b6a8-d148ad4abcf8] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1077.417822] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49923d8-8674-4162-8b9a-deef2df99913 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.438698] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f0457e8-3767-4fdc-b222-2cd026ac924f tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] [instance: 1c78db64-b3f5-4771-b6a8-d148ad4abcf8] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 1c78db64-b3f5-4771-b6a8-d148ad4abcf8/1c78db64-b3f5-4771-b6a8-d148ad4abcf8.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1077.439080] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2ec0497-04b5-445d-af05-8a3fcd844074 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.463420] env[70527]: DEBUG oslo_vmware.api [None req-57f20864-f2f5-4f65-ae37-05a72a40a11c tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] Task: {'id': task-3913645, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.464934] env[70527]: DEBUG oslo_vmware.api [None req-7f0457e8-3767-4fdc-b222-2cd026ac924f tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Waiting for the task: (returnval){ [ 1077.464934] env[70527]: value = "task-3913647" [ 1077.464934] env[70527]: _type = "Task" [ 1077.464934] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.474878] env[70527]: DEBUG oslo_vmware.api [None req-7f0457e8-3767-4fdc-b222-2cd026ac924f tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Task: {'id': task-3913647, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.492390] env[70527]: DEBUG oslo_vmware.api [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3913642, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.730327} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.492636] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 67ddf676-0ce2-4fd1-b357-84f99f9b86f2/67ddf676-0ce2-4fd1-b357-84f99f9b86f2.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1077.492852] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1077.493118] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d14bd5aa-5f5c-4e90-bdc7-f3b379813c99 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.499862] env[70527]: DEBUG oslo_vmware.api [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Waiting for the task: (returnval){ [ 1077.499862] env[70527]: value = "task-3913648" [ 1077.499862] env[70527]: _type = "Task" [ 1077.499862] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.508681] env[70527]: DEBUG oslo_vmware.api [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3913648, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.587569] env[70527]: DEBUG oslo_concurrency.lockutils [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Releasing lock "refresh_cache-15efae62-cf03-4f74-92c3-c275483c8283" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.587569] env[70527]: DEBUG nova.compute.manager [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 15efae62-cf03-4f74-92c3-c275483c8283] Instance network_info: |[{"id": "5c8cae08-4eb1-4ea1-ba14-0bce70fa68ed", "address": "fa:16:3e:1a:59:17", "network": {"id": "eb0065d4-610f-47d7-981e-b21e91718972", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1338634837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "261a432e66f749ad9aca2a0fcb2c6ab2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c8cae08-4e", "ovs_interfaceid": "5c8cae08-4eb1-4ea1-ba14-0bce70fa68ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1077.587819] env[70527]: DEBUG oslo_concurrency.lockutils [req-64262874-1c4a-43d0-87c1-7f184616dd49 req-c1f28b0b-cf6d-489b-a3e9-03171c0b8d8d service nova] Acquired lock "refresh_cache-15efae62-cf03-4f74-92c3-c275483c8283" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.589031] env[70527]: DEBUG nova.network.neutron [req-64262874-1c4a-43d0-87c1-7f184616dd49 req-c1f28b0b-cf6d-489b-a3e9-03171c0b8d8d service nova] [instance: 15efae62-cf03-4f74-92c3-c275483c8283] Refreshing network info cache for port 5c8cae08-4eb1-4ea1-ba14-0bce70fa68ed {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1077.589541] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 15efae62-cf03-4f74-92c3-c275483c8283] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:59:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '329d0e4b-4190-484a-8560-9356dc31beca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5c8cae08-4eb1-4ea1-ba14-0bce70fa68ed', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1077.600189] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1077.601870] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.501s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.602398] env[70527]: DEBUG nova.compute.manager [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 7a391e8e-005a-4c7f-992d-1a2466e79065] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1077.605379] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15efae62-cf03-4f74-92c3-c275483c8283] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1077.605661] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 24.107s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.605833] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.605985] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70527) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1077.606373] env[70527]: DEBUG oslo_concurrency.lockutils [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.354s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.608205] env[70527]: INFO nova.compute.claims [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] [instance: 992d6ed3-f53e-4c79-bff9-bb2808b6b2ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1077.612251] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e0b41f9-121c-4854-9ce4-380f98395db0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.638350] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef4877f-a8ea-4b84-b1cf-324ffa76a65d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.651996] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e615b520-b787-4c21-a667-cca6667d220c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.656584] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1077.656584] env[70527]: value = "task-3913649" [ 1077.656584] env[70527]: _type = "Task" [ 1077.656584] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.671098] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeed93d4-7b17-4222-8a8b-07ce5740821f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.677109] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913649, 'name': CreateVM_Task} progress is 10%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.683556] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c1382d2-f4f8-4aca-804e-fca541931b25 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.719038] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178526MB free_disk=39GB free_vcpus=48 pci_devices=None {{(pid=70527) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1077.719195] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.834035] env[70527]: DEBUG nova.network.neutron [-] [instance: f983f08d-4ff0-4c88-a43b-a666fc3ab173] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.949958] env[70527]: DEBUG oslo_vmware.api [None req-57f20864-f2f5-4f65-ae37-05a72a40a11c tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] Task: {'id': task-3913645, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.634514} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.950271] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-57f20864-f2f5-4f65-ae37-05a72a40a11c tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1077.950466] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-57f20864-f2f5-4f65-ae37-05a72a40a11c tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] [instance: bc2a25d4-5d66-4157-b3aa-9ee94b25b8bb] Deleted contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1077.950652] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-57f20864-f2f5-4f65-ae37-05a72a40a11c tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] [instance: bc2a25d4-5d66-4157-b3aa-9ee94b25b8bb] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1077.950824] env[70527]: INFO nova.compute.manager [None req-57f20864-f2f5-4f65-ae37-05a72a40a11c tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] [instance: bc2a25d4-5d66-4157-b3aa-9ee94b25b8bb] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1077.951087] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57f20864-f2f5-4f65-ae37-05a72a40a11c tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1077.951298] env[70527]: DEBUG nova.compute.manager [-] [instance: bc2a25d4-5d66-4157-b3aa-9ee94b25b8bb] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1077.951383] env[70527]: DEBUG nova.network.neutron [-] [instance: bc2a25d4-5d66-4157-b3aa-9ee94b25b8bb] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1077.977505] env[70527]: DEBUG oslo_vmware.api [None req-7f0457e8-3767-4fdc-b222-2cd026ac924f tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Task: {'id': task-3913647, 'name': ReconfigVM_Task, 'duration_secs': 0.284576} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.978459] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f0457e8-3767-4fdc-b222-2cd026ac924f tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] [instance: 1c78db64-b3f5-4771-b6a8-d148ad4abcf8] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 1c78db64-b3f5-4771-b6a8-d148ad4abcf8/1c78db64-b3f5-4771-b6a8-d148ad4abcf8.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1077.979652] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e99e4e15-619b-4e57-9183-1f41a142c0dc {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.989859] env[70527]: DEBUG oslo_vmware.api [None req-7f0457e8-3767-4fdc-b222-2cd026ac924f tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Waiting for the task: (returnval){ [ 1077.989859] env[70527]: value = "task-3913650" [ 1077.989859] env[70527]: _type = "Task" [ 1077.989859] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.001135] env[70527]: DEBUG oslo_vmware.api [None req-7f0457e8-3767-4fdc-b222-2cd026ac924f tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Task: {'id': task-3913650, 'name': Rename_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.012143] env[70527]: DEBUG oslo_vmware.api [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3913648, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067051} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.012432] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1078.013314] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f567224-3c39-4e59-9d28-f141264dbc84 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.039200] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 67ddf676-0ce2-4fd1-b357-84f99f9b86f2/67ddf676-0ce2-4fd1-b357-84f99f9b86f2.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1078.039580] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f1226b6-41ea-4813-83ed-2a6494a74b95 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.063915] env[70527]: DEBUG oslo_vmware.api [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Waiting for the task: (returnval){ [ 1078.063915] env[70527]: value = "task-3913651" [ 1078.063915] env[70527]: _type = "Task" [ 1078.063915] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.073553] env[70527]: DEBUG oslo_vmware.api [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3913651, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.107516] env[70527]: DEBUG nova.compute.utils [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1078.109305] env[70527]: DEBUG nova.compute.manager [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 7a391e8e-005a-4c7f-992d-1a2466e79065] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1078.109604] env[70527]: DEBUG nova.network.neutron [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 7a391e8e-005a-4c7f-992d-1a2466e79065] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1078.170855] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913649, 'name': CreateVM_Task, 'duration_secs': 0.416655} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.171221] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15efae62-cf03-4f74-92c3-c275483c8283] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1078.171854] env[70527]: DEBUG oslo_concurrency.lockutils [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.172079] env[70527]: DEBUG oslo_concurrency.lockutils [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.172963] env[70527]: DEBUG oslo_concurrency.lockutils [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.173305] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b206499f-d4b8-484b-9fb0-4d0d3dc9d4ee {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.180251] env[70527]: DEBUG oslo_vmware.api [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Waiting for the task: (returnval){ [ 1078.180251] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52a75a93-0673-7496-2197-59ef13eb77eb" [ 1078.180251] env[70527]: _type = "Task" [ 1078.180251] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.194500] env[70527]: DEBUG oslo_vmware.api [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52a75a93-0673-7496-2197-59ef13eb77eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.253661] env[70527]: DEBUG nova.policy [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8804154c6da941b4aedfaa28a7e376d8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2628def9a14f4443853bf45ba496217e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 1078.338065] env[70527]: INFO nova.compute.manager [-] [instance: f983f08d-4ff0-4c88-a43b-a666fc3ab173] Took 1.61 seconds to deallocate network for instance. [ 1078.502483] env[70527]: DEBUG oslo_vmware.api [None req-7f0457e8-3767-4fdc-b222-2cd026ac924f tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Task: {'id': task-3913650, 'name': Rename_Task, 'duration_secs': 0.182241} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.502656] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f0457e8-3767-4fdc-b222-2cd026ac924f tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] [instance: 1c78db64-b3f5-4771-b6a8-d148ad4abcf8] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1078.502894] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66a39ff3-8189-46c8-a614-14efc976ad3c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.509883] env[70527]: DEBUG oslo_vmware.api [None req-7f0457e8-3767-4fdc-b222-2cd026ac924f tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Waiting for the task: (returnval){ [ 1078.509883] env[70527]: value = "task-3913652" [ 1078.509883] env[70527]: _type = "Task" [ 1078.509883] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.518134] env[70527]: DEBUG oslo_vmware.api [None req-7f0457e8-3767-4fdc-b222-2cd026ac924f tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Task: {'id': task-3913652, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.575085] env[70527]: DEBUG oslo_vmware.api [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3913651, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.576717] env[70527]: DEBUG nova.network.neutron [req-64262874-1c4a-43d0-87c1-7f184616dd49 req-c1f28b0b-cf6d-489b-a3e9-03171c0b8d8d service nova] [instance: 15efae62-cf03-4f74-92c3-c275483c8283] Updated VIF entry in instance network info cache for port 5c8cae08-4eb1-4ea1-ba14-0bce70fa68ed. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1078.577071] env[70527]: DEBUG nova.network.neutron [req-64262874-1c4a-43d0-87c1-7f184616dd49 req-c1f28b0b-cf6d-489b-a3e9-03171c0b8d8d service nova] [instance: 15efae62-cf03-4f74-92c3-c275483c8283] Updating instance_info_cache with network_info: [{"id": "5c8cae08-4eb1-4ea1-ba14-0bce70fa68ed", "address": "fa:16:3e:1a:59:17", "network": {"id": "eb0065d4-610f-47d7-981e-b21e91718972", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1338634837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "261a432e66f749ad9aca2a0fcb2c6ab2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c8cae08-4e", "ovs_interfaceid": "5c8cae08-4eb1-4ea1-ba14-0bce70fa68ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.613217] env[70527]: DEBUG nova.compute.manager [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 7a391e8e-005a-4c7f-992d-1a2466e79065] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1078.698653] env[70527]: DEBUG oslo_vmware.api [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52a75a93-0673-7496-2197-59ef13eb77eb, 'name': SearchDatastore_Task, 'duration_secs': 0.015841} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.699210] env[70527]: DEBUG oslo_concurrency.lockutils [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.699476] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 15efae62-cf03-4f74-92c3-c275483c8283] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1078.699880] env[70527]: DEBUG oslo_concurrency.lockutils [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.699880] env[70527]: DEBUG oslo_concurrency.lockutils [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.700080] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1078.700366] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-162d4c03-eb7f-4973-b09a-e12225b66a49 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.711584] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1078.711733] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1078.712581] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9841f7b-6b71-42d4-b0cd-bdbbffe65d1c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.721065] env[70527]: DEBUG oslo_vmware.api [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Waiting for the task: (returnval){ [ 1078.721065] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]521a53ac-a2f0-5890-b9ed-3790e683b107" [ 1078.721065] env[70527]: _type = "Task" [ 1078.721065] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.730799] env[70527]: DEBUG oslo_vmware.api [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]521a53ac-a2f0-5890-b9ed-3790e683b107, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.784508] env[70527]: DEBUG nova.network.neutron [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 7a391e8e-005a-4c7f-992d-1a2466e79065] Successfully created port: 7719ce38-6d50-4f6f-bbc3-ce84dcce4126 {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1078.820148] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-8998d8d2-0719-4d0d-8f2b-0fb351eb5cd9 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1078.820488] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ba8b7a1-34cd-4e1e-8eab-a598bd2d8c00 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.828654] env[70527]: DEBUG oslo_vmware.api [None req-8998d8d2-0719-4d0d-8f2b-0fb351eb5cd9 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Waiting for the task: (returnval){ [ 1078.828654] env[70527]: value = "task-3913653" [ 1078.828654] env[70527]: _type = "Task" [ 1078.828654] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.839158] env[70527]: DEBUG oslo_vmware.api [None req-8998d8d2-0719-4d0d-8f2b-0fb351eb5cd9 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': task-3913653, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.845577] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4da63611-fd69-47c7-b24d-1e89046b20a3 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.959420] env[70527]: DEBUG nova.network.neutron [-] [instance: bc2a25d4-5d66-4157-b3aa-9ee94b25b8bb] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.024978] env[70527]: DEBUG oslo_vmware.api [None req-7f0457e8-3767-4fdc-b222-2cd026ac924f tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Task: {'id': task-3913652, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.050278] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125af8ca-d4ac-4210-8a01-a2bfbee33309 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.063024] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea3762f3-8d26-40e6-b80f-75cc20e12da3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.098397] env[70527]: DEBUG oslo_concurrency.lockutils [req-64262874-1c4a-43d0-87c1-7f184616dd49 req-c1f28b0b-cf6d-489b-a3e9-03171c0b8d8d service nova] Releasing lock "refresh_cache-15efae62-cf03-4f74-92c3-c275483c8283" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.100017] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8350a50-26b7-414b-ab9c-7541c679bc3c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.112515] env[70527]: DEBUG oslo_vmware.api [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3913651, 'name': ReconfigVM_Task, 'duration_secs': 0.760391} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.113794] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a76763-00c2-48f2-b01f-f817faae6dd3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.118150] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 67ddf676-0ce2-4fd1-b357-84f99f9b86f2/67ddf676-0ce2-4fd1-b357-84f99f9b86f2.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1079.121914] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94b67fae-d6aa-4fbf-894d-1d7c9df8bb6c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.134910] env[70527]: DEBUG nova.compute.provider_tree [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1079.137721] env[70527]: DEBUG oslo_vmware.api [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Waiting for the task: (returnval){ [ 1079.137721] env[70527]: value = "task-3913654" [ 1079.137721] env[70527]: _type = "Task" [ 1079.137721] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.147550] env[70527]: DEBUG oslo_vmware.api [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3913654, 'name': Rename_Task} progress is 10%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.232057] env[70527]: DEBUG oslo_vmware.api [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]521a53ac-a2f0-5890-b9ed-3790e683b107, 'name': SearchDatastore_Task, 'duration_secs': 0.013828} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.233108] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec9fb9f9-b431-4038-86dc-f499938a7825 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.239400] env[70527]: DEBUG oslo_vmware.api [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Waiting for the task: (returnval){ [ 1079.239400] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52d47f6b-c7e9-a97b-cf89-5f01de5b0fe8" [ 1079.239400] env[70527]: _type = "Task" [ 1079.239400] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.249030] env[70527]: DEBUG oslo_vmware.api [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52d47f6b-c7e9-a97b-cf89-5f01de5b0fe8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.316163] env[70527]: DEBUG nova.compute.manager [req-dff41edf-955b-46ab-b9f5-a013edcbeb51 req-7e359bae-09d8-48a2-a461-2bccfbb4e7fa service nova] [instance: f983f08d-4ff0-4c88-a43b-a666fc3ab173] Received event network-vif-deleted-ad38beef-d3e2-4609-b5a4-99c461391b4e {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1079.316437] env[70527]: DEBUG nova.compute.manager [req-dff41edf-955b-46ab-b9f5-a013edcbeb51 req-7e359bae-09d8-48a2-a461-2bccfbb4e7fa service nova] [instance: bc2a25d4-5d66-4157-b3aa-9ee94b25b8bb] Received event network-vif-deleted-2b5f58f4-3d95-40cf-b9e9-84ad3bf00fd2 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1079.339713] env[70527]: DEBUG oslo_vmware.api [None req-8998d8d2-0719-4d0d-8f2b-0fb351eb5cd9 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': task-3913653, 'name': PowerOffVM_Task, 'duration_secs': 0.204434} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.339947] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-8998d8d2-0719-4d0d-8f2b-0fb351eb5cd9 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1079.340793] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5271964-e732-43b7-9150-307b4621f1f0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.363076] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7cfda9a-9323-47b4-8430-e727bd9a7e0f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.397931] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-8998d8d2-0719-4d0d-8f2b-0fb351eb5cd9 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1079.398297] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68be73e5-c146-4e56-b869-87c46b0e1262 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.406804] env[70527]: DEBUG oslo_vmware.api [None req-8998d8d2-0719-4d0d-8f2b-0fb351eb5cd9 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Waiting for the task: (returnval){ [ 1079.406804] env[70527]: value = "task-3913655" [ 1079.406804] env[70527]: _type = "Task" [ 1079.406804] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.415322] env[70527]: DEBUG oslo_vmware.api [None req-8998d8d2-0719-4d0d-8f2b-0fb351eb5cd9 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': task-3913655, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.465094] env[70527]: INFO nova.compute.manager [-] [instance: bc2a25d4-5d66-4157-b3aa-9ee94b25b8bb] Took 1.51 seconds to deallocate network for instance. [ 1079.521107] env[70527]: DEBUG oslo_vmware.api [None req-7f0457e8-3767-4fdc-b222-2cd026ac924f tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Task: {'id': task-3913652, 'name': PowerOnVM_Task, 'duration_secs': 0.759372} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.521398] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f0457e8-3767-4fdc-b222-2cd026ac924f tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] [instance: 1c78db64-b3f5-4771-b6a8-d148ad4abcf8] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1079.521607] env[70527]: DEBUG nova.compute.manager [None req-7f0457e8-3767-4fdc-b222-2cd026ac924f tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] [instance: 1c78db64-b3f5-4771-b6a8-d148ad4abcf8] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1079.522421] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b551869-f917-4eaf-83fa-870db0d5cf54 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.597065] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-9140488c-12b9-46ab-b79d-d62184008e4e tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Volume attach. Driver type: vmdk {{(pid=70527) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1079.597305] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-9140488c-12b9-46ab-b79d-d62184008e4e tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-777167', 'volume_id': '9395fa42-7b12-471c-b930-97f5d6ce15d9', 'name': 'volume-9395fa42-7b12-471c-b930-97f5d6ce15d9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cc93a02e-989c-4238-aed7-ab4843e2add4', 'attached_at': '', 'detached_at': '', 'volume_id': '9395fa42-7b12-471c-b930-97f5d6ce15d9', 'serial': '9395fa42-7b12-471c-b930-97f5d6ce15d9'} {{(pid=70527) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1079.598245] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09deff94-da0d-433a-8e1e-1936825ad117 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.616045] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b3bcd7f-c2e9-457c-b32f-2ae0f68c8983 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.635413] env[70527]: DEBUG nova.compute.manager [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 7a391e8e-005a-4c7f-992d-1a2466e79065] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1079.645250] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-9140488c-12b9-46ab-b79d-d62184008e4e tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] volume-9395fa42-7b12-471c-b930-97f5d6ce15d9/volume-9395fa42-7b12-471c-b930-97f5d6ce15d9.vmdk or device None with type thin {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1079.646628] env[70527]: DEBUG nova.scheduler.client.report [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1079.650338] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b040e31-8ee4-4c98-901c-6359c2ea98d1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.676375] env[70527]: DEBUG oslo_vmware.api [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3913654, 'name': Rename_Task, 'duration_secs': 0.149825} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.679773] env[70527]: DEBUG nova.virt.hardware [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1079.680048] env[70527]: DEBUG nova.virt.hardware [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1079.680229] env[70527]: DEBUG nova.virt.hardware [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1079.680418] env[70527]: DEBUG nova.virt.hardware [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1079.680567] env[70527]: DEBUG nova.virt.hardware [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1079.680720] env[70527]: DEBUG nova.virt.hardware [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1079.680935] env[70527]: DEBUG nova.virt.hardware [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1079.681104] env[70527]: DEBUG nova.virt.hardware [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1079.681276] env[70527]: DEBUG nova.virt.hardware [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1079.681440] env[70527]: DEBUG nova.virt.hardware [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1079.681613] env[70527]: DEBUG nova.virt.hardware [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1079.681945] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1079.682301] env[70527]: DEBUG oslo_vmware.api [None req-9140488c-12b9-46ab-b79d-d62184008e4e tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for the task: (returnval){ [ 1079.682301] env[70527]: value = "task-3913656" [ 1079.682301] env[70527]: _type = "Task" [ 1079.682301] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.683355] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67216673-056d-474e-b462-e7eb9986964a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.685907] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f365377-4909-41f8-bfa3-810ef5d9c26e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.697802] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6445b057-aaf9-4aad-a4da-aed7f8cea8cd {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.702648] env[70527]: DEBUG oslo_vmware.api [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Waiting for the task: (returnval){ [ 1079.702648] env[70527]: value = "task-3913657" [ 1079.702648] env[70527]: _type = "Task" [ 1079.702648] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.706484] env[70527]: DEBUG oslo_vmware.api [None req-9140488c-12b9-46ab-b79d-d62184008e4e tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913656, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.726729] env[70527]: DEBUG oslo_vmware.api [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3913657, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.751399] env[70527]: DEBUG oslo_vmware.api [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52d47f6b-c7e9-a97b-cf89-5f01de5b0fe8, 'name': SearchDatastore_Task, 'duration_secs': 0.013278} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.751399] env[70527]: DEBUG oslo_concurrency.lockutils [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.751537] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 15efae62-cf03-4f74-92c3-c275483c8283/15efae62-cf03-4f74-92c3-c275483c8283.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1079.751805] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-77bf2d23-24a3-4d6b-b6d0-9f33d7b4c159 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.760606] env[70527]: DEBUG oslo_vmware.api [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Waiting for the task: (returnval){ [ 1079.760606] env[70527]: value = "task-3913658" [ 1079.760606] env[70527]: _type = "Task" [ 1079.760606] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.774639] env[70527]: DEBUG oslo_vmware.api [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913658, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.917435] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-8998d8d2-0719-4d0d-8f2b-0fb351eb5cd9 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9] VM already powered off {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1079.918042] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-8998d8d2-0719-4d0d-8f2b-0fb351eb5cd9 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1079.918200] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8998d8d2-0719-4d0d-8f2b-0fb351eb5cd9 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.918365] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8998d8d2-0719-4d0d-8f2b-0fb351eb5cd9 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.918605] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-8998d8d2-0719-4d0d-8f2b-0fb351eb5cd9 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1079.918906] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0114f339-5843-4b72-89b5-e4582b08b447 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.929793] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-8998d8d2-0719-4d0d-8f2b-0fb351eb5cd9 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1079.929793] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-8998d8d2-0719-4d0d-8f2b-0fb351eb5cd9 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1079.930407] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a195cb69-ab5b-4357-8ad3-8de091888bd0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.940390] env[70527]: DEBUG oslo_vmware.api [None req-8998d8d2-0719-4d0d-8f2b-0fb351eb5cd9 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Waiting for the task: (returnval){ [ 1079.940390] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52b02a11-f8db-02eb-b79b-da87cac0e7ad" [ 1079.940390] env[70527]: _type = "Task" [ 1079.940390] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.949076] env[70527]: DEBUG oslo_vmware.api [None req-8998d8d2-0719-4d0d-8f2b-0fb351eb5cd9 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52b02a11-f8db-02eb-b79b-da87cac0e7ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.971428] env[70527]: DEBUG oslo_concurrency.lockutils [None req-57f20864-f2f5-4f65-ae37-05a72a40a11c tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.040435] env[70527]: DEBUG oslo_concurrency.lockutils [None req-7f0457e8-3767-4fdc-b222-2cd026ac924f tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.167357] env[70527]: DEBUG oslo_concurrency.lockutils [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.561s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.168017] env[70527]: DEBUG nova.compute.manager [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] [instance: 992d6ed3-f53e-4c79-bff9-bb2808b6b2ee] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1080.171144] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.864s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.173990] env[70527]: INFO nova.compute.claims [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1080.200712] env[70527]: DEBUG oslo_vmware.api [None req-9140488c-12b9-46ab-b79d-d62184008e4e tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913656, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.219304] env[70527]: DEBUG oslo_vmware.api [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3913657, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.273774] env[70527]: DEBUG oslo_vmware.api [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913658, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.375388] env[70527]: DEBUG nova.compute.manager [req-e7ba9846-ee33-45b6-96a5-6160e866d656 req-bbf2246d-368e-415a-b7dd-67c8c9918b2e service nova] [instance: 7a391e8e-005a-4c7f-992d-1a2466e79065] Received event network-vif-plugged-7719ce38-6d50-4f6f-bbc3-ce84dcce4126 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.375677] env[70527]: DEBUG oslo_concurrency.lockutils [req-e7ba9846-ee33-45b6-96a5-6160e866d656 req-bbf2246d-368e-415a-b7dd-67c8c9918b2e service nova] Acquiring lock "7a391e8e-005a-4c7f-992d-1a2466e79065-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.375933] env[70527]: DEBUG oslo_concurrency.lockutils [req-e7ba9846-ee33-45b6-96a5-6160e866d656 req-bbf2246d-368e-415a-b7dd-67c8c9918b2e service nova] Lock "7a391e8e-005a-4c7f-992d-1a2466e79065-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.376409] env[70527]: DEBUG oslo_concurrency.lockutils [req-e7ba9846-ee33-45b6-96a5-6160e866d656 req-bbf2246d-368e-415a-b7dd-67c8c9918b2e service nova] Lock "7a391e8e-005a-4c7f-992d-1a2466e79065-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.376622] env[70527]: DEBUG nova.compute.manager [req-e7ba9846-ee33-45b6-96a5-6160e866d656 req-bbf2246d-368e-415a-b7dd-67c8c9918b2e service nova] [instance: 7a391e8e-005a-4c7f-992d-1a2466e79065] No waiting events found dispatching network-vif-plugged-7719ce38-6d50-4f6f-bbc3-ce84dcce4126 {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1080.376836] env[70527]: WARNING nova.compute.manager [req-e7ba9846-ee33-45b6-96a5-6160e866d656 req-bbf2246d-368e-415a-b7dd-67c8c9918b2e service nova] [instance: 7a391e8e-005a-4c7f-992d-1a2466e79065] Received unexpected event network-vif-plugged-7719ce38-6d50-4f6f-bbc3-ce84dcce4126 for instance with vm_state building and task_state spawning. [ 1080.452977] env[70527]: DEBUG oslo_vmware.api [None req-8998d8d2-0719-4d0d-8f2b-0fb351eb5cd9 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52b02a11-f8db-02eb-b79b-da87cac0e7ad, 'name': SearchDatastore_Task, 'duration_secs': 0.017371} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.453936] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dd02716-897a-458a-b6ba-71662ae1e4e4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.461842] env[70527]: DEBUG oslo_vmware.api [None req-8998d8d2-0719-4d0d-8f2b-0fb351eb5cd9 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Waiting for the task: (returnval){ [ 1080.461842] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52dfa090-adae-940d-ef53-889f7cc7604e" [ 1080.461842] env[70527]: _type = "Task" [ 1080.461842] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.471546] env[70527]: DEBUG oslo_vmware.api [None req-8998d8d2-0719-4d0d-8f2b-0fb351eb5cd9 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52dfa090-adae-940d-ef53-889f7cc7604e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.506323] env[70527]: DEBUG nova.network.neutron [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 7a391e8e-005a-4c7f-992d-1a2466e79065] Successfully updated port: 7719ce38-6d50-4f6f-bbc3-ce84dcce4126 {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1080.656416] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f647b814-070a-4d75-b416-3bd310852946 tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Acquiring lock "1c78db64-b3f5-4771-b6a8-d148ad4abcf8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.656662] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f647b814-070a-4d75-b416-3bd310852946 tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Lock "1c78db64-b3f5-4771-b6a8-d148ad4abcf8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.656866] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f647b814-070a-4d75-b416-3bd310852946 tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Acquiring lock "1c78db64-b3f5-4771-b6a8-d148ad4abcf8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.657060] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f647b814-070a-4d75-b416-3bd310852946 tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Lock "1c78db64-b3f5-4771-b6a8-d148ad4abcf8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.657235] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f647b814-070a-4d75-b416-3bd310852946 tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Lock "1c78db64-b3f5-4771-b6a8-d148ad4abcf8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.659464] env[70527]: INFO nova.compute.manager [None req-f647b814-070a-4d75-b416-3bd310852946 tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] [instance: 1c78db64-b3f5-4771-b6a8-d148ad4abcf8] Terminating instance [ 1080.678992] env[70527]: DEBUG nova.compute.utils [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1080.681995] env[70527]: DEBUG nova.compute.manager [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] [instance: 992d6ed3-f53e-4c79-bff9-bb2808b6b2ee] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1080.682180] env[70527]: DEBUG nova.network.neutron [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] [instance: 992d6ed3-f53e-4c79-bff9-bb2808b6b2ee] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1080.699789] env[70527]: DEBUG oslo_vmware.api [None req-9140488c-12b9-46ab-b79d-d62184008e4e tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913656, 'name': ReconfigVM_Task, 'duration_secs': 0.705235} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.700077] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-9140488c-12b9-46ab-b79d-d62184008e4e tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Reconfigured VM instance instance-0000004c to attach disk [datastore2] volume-9395fa42-7b12-471c-b930-97f5d6ce15d9/volume-9395fa42-7b12-471c-b930-97f5d6ce15d9.vmdk or device None with type thin {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1080.704990] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bbe24a4-39bb-45d7-b375-8d491647abd9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.722462] env[70527]: DEBUG nova.policy [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9d6ecf70ddf64b9c95fb03f1b2bd3d82', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2be61474fc224390a3a04f8ac549dda2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 1080.727833] env[70527]: DEBUG oslo_vmware.api [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3913657, 'name': PowerOnVM_Task, 'duration_secs': 0.812156} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.728767] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1080.728983] env[70527]: INFO nova.compute.manager [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Took 8.13 seconds to spawn the instance on the hypervisor. [ 1080.729187] env[70527]: DEBUG nova.compute.manager [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1080.729528] env[70527]: DEBUG oslo_vmware.api [None req-9140488c-12b9-46ab-b79d-d62184008e4e tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for the task: (returnval){ [ 1080.729528] env[70527]: value = "task-3913659" [ 1080.729528] env[70527]: _type = "Task" [ 1080.729528] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.730256] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-befaa242-9311-4df0-92a0-902e132e4aa3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.742048] env[70527]: DEBUG oslo_vmware.api [None req-9140488c-12b9-46ab-b79d-d62184008e4e tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913659, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.772563] env[70527]: DEBUG oslo_vmware.api [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913658, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563176} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.772863] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 15efae62-cf03-4f74-92c3-c275483c8283/15efae62-cf03-4f74-92c3-c275483c8283.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1080.773095] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 15efae62-cf03-4f74-92c3-c275483c8283] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1080.773359] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-977b4175-ade4-4cad-be56-2850a82f566a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.780872] env[70527]: DEBUG oslo_vmware.api [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Waiting for the task: (returnval){ [ 1080.780872] env[70527]: value = "task-3913660" [ 1080.780872] env[70527]: _type = "Task" [ 1080.780872] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.791605] env[70527]: DEBUG oslo_vmware.api [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913660, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.978555] env[70527]: DEBUG oslo_vmware.api [None req-8998d8d2-0719-4d0d-8f2b-0fb351eb5cd9 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52dfa090-adae-940d-ef53-889f7cc7604e, 'name': SearchDatastore_Task, 'duration_secs': 0.01487} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.978894] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8998d8d2-0719-4d0d-8f2b-0fb351eb5cd9 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.979234] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-8998d8d2-0719-4d0d-8f2b-0fb351eb5cd9 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9/ceb476e5-c20f-4967-be78-b77393a04dc2-rescue.vmdk. {{(pid=70527) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1080.979509] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1692404-e2d9-4e9f-8ca8-cf061b7fe150 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.986884] env[70527]: DEBUG oslo_vmware.api [None req-8998d8d2-0719-4d0d-8f2b-0fb351eb5cd9 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Waiting for the task: (returnval){ [ 1080.986884] env[70527]: value = "task-3913661" [ 1080.986884] env[70527]: _type = "Task" [ 1080.986884] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.997924] env[70527]: DEBUG oslo_vmware.api [None req-8998d8d2-0719-4d0d-8f2b-0fb351eb5cd9 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': task-3913661, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.010949] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Acquiring lock "refresh_cache-7a391e8e-005a-4c7f-992d-1a2466e79065" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.010949] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Acquired lock "refresh_cache-7a391e8e-005a-4c7f-992d-1a2466e79065" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.010949] env[70527]: DEBUG nova.network.neutron [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 7a391e8e-005a-4c7f-992d-1a2466e79065] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1081.040241] env[70527]: DEBUG nova.network.neutron [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] [instance: 992d6ed3-f53e-4c79-bff9-bb2808b6b2ee] Successfully created port: 0f9238f4-7a0f-4d92-913e-d2d02b6a1e75 {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1081.163044] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f647b814-070a-4d75-b416-3bd310852946 tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Acquiring lock "refresh_cache-1c78db64-b3f5-4771-b6a8-d148ad4abcf8" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.163733] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f647b814-070a-4d75-b416-3bd310852946 tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Acquired lock "refresh_cache-1c78db64-b3f5-4771-b6a8-d148ad4abcf8" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.164104] env[70527]: DEBUG nova.network.neutron [None req-f647b814-070a-4d75-b416-3bd310852946 tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] [instance: 1c78db64-b3f5-4771-b6a8-d148ad4abcf8] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1081.184977] env[70527]: DEBUG nova.compute.manager [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] [instance: 992d6ed3-f53e-4c79-bff9-bb2808b6b2ee] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1081.258373] env[70527]: DEBUG oslo_vmware.api [None req-9140488c-12b9-46ab-b79d-d62184008e4e tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913659, 'name': ReconfigVM_Task, 'duration_secs': 0.21965} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.264259] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-9140488c-12b9-46ab-b79d-d62184008e4e tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-777167', 'volume_id': '9395fa42-7b12-471c-b930-97f5d6ce15d9', 'name': 'volume-9395fa42-7b12-471c-b930-97f5d6ce15d9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cc93a02e-989c-4238-aed7-ab4843e2add4', 'attached_at': '', 'detached_at': '', 'volume_id': '9395fa42-7b12-471c-b930-97f5d6ce15d9', 'serial': '9395fa42-7b12-471c-b930-97f5d6ce15d9'} {{(pid=70527) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1081.266526] env[70527]: INFO nova.compute.manager [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Took 34.92 seconds to build instance. [ 1081.295408] env[70527]: DEBUG oslo_vmware.api [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913660, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100182} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.299534] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 15efae62-cf03-4f74-92c3-c275483c8283] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1081.302404] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dafd2241-46b5-46f1-a631-7f02097b153b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.330812] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 15efae62-cf03-4f74-92c3-c275483c8283] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 15efae62-cf03-4f74-92c3-c275483c8283/15efae62-cf03-4f74-92c3-c275483c8283.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1081.333459] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdb87189-88ad-4956-bd91-c070a3d0e6a0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.359040] env[70527]: DEBUG oslo_vmware.api [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Waiting for the task: (returnval){ [ 1081.359040] env[70527]: value = "task-3913662" [ 1081.359040] env[70527]: _type = "Task" [ 1081.359040] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.374283] env[70527]: DEBUG oslo_vmware.api [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913662, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.496837] env[70527]: DEBUG oslo_vmware.api [None req-8998d8d2-0719-4d0d-8f2b-0fb351eb5cd9 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': task-3913661, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.553853] env[70527]: DEBUG nova.network.neutron [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 7a391e8e-005a-4c7f-992d-1a2466e79065] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1081.637308] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86e6405-1e66-4ea4-9ec9-4fef925ba2ef {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.647410] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff850ca7-6790-4a9d-8874-2f4b26fcefe0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.689195] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f7c7487-3bde-4670-9400-a6c8e7242feb {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.703107] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1786711e-e7b6-4014-8f76-8d28291cdf8c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.722584] env[70527]: DEBUG nova.compute.provider_tree [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.728127] env[70527]: DEBUG nova.network.neutron [None req-f647b814-070a-4d75-b416-3bd310852946 tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] [instance: 1c78db64-b3f5-4771-b6a8-d148ad4abcf8] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1081.770422] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0b34ad68-801b-4ee2-bb14-16d6e1085c85 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Lock "67ddf676-0ce2-4fd1-b357-84f99f9b86f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.433s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.802889] env[70527]: DEBUG nova.network.neutron [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 7a391e8e-005a-4c7f-992d-1a2466e79065] Updating instance_info_cache with network_info: [{"id": "7719ce38-6d50-4f6f-bbc3-ce84dcce4126", "address": "fa:16:3e:bd:34:4e", "network": {"id": "c66b99a8-c700-4d64-a8a5-7d96b6f8dd7c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1550176420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2628def9a14f4443853bf45ba496217e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7719ce38-6d", "ovs_interfaceid": "7719ce38-6d50-4f6f-bbc3-ce84dcce4126", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.837388] env[70527]: DEBUG nova.network.neutron [None req-f647b814-070a-4d75-b416-3bd310852946 tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] [instance: 1c78db64-b3f5-4771-b6a8-d148ad4abcf8] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.874446] env[70527]: DEBUG oslo_vmware.api [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913662, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.998544] env[70527]: DEBUG oslo_vmware.api [None req-8998d8d2-0719-4d0d-8f2b-0fb351eb5cd9 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': task-3913661, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.853328} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.998880] env[70527]: INFO nova.virt.vmwareapi.ds_util [None req-8998d8d2-0719-4d0d-8f2b-0fb351eb5cd9 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9/ceb476e5-c20f-4967-be78-b77393a04dc2-rescue.vmdk. [ 1081.999679] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9710a8ca-1d83-4438-900d-4c5b4d3c6a54 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.027727] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-8998d8d2-0719-4d0d-8f2b-0fb351eb5cd9 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9/ceb476e5-c20f-4967-be78-b77393a04dc2-rescue.vmdk or device None with type thin {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1082.028116] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93b50403-6bdc-4906-af08-66da46b25a57 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.047352] env[70527]: DEBUG oslo_vmware.api [None req-8998d8d2-0719-4d0d-8f2b-0fb351eb5cd9 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Waiting for the task: (returnval){ [ 1082.047352] env[70527]: value = "task-3913663" [ 1082.047352] env[70527]: _type = "Task" [ 1082.047352] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.056724] env[70527]: DEBUG oslo_vmware.api [None req-8998d8d2-0719-4d0d-8f2b-0fb351eb5cd9 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': task-3913663, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.198957] env[70527]: DEBUG nova.compute.manager [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] [instance: 992d6ed3-f53e-4c79-bff9-bb2808b6b2ee] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1082.229647] env[70527]: DEBUG nova.scheduler.client.report [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1082.246398] env[70527]: DEBUG nova.virt.hardware [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1082.246661] env[70527]: DEBUG nova.virt.hardware [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1082.246821] env[70527]: DEBUG nova.virt.hardware [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1082.247023] env[70527]: DEBUG nova.virt.hardware [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1082.247708] env[70527]: DEBUG nova.virt.hardware [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1082.247883] env[70527]: DEBUG nova.virt.hardware [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1082.248121] env[70527]: DEBUG nova.virt.hardware [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1082.248283] env[70527]: DEBUG nova.virt.hardware [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1082.248449] env[70527]: DEBUG nova.virt.hardware [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1082.249031] env[70527]: DEBUG nova.virt.hardware [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1082.249447] env[70527]: DEBUG nova.virt.hardware [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1082.250499] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5737dda0-1dca-4ff9-ac4d-02d61780c683 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.266102] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1df656-a33f-4d2e-999d-89132a921218 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.308528] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Releasing lock "refresh_cache-7a391e8e-005a-4c7f-992d-1a2466e79065" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.308528] env[70527]: DEBUG nova.compute.manager [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 7a391e8e-005a-4c7f-992d-1a2466e79065] Instance network_info: |[{"id": "7719ce38-6d50-4f6f-bbc3-ce84dcce4126", "address": "fa:16:3e:bd:34:4e", "network": {"id": "c66b99a8-c700-4d64-a8a5-7d96b6f8dd7c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1550176420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2628def9a14f4443853bf45ba496217e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7719ce38-6d", "ovs_interfaceid": "7719ce38-6d50-4f6f-bbc3-ce84dcce4126", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1082.308528] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 7a391e8e-005a-4c7f-992d-1a2466e79065] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:34:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b5c60ce-845e-4506-bc10-348461fece6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7719ce38-6d50-4f6f-bbc3-ce84dcce4126', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1082.316948] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1082.317395] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a391e8e-005a-4c7f-992d-1a2466e79065] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1082.317761] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2c1a8ae-4c2e-46fa-95ac-717b9a2ca277 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.335973] env[70527]: DEBUG nova.objects.instance [None req-9140488c-12b9-46ab-b79d-d62184008e4e tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Lazy-loading 'flavor' on Instance uuid cc93a02e-989c-4238-aed7-ab4843e2add4 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1082.339973] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f647b814-070a-4d75-b416-3bd310852946 tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Releasing lock "refresh_cache-1c78db64-b3f5-4771-b6a8-d148ad4abcf8" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.340731] env[70527]: DEBUG nova.compute.manager [None req-f647b814-070a-4d75-b416-3bd310852946 tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] [instance: 1c78db64-b3f5-4771-b6a8-d148ad4abcf8] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1082.341098] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-f647b814-070a-4d75-b416-3bd310852946 tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] [instance: 1c78db64-b3f5-4771-b6a8-d148ad4abcf8] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1082.342091] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd185be-a8c7-4280-ab40-ec4138b13770 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.347210] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1082.347210] env[70527]: value = "task-3913664" [ 1082.347210] env[70527]: _type = "Task" [ 1082.347210] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.356330] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-f647b814-070a-4d75-b416-3bd310852946 tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] [instance: 1c78db64-b3f5-4771-b6a8-d148ad4abcf8] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1082.361029] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5e8eac0-0313-4240-8658-e60af801557f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.363159] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913664, 'name': CreateVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.368419] env[70527]: DEBUG oslo_vmware.api [None req-f647b814-070a-4d75-b416-3bd310852946 tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Waiting for the task: (returnval){ [ 1082.368419] env[70527]: value = "task-3913665" [ 1082.368419] env[70527]: _type = "Task" [ 1082.368419] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.376119] env[70527]: DEBUG oslo_vmware.api [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913662, 'name': ReconfigVM_Task, 'duration_secs': 0.694894} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.377136] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 15efae62-cf03-4f74-92c3-c275483c8283] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 15efae62-cf03-4f74-92c3-c275483c8283/15efae62-cf03-4f74-92c3-c275483c8283.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1082.377972] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a7eda32-3629-4e3e-a918-cdac4955d8a5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.383911] env[70527]: DEBUG oslo_vmware.api [None req-f647b814-070a-4d75-b416-3bd310852946 tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Task: {'id': task-3913665, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.391783] env[70527]: DEBUG oslo_vmware.api [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Waiting for the task: (returnval){ [ 1082.391783] env[70527]: value = "task-3913666" [ 1082.391783] env[70527]: _type = "Task" [ 1082.391783] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.399863] env[70527]: DEBUG oslo_vmware.api [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913666, 'name': Rename_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.492227] env[70527]: DEBUG nova.compute.manager [req-ea6595c0-bfb0-47ce-baa8-668ee1f9d289 req-597641c4-4bdc-4c75-8c8a-d7dbdedee5a0 service nova] [instance: 7a391e8e-005a-4c7f-992d-1a2466e79065] Received event network-changed-7719ce38-6d50-4f6f-bbc3-ce84dcce4126 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.492227] env[70527]: DEBUG nova.compute.manager [req-ea6595c0-bfb0-47ce-baa8-668ee1f9d289 req-597641c4-4bdc-4c75-8c8a-d7dbdedee5a0 service nova] [instance: 7a391e8e-005a-4c7f-992d-1a2466e79065] Refreshing instance network info cache due to event network-changed-7719ce38-6d50-4f6f-bbc3-ce84dcce4126. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1082.492747] env[70527]: DEBUG oslo_concurrency.lockutils [req-ea6595c0-bfb0-47ce-baa8-668ee1f9d289 req-597641c4-4bdc-4c75-8c8a-d7dbdedee5a0 service nova] Acquiring lock "refresh_cache-7a391e8e-005a-4c7f-992d-1a2466e79065" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.493120] env[70527]: DEBUG oslo_concurrency.lockutils [req-ea6595c0-bfb0-47ce-baa8-668ee1f9d289 req-597641c4-4bdc-4c75-8c8a-d7dbdedee5a0 service nova] Acquired lock "refresh_cache-7a391e8e-005a-4c7f-992d-1a2466e79065" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.493563] env[70527]: DEBUG nova.network.neutron [req-ea6595c0-bfb0-47ce-baa8-668ee1f9d289 req-597641c4-4bdc-4c75-8c8a-d7dbdedee5a0 service nova] [instance: 7a391e8e-005a-4c7f-992d-1a2466e79065] Refreshing network info cache for port 7719ce38-6d50-4f6f-bbc3-ce84dcce4126 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1082.562022] env[70527]: DEBUG oslo_vmware.api [None req-8998d8d2-0719-4d0d-8f2b-0fb351eb5cd9 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': task-3913663, 'name': ReconfigVM_Task, 'duration_secs': 0.302762} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.562022] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-8998d8d2-0719-4d0d-8f2b-0fb351eb5cd9 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9] Reconfigured VM instance instance-00000052 to attach disk [datastore2] fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9/ceb476e5-c20f-4967-be78-b77393a04dc2-rescue.vmdk or device None with type thin {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1082.562022] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd70d501-a37a-4ef4-b2fd-4a3f7a2c94db {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.590574] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f25d271e-cc4f-4684-9c52-2bc2aeff3dfa {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.608324] env[70527]: DEBUG oslo_vmware.api [None req-8998d8d2-0719-4d0d-8f2b-0fb351eb5cd9 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Waiting for the task: (returnval){ [ 1082.608324] env[70527]: value = "task-3913667" [ 1082.608324] env[70527]: _type = "Task" [ 1082.608324] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.621756] env[70527]: DEBUG oslo_vmware.api [None req-8998d8d2-0719-4d0d-8f2b-0fb351eb5cd9 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': task-3913667, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.741039] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.570s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.741601] env[70527]: DEBUG nova.compute.manager [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1082.744570] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.736s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.746124] env[70527]: INFO nova.compute.claims [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: c92cc386-3682-4063-938c-706420df7d3d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1082.843854] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9140488c-12b9-46ab-b79d-d62184008e4e tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Lock "cc93a02e-989c-4238-aed7-ab4843e2add4" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.852s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.861516] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913664, 'name': CreateVM_Task} progress is 25%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.882760] env[70527]: DEBUG oslo_vmware.api [None req-f647b814-070a-4d75-b416-3bd310852946 tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Task: {'id': task-3913665, 'name': PowerOffVM_Task, 'duration_secs': 0.124238} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.883519] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-f647b814-070a-4d75-b416-3bd310852946 tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] [instance: 1c78db64-b3f5-4771-b6a8-d148ad4abcf8] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1082.883692] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-f647b814-070a-4d75-b416-3bd310852946 tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] [instance: 1c78db64-b3f5-4771-b6a8-d148ad4abcf8] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1082.883951] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dda2ae38-4102-4c8f-8c0a-9deab229d6ab {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.900662] env[70527]: DEBUG oslo_vmware.api [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913666, 'name': Rename_Task, 'duration_secs': 0.200025} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.901823] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 15efae62-cf03-4f74-92c3-c275483c8283] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1082.901823] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d475e0c0-b53d-43ab-aa41-395ea482cac7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.910240] env[70527]: DEBUG oslo_vmware.api [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Waiting for the task: (returnval){ [ 1082.910240] env[70527]: value = "task-3913669" [ 1082.910240] env[70527]: _type = "Task" [ 1082.910240] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.916867] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-f647b814-070a-4d75-b416-3bd310852946 tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] [instance: 1c78db64-b3f5-4771-b6a8-d148ad4abcf8] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1082.916912] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-f647b814-070a-4d75-b416-3bd310852946 tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] [instance: 1c78db64-b3f5-4771-b6a8-d148ad4abcf8] Deleting contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1082.917182] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-f647b814-070a-4d75-b416-3bd310852946 tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Deleting the datastore file [datastore2] 1c78db64-b3f5-4771-b6a8-d148ad4abcf8 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1082.917595] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79e05957-8806-463a-a164-71f6d8742590 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.924442] env[70527]: DEBUG nova.network.neutron [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] [instance: 992d6ed3-f53e-4c79-bff9-bb2808b6b2ee] Successfully updated port: 0f9238f4-7a0f-4d92-913e-d2d02b6a1e75 {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1082.926169] env[70527]: DEBUG oslo_vmware.api [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913669, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.933084] env[70527]: DEBUG oslo_vmware.api [None req-f647b814-070a-4d75-b416-3bd310852946 tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Waiting for the task: (returnval){ [ 1082.933084] env[70527]: value = "task-3913670" [ 1082.933084] env[70527]: _type = "Task" [ 1082.933084] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.947795] env[70527]: DEBUG oslo_vmware.api [None req-f647b814-070a-4d75-b416-3bd310852946 tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Task: {'id': task-3913670, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.119334] env[70527]: DEBUG oslo_vmware.api [None req-8998d8d2-0719-4d0d-8f2b-0fb351eb5cd9 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': task-3913667, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.251090] env[70527]: DEBUG nova.compute.utils [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1083.256018] env[70527]: DEBUG nova.compute.manager [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1083.256018] env[70527]: DEBUG nova.network.neutron [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1083.313827] env[70527]: DEBUG nova.policy [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e63372064164e18ad42709561222790', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '217e9dedf6ba423980df628f40219825', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 1083.367244] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913664, 'name': CreateVM_Task, 'duration_secs': 0.869248} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.367423] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a391e8e-005a-4c7f-992d-1a2466e79065] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1083.368675] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.368848] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.369188] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.373023] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f725234e-902e-4849-8d40-78f98b19a797 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.375718] env[70527]: DEBUG oslo_vmware.api [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Waiting for the task: (returnval){ [ 1083.375718] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]524b1a60-2279-f4f8-2b33-58f8f19f593f" [ 1083.375718] env[70527]: _type = "Task" [ 1083.375718] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.377628] env[70527]: DEBUG nova.network.neutron [req-ea6595c0-bfb0-47ce-baa8-668ee1f9d289 req-597641c4-4bdc-4c75-8c8a-d7dbdedee5a0 service nova] [instance: 7a391e8e-005a-4c7f-992d-1a2466e79065] Updated VIF entry in instance network info cache for port 7719ce38-6d50-4f6f-bbc3-ce84dcce4126. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1083.377628] env[70527]: DEBUG nova.network.neutron [req-ea6595c0-bfb0-47ce-baa8-668ee1f9d289 req-597641c4-4bdc-4c75-8c8a-d7dbdedee5a0 service nova] [instance: 7a391e8e-005a-4c7f-992d-1a2466e79065] Updating instance_info_cache with network_info: [{"id": "7719ce38-6d50-4f6f-bbc3-ce84dcce4126", "address": "fa:16:3e:bd:34:4e", "network": {"id": "c66b99a8-c700-4d64-a8a5-7d96b6f8dd7c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1550176420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2628def9a14f4443853bf45ba496217e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7719ce38-6d", "ovs_interfaceid": "7719ce38-6d50-4f6f-bbc3-ce84dcce4126", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.388622] env[70527]: DEBUG oslo_vmware.api [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]524b1a60-2279-f4f8-2b33-58f8f19f593f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.420845] env[70527]: DEBUG oslo_vmware.api [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913669, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.428061] env[70527]: DEBUG oslo_concurrency.lockutils [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Acquiring lock "refresh_cache-992d6ed3-f53e-4c79-bff9-bb2808b6b2ee" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.428061] env[70527]: DEBUG oslo_concurrency.lockutils [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Acquired lock "refresh_cache-992d6ed3-f53e-4c79-bff9-bb2808b6b2ee" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.428218] env[70527]: DEBUG nova.network.neutron [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] [instance: 992d6ed3-f53e-4c79-bff9-bb2808b6b2ee] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1083.452067] env[70527]: DEBUG oslo_vmware.api [None req-f647b814-070a-4d75-b416-3bd310852946 tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Task: {'id': task-3913670, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211096} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.452403] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-f647b814-070a-4d75-b416-3bd310852946 tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1083.452657] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-f647b814-070a-4d75-b416-3bd310852946 tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] [instance: 1c78db64-b3f5-4771-b6a8-d148ad4abcf8] Deleted contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1083.452890] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-f647b814-070a-4d75-b416-3bd310852946 tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] [instance: 1c78db64-b3f5-4771-b6a8-d148ad4abcf8] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1083.453149] env[70527]: INFO nova.compute.manager [None req-f647b814-070a-4d75-b416-3bd310852946 tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] [instance: 1c78db64-b3f5-4771-b6a8-d148ad4abcf8] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1083.453443] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f647b814-070a-4d75-b416-3bd310852946 tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1083.453680] env[70527]: DEBUG nova.compute.manager [-] [instance: 1c78db64-b3f5-4771-b6a8-d148ad4abcf8] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1083.453775] env[70527]: DEBUG nova.network.neutron [-] [instance: 1c78db64-b3f5-4771-b6a8-d148ad4abcf8] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1083.475286] env[70527]: DEBUG nova.network.neutron [-] [instance: 1c78db64-b3f5-4771-b6a8-d148ad4abcf8] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1083.620859] env[70527]: DEBUG oslo_vmware.api [None req-8998d8d2-0719-4d0d-8f2b-0fb351eb5cd9 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': task-3913667, 'name': ReconfigVM_Task, 'duration_secs': 0.557027} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.621168] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-8998d8d2-0719-4d0d-8f2b-0fb351eb5cd9 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1083.621433] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2bd477c-d388-4228-b190-3fe9f6d35dc0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.631921] env[70527]: DEBUG oslo_vmware.api [None req-8998d8d2-0719-4d0d-8f2b-0fb351eb5cd9 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Waiting for the task: (returnval){ [ 1083.631921] env[70527]: value = "task-3913671" [ 1083.631921] env[70527]: _type = "Task" [ 1083.631921] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.639525] env[70527]: DEBUG oslo_vmware.api [None req-8998d8d2-0719-4d0d-8f2b-0fb351eb5cd9 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': task-3913671, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.754024] env[70527]: DEBUG nova.network.neutron [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] Successfully created port: 8246815d-f3a5-47dd-bb3c-05882e9da8f9 {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1083.756180] env[70527]: DEBUG nova.compute.manager [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1083.886022] env[70527]: DEBUG oslo_concurrency.lockutils [req-ea6595c0-bfb0-47ce-baa8-668ee1f9d289 req-597641c4-4bdc-4c75-8c8a-d7dbdedee5a0 service nova] Releasing lock "refresh_cache-7a391e8e-005a-4c7f-992d-1a2466e79065" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.887732] env[70527]: DEBUG oslo_vmware.api [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]524b1a60-2279-f4f8-2b33-58f8f19f593f, 'name': SearchDatastore_Task, 'duration_secs': 0.013127} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.890704] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.890952] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 7a391e8e-005a-4c7f-992d-1a2466e79065] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1083.891213] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.891350] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.891529] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1083.892099] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0a3b73f-8f37-46f5-b374-e2cb366679c7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.904422] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1083.904613] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1083.907853] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90cf5179-75fa-4500-907e-66c41ed5a2b3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.921599] env[70527]: DEBUG oslo_vmware.api [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913669, 'name': PowerOnVM_Task, 'duration_secs': 0.520765} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.927196] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 15efae62-cf03-4f74-92c3-c275483c8283] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1083.927463] env[70527]: INFO nova.compute.manager [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 15efae62-cf03-4f74-92c3-c275483c8283] Took 8.81 seconds to spawn the instance on the hypervisor. [ 1083.927738] env[70527]: DEBUG nova.compute.manager [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 15efae62-cf03-4f74-92c3-c275483c8283] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1083.928188] env[70527]: DEBUG oslo_vmware.api [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Waiting for the task: (returnval){ [ 1083.928188] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]5237702a-d5b3-18f2-7610-3942699f777f" [ 1083.928188] env[70527]: _type = "Task" [ 1083.928188] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.929215] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1715dcee-6460-4960-b366-01ba14432279 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.953129] env[70527]: DEBUG oslo_vmware.api [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5237702a-d5b3-18f2-7610-3942699f777f, 'name': SearchDatastore_Task, 'duration_secs': 0.013019} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.953129] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cae78e7-7cde-4ebc-bbe3-12b54a2bc180 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.959524] env[70527]: DEBUG oslo_vmware.api [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Waiting for the task: (returnval){ [ 1083.959524] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52ce9aac-0de9-d17e-fac8-0097f631fbde" [ 1083.959524] env[70527]: _type = "Task" [ 1083.959524] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.973415] env[70527]: DEBUG nova.network.neutron [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] [instance: 992d6ed3-f53e-4c79-bff9-bb2808b6b2ee] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1083.978380] env[70527]: DEBUG oslo_vmware.api [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52ce9aac-0de9-d17e-fac8-0097f631fbde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.979776] env[70527]: DEBUG nova.network.neutron [-] [instance: 1c78db64-b3f5-4771-b6a8-d148ad4abcf8] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.141719] env[70527]: DEBUG oslo_vmware.api [None req-8998d8d2-0719-4d0d-8f2b-0fb351eb5cd9 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': task-3913671, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.194954] env[70527]: DEBUG nova.network.neutron [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] [instance: 992d6ed3-f53e-4c79-bff9-bb2808b6b2ee] Updating instance_info_cache with network_info: [{"id": "0f9238f4-7a0f-4d92-913e-d2d02b6a1e75", "address": "fa:16:3e:22:da:14", "network": {"id": "acf3694c-1820-4a28-b4c6-f024f963fce4", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-764696520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2be61474fc224390a3a04f8ac549dda2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f9238f4-7a", "ovs_interfaceid": "0f9238f4-7a0f-4d92-913e-d2d02b6a1e75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.217918] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd398ea-bdd7-4f40-b923-00f48ea1534f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.226507] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-373f4a02-99c6-4971-a2a3-1cb43645cf47 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.259015] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7be614d-aa20-45c0-a6b3-34baebf5aa6b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.274397] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d6ab85-b5ed-4aeb-a355-fc49b3237f42 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.293971] env[70527]: DEBUG nova.compute.provider_tree [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1084.459095] env[70527]: INFO nova.compute.manager [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 15efae62-cf03-4f74-92c3-c275483c8283] Took 34.71 seconds to build instance. [ 1084.470291] env[70527]: DEBUG oslo_vmware.api [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52ce9aac-0de9-d17e-fac8-0097f631fbde, 'name': SearchDatastore_Task, 'duration_secs': 0.019526} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.470409] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.470750] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] 7a391e8e-005a-4c7f-992d-1a2466e79065/7a391e8e-005a-4c7f-992d-1a2466e79065.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1084.472582] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e584e3d-e89d-45f2-8ece-9515015a4806 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.480475] env[70527]: DEBUG oslo_vmware.api [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Waiting for the task: (returnval){ [ 1084.480475] env[70527]: value = "task-3913672" [ 1084.480475] env[70527]: _type = "Task" [ 1084.480475] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.484006] env[70527]: INFO nova.compute.manager [-] [instance: 1c78db64-b3f5-4771-b6a8-d148ad4abcf8] Took 1.03 seconds to deallocate network for instance. [ 1084.492086] env[70527]: DEBUG oslo_vmware.api [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3913672, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.560520] env[70527]: DEBUG nova.compute.manager [req-af490793-d77c-4070-9117-1cbca4c08f6e req-2d8a359f-beeb-4382-a0cd-90f048107ca0 service nova] [instance: 992d6ed3-f53e-4c79-bff9-bb2808b6b2ee] Received event network-vif-plugged-0f9238f4-7a0f-4d92-913e-d2d02b6a1e75 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.562036] env[70527]: DEBUG oslo_concurrency.lockutils [req-af490793-d77c-4070-9117-1cbca4c08f6e req-2d8a359f-beeb-4382-a0cd-90f048107ca0 service nova] Acquiring lock "992d6ed3-f53e-4c79-bff9-bb2808b6b2ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.562036] env[70527]: DEBUG oslo_concurrency.lockutils [req-af490793-d77c-4070-9117-1cbca4c08f6e req-2d8a359f-beeb-4382-a0cd-90f048107ca0 service nova] Lock "992d6ed3-f53e-4c79-bff9-bb2808b6b2ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.562036] env[70527]: DEBUG oslo_concurrency.lockutils [req-af490793-d77c-4070-9117-1cbca4c08f6e req-2d8a359f-beeb-4382-a0cd-90f048107ca0 service nova] Lock "992d6ed3-f53e-4c79-bff9-bb2808b6b2ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.562036] env[70527]: DEBUG nova.compute.manager [req-af490793-d77c-4070-9117-1cbca4c08f6e req-2d8a359f-beeb-4382-a0cd-90f048107ca0 service nova] [instance: 992d6ed3-f53e-4c79-bff9-bb2808b6b2ee] No waiting events found dispatching network-vif-plugged-0f9238f4-7a0f-4d92-913e-d2d02b6a1e75 {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1084.562036] env[70527]: WARNING nova.compute.manager [req-af490793-d77c-4070-9117-1cbca4c08f6e req-2d8a359f-beeb-4382-a0cd-90f048107ca0 service nova] [instance: 992d6ed3-f53e-4c79-bff9-bb2808b6b2ee] Received unexpected event network-vif-plugged-0f9238f4-7a0f-4d92-913e-d2d02b6a1e75 for instance with vm_state building and task_state spawning. [ 1084.562036] env[70527]: DEBUG nova.compute.manager [req-af490793-d77c-4070-9117-1cbca4c08f6e req-2d8a359f-beeb-4382-a0cd-90f048107ca0 service nova] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Received event network-changed-0355096f-1620-45c2-a2c6-187cec902917 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.562036] env[70527]: DEBUG nova.compute.manager [req-af490793-d77c-4070-9117-1cbca4c08f6e req-2d8a359f-beeb-4382-a0cd-90f048107ca0 service nova] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Refreshing instance network info cache due to event network-changed-0355096f-1620-45c2-a2c6-187cec902917. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1084.562333] env[70527]: DEBUG oslo_concurrency.lockutils [req-af490793-d77c-4070-9117-1cbca4c08f6e req-2d8a359f-beeb-4382-a0cd-90f048107ca0 service nova] Acquiring lock "refresh_cache-67ddf676-0ce2-4fd1-b357-84f99f9b86f2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.562399] env[70527]: DEBUG oslo_concurrency.lockutils [req-af490793-d77c-4070-9117-1cbca4c08f6e req-2d8a359f-beeb-4382-a0cd-90f048107ca0 service nova] Acquired lock "refresh_cache-67ddf676-0ce2-4fd1-b357-84f99f9b86f2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.562641] env[70527]: DEBUG nova.network.neutron [req-af490793-d77c-4070-9117-1cbca4c08f6e req-2d8a359f-beeb-4382-a0cd-90f048107ca0 service nova] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Refreshing network info cache for port 0355096f-1620-45c2-a2c6-187cec902917 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1084.569978] env[70527]: DEBUG nova.compute.manager [None req-30caa708-8932-4828-971e-10ef87b73522 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Stashing vm_state: active {{(pid=70527) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1084.643633] env[70527]: DEBUG oslo_vmware.api [None req-8998d8d2-0719-4d0d-8f2b-0fb351eb5cd9 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': task-3913671, 'name': PowerOnVM_Task, 'duration_secs': 0.717859} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.643633] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-8998d8d2-0719-4d0d-8f2b-0fb351eb5cd9 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1084.646535] env[70527]: DEBUG nova.compute.manager [None req-8998d8d2-0719-4d0d-8f2b-0fb351eb5cd9 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1084.647419] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9775a4-ac42-4fe1-932f-301679a4fda4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.697312] env[70527]: DEBUG oslo_concurrency.lockutils [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Releasing lock "refresh_cache-992d6ed3-f53e-4c79-bff9-bb2808b6b2ee" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.697744] env[70527]: DEBUG nova.compute.manager [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] [instance: 992d6ed3-f53e-4c79-bff9-bb2808b6b2ee] Instance network_info: |[{"id": "0f9238f4-7a0f-4d92-913e-d2d02b6a1e75", "address": "fa:16:3e:22:da:14", "network": {"id": "acf3694c-1820-4a28-b4c6-f024f963fce4", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-764696520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2be61474fc224390a3a04f8ac549dda2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f9238f4-7a", "ovs_interfaceid": "0f9238f4-7a0f-4d92-913e-d2d02b6a1e75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1084.698241] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] [instance: 992d6ed3-f53e-4c79-bff9-bb2808b6b2ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:da:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b91b49a8-b849-4d0c-97f7-74fdcd88ae03', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f9238f4-7a0f-4d92-913e-d2d02b6a1e75', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1084.706776] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Creating folder: Project (2be61474fc224390a3a04f8ac549dda2). Parent ref: group-v776920. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1084.708260] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e0bcda27-a3a8-4a17-98a8-8fb4007a3b20 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.721672] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Created folder: Project (2be61474fc224390a3a04f8ac549dda2) in parent group-v776920. [ 1084.721911] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Creating folder: Instances. Parent ref: group-v777170. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1084.722156] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ddfc9413-7919-42d9-afab-6b8ff7a1fa20 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.736861] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Created folder: Instances in parent group-v777170. [ 1084.737221] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1084.737461] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 992d6ed3-f53e-4c79-bff9-bb2808b6b2ee] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1084.737781] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fba38c0c-69f0-4f96-8982-bfc0f077a335 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.760622] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1084.760622] env[70527]: value = "task-3913675" [ 1084.760622] env[70527]: _type = "Task" [ 1084.760622] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.773288] env[70527]: DEBUG nova.compute.manager [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1084.775505] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913675, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.777212] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cfaa8b4-ef34-41a9-8165-7d58b952f35b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.786817] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-385a11f7-ea24-4c63-ac87-9cb8784db811 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 15efae62-cf03-4f74-92c3-c275483c8283] Suspending the VM {{(pid=70527) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1084.787190] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-bf2bcd57-fc83-4cd0-be29-e432b0fb71d4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.798739] env[70527]: DEBUG nova.scheduler.client.report [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1084.803344] env[70527]: DEBUG oslo_vmware.api [None req-385a11f7-ea24-4c63-ac87-9cb8784db811 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Waiting for the task: (returnval){ [ 1084.803344] env[70527]: value = "task-3913676" [ 1084.803344] env[70527]: _type = "Task" [ 1084.803344] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.813496] env[70527]: DEBUG nova.virt.hardware [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1084.813790] env[70527]: DEBUG nova.virt.hardware [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1084.813950] env[70527]: DEBUG nova.virt.hardware [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1084.814210] env[70527]: DEBUG nova.virt.hardware [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1084.814467] env[70527]: DEBUG nova.virt.hardware [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1084.814661] env[70527]: DEBUG nova.virt.hardware [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1084.815274] env[70527]: DEBUG nova.virt.hardware [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1084.815390] env[70527]: DEBUG nova.virt.hardware [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1084.815545] env[70527]: DEBUG nova.virt.hardware [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1084.815940] env[70527]: DEBUG nova.virt.hardware [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1084.816072] env[70527]: DEBUG nova.virt.hardware [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1084.817317] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d9c52c-b979-4a9d-9a7f-fdf28f9e5fcd {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.824380] env[70527]: DEBUG oslo_vmware.api [None req-385a11f7-ea24-4c63-ac87-9cb8784db811 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913676, 'name': SuspendVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.837141] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006942ad-fb0e-4fc7-a081-2468e3b5df7e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.964520] env[70527]: DEBUG oslo_concurrency.lockutils [None req-19301ad2-32a1-4d0c-a102-b978cc275325 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Lock "15efae62-cf03-4f74-92c3-c275483c8283" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.221s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.991180] env[70527]: DEBUG oslo_vmware.api [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3913672, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.994365] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f647b814-070a-4d75-b416-3bd310852946 tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.087880] env[70527]: DEBUG oslo_concurrency.lockutils [None req-30caa708-8932-4828-971e-10ef87b73522 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.277031] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913675, 'name': CreateVM_Task} progress is 25%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.305214] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.560s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.305772] env[70527]: DEBUG nova.compute.manager [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: c92cc386-3682-4063-938c-706420df7d3d] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1085.310478] env[70527]: DEBUG oslo_concurrency.lockutils [None req-28c304cf-2b8c-4de2-ac82-6a99c2406c65 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.839s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.310681] env[70527]: DEBUG nova.objects.instance [None req-28c304cf-2b8c-4de2-ac82-6a99c2406c65 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Lazy-loading 'resources' on Instance uuid ee0ccce4-72c3-443c-821b-0d5ae9c9935d {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1085.330289] env[70527]: DEBUG oslo_vmware.api [None req-385a11f7-ea24-4c63-ac87-9cb8784db811 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913676, 'name': SuspendVM_Task} progress is 54%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.332892] env[70527]: DEBUG nova.compute.manager [req-ab5a0649-78d6-41d0-9baf-f6d27e84b8d9 req-0052094b-a357-4d1a-85be-8995d63fe15f service nova] [instance: f82bd048-5013-4809-ac11-053b6629067b] Received event network-vif-plugged-8246815d-f3a5-47dd-bb3c-05882e9da8f9 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.333152] env[70527]: DEBUG oslo_concurrency.lockutils [req-ab5a0649-78d6-41d0-9baf-f6d27e84b8d9 req-0052094b-a357-4d1a-85be-8995d63fe15f service nova] Acquiring lock "f82bd048-5013-4809-ac11-053b6629067b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.333357] env[70527]: DEBUG oslo_concurrency.lockutils [req-ab5a0649-78d6-41d0-9baf-f6d27e84b8d9 req-0052094b-a357-4d1a-85be-8995d63fe15f service nova] Lock "f82bd048-5013-4809-ac11-053b6629067b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.333470] env[70527]: DEBUG oslo_concurrency.lockutils [req-ab5a0649-78d6-41d0-9baf-f6d27e84b8d9 req-0052094b-a357-4d1a-85be-8995d63fe15f service nova] Lock "f82bd048-5013-4809-ac11-053b6629067b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.333647] env[70527]: DEBUG nova.compute.manager [req-ab5a0649-78d6-41d0-9baf-f6d27e84b8d9 req-0052094b-a357-4d1a-85be-8995d63fe15f service nova] [instance: f82bd048-5013-4809-ac11-053b6629067b] No waiting events found dispatching network-vif-plugged-8246815d-f3a5-47dd-bb3c-05882e9da8f9 {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1085.333812] env[70527]: WARNING nova.compute.manager [req-ab5a0649-78d6-41d0-9baf-f6d27e84b8d9 req-0052094b-a357-4d1a-85be-8995d63fe15f service nova] [instance: f82bd048-5013-4809-ac11-053b6629067b] Received unexpected event network-vif-plugged-8246815d-f3a5-47dd-bb3c-05882e9da8f9 for instance with vm_state building and task_state spawning. [ 1085.364574] env[70527]: DEBUG nova.network.neutron [req-af490793-d77c-4070-9117-1cbca4c08f6e req-2d8a359f-beeb-4382-a0cd-90f048107ca0 service nova] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Updated VIF entry in instance network info cache for port 0355096f-1620-45c2-a2c6-187cec902917. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1085.364990] env[70527]: DEBUG nova.network.neutron [req-af490793-d77c-4070-9117-1cbca4c08f6e req-2d8a359f-beeb-4382-a0cd-90f048107ca0 service nova] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Updating instance_info_cache with network_info: [{"id": "0355096f-1620-45c2-a2c6-187cec902917", "address": "fa:16:3e:9b:24:39", "network": {"id": "0528ffcb-4865-41a0-87e6-3ea996b12397", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210779476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "030332ea48994bab8d286711ee279556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0355096f-16", "ovs_interfaceid": "0355096f-1620-45c2-a2c6-187cec902917", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.489770] env[70527]: DEBUG nova.network.neutron [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] Successfully updated port: 8246815d-f3a5-47dd-bb3c-05882e9da8f9 {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1085.495990] env[70527]: DEBUG oslo_vmware.api [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3913672, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511478} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.496577] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] 7a391e8e-005a-4c7f-992d-1a2466e79065/7a391e8e-005a-4c7f-992d-1a2466e79065.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1085.496826] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 7a391e8e-005a-4c7f-992d-1a2466e79065] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1085.497107] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c1fe7a0f-0a43-4baf-b998-9f7c1f19cfd0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.505894] env[70527]: DEBUG oslo_vmware.api [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Waiting for the task: (returnval){ [ 1085.505894] env[70527]: value = "task-3913677" [ 1085.505894] env[70527]: _type = "Task" [ 1085.505894] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.515741] env[70527]: DEBUG oslo_vmware.api [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3913677, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.676827] env[70527]: INFO nova.compute.manager [None req-447af102-87a6-4b65-90f9-a0b07d87476a tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9] Unrescuing [ 1085.676827] env[70527]: DEBUG oslo_concurrency.lockutils [None req-447af102-87a6-4b65-90f9-a0b07d87476a tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Acquiring lock "refresh_cache-fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.676827] env[70527]: DEBUG oslo_concurrency.lockutils [None req-447af102-87a6-4b65-90f9-a0b07d87476a tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Acquired lock "refresh_cache-fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.676827] env[70527]: DEBUG nova.network.neutron [None req-447af102-87a6-4b65-90f9-a0b07d87476a tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1085.774813] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913675, 'name': CreateVM_Task, 'duration_secs': 0.693796} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.774882] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 992d6ed3-f53e-4c79-bff9-bb2808b6b2ee] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1085.775627] env[70527]: DEBUG oslo_concurrency.lockutils [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.775935] env[70527]: DEBUG oslo_concurrency.lockutils [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.776252] env[70527]: DEBUG oslo_concurrency.lockutils [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.776549] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2eb75445-96e8-4dd4-a2d1-ee7c112c23b4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.782550] env[70527]: DEBUG oslo_vmware.api [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Waiting for the task: (returnval){ [ 1085.782550] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]524e735b-3958-f99b-aab6-05e466e9cdb4" [ 1085.782550] env[70527]: _type = "Task" [ 1085.782550] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.791364] env[70527]: DEBUG oslo_vmware.api [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]524e735b-3958-f99b-aab6-05e466e9cdb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.812031] env[70527]: DEBUG nova.compute.utils [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1085.816178] env[70527]: DEBUG nova.compute.manager [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: c92cc386-3682-4063-938c-706420df7d3d] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1085.816178] env[70527]: DEBUG nova.network.neutron [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: c92cc386-3682-4063-938c-706420df7d3d] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1085.830039] env[70527]: DEBUG oslo_vmware.api [None req-385a11f7-ea24-4c63-ac87-9cb8784db811 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913676, 'name': SuspendVM_Task, 'duration_secs': 0.815485} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.831111] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-385a11f7-ea24-4c63-ac87-9cb8784db811 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 15efae62-cf03-4f74-92c3-c275483c8283] Suspended the VM {{(pid=70527) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1085.831111] env[70527]: DEBUG nova.compute.manager [None req-385a11f7-ea24-4c63-ac87-9cb8784db811 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 15efae62-cf03-4f74-92c3-c275483c8283] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1085.831928] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f8cb79e-75ee-48ce-8d85-9f3fd802b19a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.868879] env[70527]: DEBUG oslo_concurrency.lockutils [req-af490793-d77c-4070-9117-1cbca4c08f6e req-2d8a359f-beeb-4382-a0cd-90f048107ca0 service nova] Releasing lock "refresh_cache-67ddf676-0ce2-4fd1-b357-84f99f9b86f2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.869274] env[70527]: DEBUG nova.compute.manager [req-af490793-d77c-4070-9117-1cbca4c08f6e req-2d8a359f-beeb-4382-a0cd-90f048107ca0 service nova] [instance: 992d6ed3-f53e-4c79-bff9-bb2808b6b2ee] Received event network-changed-0f9238f4-7a0f-4d92-913e-d2d02b6a1e75 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.869492] env[70527]: DEBUG nova.compute.manager [req-af490793-d77c-4070-9117-1cbca4c08f6e req-2d8a359f-beeb-4382-a0cd-90f048107ca0 service nova] [instance: 992d6ed3-f53e-4c79-bff9-bb2808b6b2ee] Refreshing instance network info cache due to event network-changed-0f9238f4-7a0f-4d92-913e-d2d02b6a1e75. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1085.869711] env[70527]: DEBUG oslo_concurrency.lockutils [req-af490793-d77c-4070-9117-1cbca4c08f6e req-2d8a359f-beeb-4382-a0cd-90f048107ca0 service nova] Acquiring lock "refresh_cache-992d6ed3-f53e-4c79-bff9-bb2808b6b2ee" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.870306] env[70527]: DEBUG oslo_concurrency.lockutils [req-af490793-d77c-4070-9117-1cbca4c08f6e req-2d8a359f-beeb-4382-a0cd-90f048107ca0 service nova] Acquired lock "refresh_cache-992d6ed3-f53e-4c79-bff9-bb2808b6b2ee" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.870306] env[70527]: DEBUG nova.network.neutron [req-af490793-d77c-4070-9117-1cbca4c08f6e req-2d8a359f-beeb-4382-a0cd-90f048107ca0 service nova] [instance: 992d6ed3-f53e-4c79-bff9-bb2808b6b2ee] Refreshing network info cache for port 0f9238f4-7a0f-4d92-913e-d2d02b6a1e75 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1085.876558] env[70527]: DEBUG nova.policy [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '268097f8570d44779dd81547a4660f5a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8617bc6364874607aeffa5815a304ba7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 1085.997642] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Acquiring lock "refresh_cache-f82bd048-5013-4809-ac11-053b6629067b" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.997855] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Acquired lock "refresh_cache-f82bd048-5013-4809-ac11-053b6629067b" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.998009] env[70527]: DEBUG nova.network.neutron [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1086.016297] env[70527]: DEBUG oslo_vmware.api [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3913677, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.235382} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.019062] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 7a391e8e-005a-4c7f-992d-1a2466e79065] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1086.020516] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0412458-33f7-47c5-b2dd-8d5285c867d6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.046016] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 7a391e8e-005a-4c7f-992d-1a2466e79065] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 7a391e8e-005a-4c7f-992d-1a2466e79065/7a391e8e-005a-4c7f-992d-1a2466e79065.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1086.049025] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e073cd38-83df-4a80-94b9-d552ce1a0191 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.070038] env[70527]: DEBUG oslo_vmware.api [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Waiting for the task: (returnval){ [ 1086.070038] env[70527]: value = "task-3913678" [ 1086.070038] env[70527]: _type = "Task" [ 1086.070038] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.082679] env[70527]: DEBUG oslo_vmware.api [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3913678, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.253036] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d8882c-d84b-4b78-b5e1-a1bf01d11df4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.256810] env[70527]: DEBUG nova.network.neutron [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: c92cc386-3682-4063-938c-706420df7d3d] Successfully created port: e2b9e825-30b0-4c46-8285-9581c34a6cc8 {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1086.266493] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf29482-643b-4320-a170-def3a9dc8cbe {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.307342] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-421e1275-efc1-47b1-8580-7b9640f35531 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.319693] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2773ded3-3ce7-4bd2-b28a-6b80a45b2a5e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.325240] env[70527]: DEBUG nova.compute.manager [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: c92cc386-3682-4063-938c-706420df7d3d] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1086.328483] env[70527]: DEBUG oslo_vmware.api [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]524e735b-3958-f99b-aab6-05e466e9cdb4, 'name': SearchDatastore_Task, 'duration_secs': 0.085629} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.329028] env[70527]: DEBUG oslo_concurrency.lockutils [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.329260] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] [instance: 992d6ed3-f53e-4c79-bff9-bb2808b6b2ee] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1086.329505] env[70527]: DEBUG oslo_concurrency.lockutils [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.329654] env[70527]: DEBUG oslo_concurrency.lockutils [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.329894] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1086.330586] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e06762b-8f55-4c49-96af-6fae33f6ddd4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.343720] env[70527]: DEBUG nova.compute.provider_tree [None req-28c304cf-2b8c-4de2-ac82-6a99c2406c65 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1086.357241] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1086.357241] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1086.359061] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd6d2dde-b1a8-4a0b-b496-9e80d3111381 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.364880] env[70527]: DEBUG oslo_vmware.api [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Waiting for the task: (returnval){ [ 1086.364880] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52991229-ecfc-bd0c-911b-06260782f9dd" [ 1086.364880] env[70527]: _type = "Task" [ 1086.364880] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.378796] env[70527]: DEBUG oslo_vmware.api [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52991229-ecfc-bd0c-911b-06260782f9dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.520333] env[70527]: DEBUG nova.network.neutron [None req-447af102-87a6-4b65-90f9-a0b07d87476a tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9] Updating instance_info_cache with network_info: [{"id": "4d14b486-8771-4c96-baad-0bd018b270aa", "address": "fa:16:3e:21:71:bd", "network": {"id": "9dd82e4a-c4e1-4584-a0f3-cadbacc416d4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-482098834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7e38a059c8294d89a9d3a1187b1e865e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d14b486-87", "ovs_interfaceid": "4d14b486-8771-4c96-baad-0bd018b270aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.549572] env[70527]: DEBUG nova.network.neutron [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1086.581033] env[70527]: DEBUG oslo_vmware.api [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3913678, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.709507] env[70527]: DEBUG nova.network.neutron [req-af490793-d77c-4070-9117-1cbca4c08f6e req-2d8a359f-beeb-4382-a0cd-90f048107ca0 service nova] [instance: 992d6ed3-f53e-4c79-bff9-bb2808b6b2ee] Updated VIF entry in instance network info cache for port 0f9238f4-7a0f-4d92-913e-d2d02b6a1e75. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1086.709926] env[70527]: DEBUG nova.network.neutron [req-af490793-d77c-4070-9117-1cbca4c08f6e req-2d8a359f-beeb-4382-a0cd-90f048107ca0 service nova] [instance: 992d6ed3-f53e-4c79-bff9-bb2808b6b2ee] Updating instance_info_cache with network_info: [{"id": "0f9238f4-7a0f-4d92-913e-d2d02b6a1e75", "address": "fa:16:3e:22:da:14", "network": {"id": "acf3694c-1820-4a28-b4c6-f024f963fce4", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-764696520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2be61474fc224390a3a04f8ac549dda2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f9238f4-7a", "ovs_interfaceid": "0f9238f4-7a0f-4d92-913e-d2d02b6a1e75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.794215] env[70527]: DEBUG nova.network.neutron [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] Updating instance_info_cache with network_info: [{"id": "8246815d-f3a5-47dd-bb3c-05882e9da8f9", "address": "fa:16:3e:97:e1:3f", "network": {"id": "6a4f3b6e-2245-4a82-bf13-e4002ce51c7b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-274635677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "217e9dedf6ba423980df628f40219825", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8246815d-f3", "ovs_interfaceid": "8246815d-f3a5-47dd-bb3c-05882e9da8f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.848700] env[70527]: DEBUG nova.scheduler.client.report [None req-28c304cf-2b8c-4de2-ac82-6a99c2406c65 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1086.878540] env[70527]: DEBUG oslo_vmware.api [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52991229-ecfc-bd0c-911b-06260782f9dd, 'name': SearchDatastore_Task, 'duration_secs': 0.019418} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.879487] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-679d7ee3-0123-446f-a2f5-d0a36dbac4fe {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.886085] env[70527]: DEBUG oslo_vmware.api [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Waiting for the task: (returnval){ [ 1086.886085] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]5230b559-aaff-bb7f-10d8-c326ea9ff83b" [ 1086.886085] env[70527]: _type = "Task" [ 1086.886085] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.895252] env[70527]: DEBUG oslo_vmware.api [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5230b559-aaff-bb7f-10d8-c326ea9ff83b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.022799] env[70527]: DEBUG oslo_concurrency.lockutils [None req-447af102-87a6-4b65-90f9-a0b07d87476a tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Releasing lock "refresh_cache-fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.023526] env[70527]: DEBUG nova.objects.instance [None req-447af102-87a6-4b65-90f9-a0b07d87476a tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Lazy-loading 'flavor' on Instance uuid fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.084360] env[70527]: DEBUG oslo_vmware.api [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3913678, 'name': ReconfigVM_Task, 'duration_secs': 0.592446} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.084663] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 7a391e8e-005a-4c7f-992d-1a2466e79065] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 7a391e8e-005a-4c7f-992d-1a2466e79065/7a391e8e-005a-4c7f-992d-1a2466e79065.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1087.085354] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8674d3ca-1c95-44bc-b268-ca6d331b2935 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.093743] env[70527]: DEBUG oslo_vmware.api [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Waiting for the task: (returnval){ [ 1087.093743] env[70527]: value = "task-3913679" [ 1087.093743] env[70527]: _type = "Task" [ 1087.093743] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.103110] env[70527]: DEBUG oslo_vmware.api [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3913679, 'name': Rename_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.215578] env[70527]: DEBUG oslo_concurrency.lockutils [req-af490793-d77c-4070-9117-1cbca4c08f6e req-2d8a359f-beeb-4382-a0cd-90f048107ca0 service nova] Releasing lock "refresh_cache-992d6ed3-f53e-4c79-bff9-bb2808b6b2ee" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.296749] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Releasing lock "refresh_cache-f82bd048-5013-4809-ac11-053b6629067b" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.297114] env[70527]: DEBUG nova.compute.manager [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] Instance network_info: |[{"id": "8246815d-f3a5-47dd-bb3c-05882e9da8f9", "address": "fa:16:3e:97:e1:3f", "network": {"id": "6a4f3b6e-2245-4a82-bf13-e4002ce51c7b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-274635677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "217e9dedf6ba423980df628f40219825", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8246815d-f3", "ovs_interfaceid": "8246815d-f3a5-47dd-bb3c-05882e9da8f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1087.298752] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:e1:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4db2961d-273d-4634-9d06-a94fa9d384fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8246815d-f3a5-47dd-bb3c-05882e9da8f9', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1087.306384] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1087.309590] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f82bd048-5013-4809-ac11-053b6629067b] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1087.310072] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0b0269d-d7fa-45c8-aa98-055c954787a3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.333061] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1087.333061] env[70527]: value = "task-3913680" [ 1087.333061] env[70527]: _type = "Task" [ 1087.333061] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.337898] env[70527]: DEBUG nova.compute.manager [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: c92cc386-3682-4063-938c-706420df7d3d] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1087.346178] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913680, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.357486] env[70527]: DEBUG oslo_concurrency.lockutils [None req-28c304cf-2b8c-4de2-ac82-6a99c2406c65 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.047s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.360075] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4a1a8df1-1fd3-4739-8c32-e53f80838558 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.855s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.362237] env[70527]: INFO nova.compute.claims [None req-4a1a8df1-1fd3-4739-8c32-e53f80838558 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1087.367393] env[70527]: DEBUG nova.virt.hardware [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1087.367658] env[70527]: DEBUG nova.virt.hardware [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1087.367818] env[70527]: DEBUG nova.virt.hardware [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1087.368021] env[70527]: DEBUG nova.virt.hardware [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1087.368703] env[70527]: DEBUG nova.virt.hardware [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1087.368902] env[70527]: DEBUG nova.virt.hardware [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1087.370626] env[70527]: DEBUG nova.virt.hardware [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1087.370626] env[70527]: DEBUG nova.virt.hardware [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1087.370626] env[70527]: DEBUG nova.virt.hardware [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1087.370626] env[70527]: DEBUG nova.virt.hardware [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1087.370626] env[70527]: DEBUG nova.virt.hardware [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1087.372965] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6794d456-2f68-49aa-8bbb-4cf090e8ad43 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.382653] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a95c653-6585-4c32-a9ff-b192f5d8bf15 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.388883] env[70527]: INFO nova.scheduler.client.report [None req-28c304cf-2b8c-4de2-ac82-6a99c2406c65 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Deleted allocations for instance ee0ccce4-72c3-443c-821b-0d5ae9c9935d [ 1087.404697] env[70527]: DEBUG oslo_vmware.api [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5230b559-aaff-bb7f-10d8-c326ea9ff83b, 'name': SearchDatastore_Task, 'duration_secs': 0.037787} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.414324] env[70527]: DEBUG oslo_concurrency.lockutils [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.414655] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] 992d6ed3-f53e-4c79-bff9-bb2808b6b2ee/992d6ed3-f53e-4c79-bff9-bb2808b6b2ee.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1087.415660] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92981345-bdcd-4784-9520-62284e1bf002 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.425251] env[70527]: DEBUG nova.compute.manager [req-8fb3dcf5-bb47-407d-85e1-20d6477c6c6c req-b1628c78-361b-4283-b33d-70419c4222ad service nova] [instance: f82bd048-5013-4809-ac11-053b6629067b] Received event network-changed-8246815d-f3a5-47dd-bb3c-05882e9da8f9 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1087.425251] env[70527]: DEBUG nova.compute.manager [req-8fb3dcf5-bb47-407d-85e1-20d6477c6c6c req-b1628c78-361b-4283-b33d-70419c4222ad service nova] [instance: f82bd048-5013-4809-ac11-053b6629067b] Refreshing instance network info cache due to event network-changed-8246815d-f3a5-47dd-bb3c-05882e9da8f9. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1087.425812] env[70527]: DEBUG oslo_concurrency.lockutils [req-8fb3dcf5-bb47-407d-85e1-20d6477c6c6c req-b1628c78-361b-4283-b33d-70419c4222ad service nova] Acquiring lock "refresh_cache-f82bd048-5013-4809-ac11-053b6629067b" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.426390] env[70527]: DEBUG oslo_concurrency.lockutils [req-8fb3dcf5-bb47-407d-85e1-20d6477c6c6c req-b1628c78-361b-4283-b33d-70419c4222ad service nova] Acquired lock "refresh_cache-f82bd048-5013-4809-ac11-053b6629067b" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.426390] env[70527]: DEBUG nova.network.neutron [req-8fb3dcf5-bb47-407d-85e1-20d6477c6c6c req-b1628c78-361b-4283-b33d-70419c4222ad service nova] [instance: f82bd048-5013-4809-ac11-053b6629067b] Refreshing network info cache for port 8246815d-f3a5-47dd-bb3c-05882e9da8f9 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1087.429877] env[70527]: DEBUG oslo_vmware.api [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Waiting for the task: (returnval){ [ 1087.429877] env[70527]: value = "task-3913681" [ 1087.429877] env[70527]: _type = "Task" [ 1087.429877] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.440626] env[70527]: DEBUG oslo_vmware.api [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Task: {'id': task-3913681, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.530994] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a658c9-b137-42b1-8bab-4a9a89ada649 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.560163] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-447af102-87a6-4b65-90f9-a0b07d87476a tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1087.560709] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6668cd7c-4625-42c8-9542-dbcca7d0a509 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.569211] env[70527]: DEBUG oslo_vmware.api [None req-447af102-87a6-4b65-90f9-a0b07d87476a tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Waiting for the task: (returnval){ [ 1087.569211] env[70527]: value = "task-3913682" [ 1087.569211] env[70527]: _type = "Task" [ 1087.569211] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.578734] env[70527]: DEBUG oslo_vmware.api [None req-447af102-87a6-4b65-90f9-a0b07d87476a tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': task-3913682, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.604437] env[70527]: DEBUG oslo_vmware.api [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3913679, 'name': Rename_Task, 'duration_secs': 0.204215} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.604730] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 7a391e8e-005a-4c7f-992d-1a2466e79065] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1087.604970] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d22a3b2-26ad-4486-98f1-38017e515a3a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.614483] env[70527]: DEBUG oslo_vmware.api [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Waiting for the task: (returnval){ [ 1087.614483] env[70527]: value = "task-3913683" [ 1087.614483] env[70527]: _type = "Task" [ 1087.614483] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.634370] env[70527]: DEBUG oslo_vmware.api [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3913683, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.854060] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913680, 'name': CreateVM_Task, 'duration_secs': 0.348436} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.854060] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f82bd048-5013-4809-ac11-053b6629067b] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1087.856855] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.857622] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.858573] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.859370] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4429d28-3d5c-47a2-8e57-dbb314bf2445 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.873070] env[70527]: DEBUG oslo_vmware.api [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for the task: (returnval){ [ 1087.873070] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]521df2cc-a2a0-ea9d-fd87-31b1dfdfb6d9" [ 1087.873070] env[70527]: _type = "Task" [ 1087.873070] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.886622] env[70527]: DEBUG oslo_vmware.api [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]521df2cc-a2a0-ea9d-fd87-31b1dfdfb6d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.898065] env[70527]: DEBUG oslo_concurrency.lockutils [None req-28c304cf-2b8c-4de2-ac82-6a99c2406c65 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Lock "ee0ccce4-72c3-443c-821b-0d5ae9c9935d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.531s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.946683] env[70527]: DEBUG oslo_vmware.api [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Task: {'id': task-3913681, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.086470] env[70527]: DEBUG oslo_vmware.api [None req-447af102-87a6-4b65-90f9-a0b07d87476a tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': task-3913682, 'name': PowerOffVM_Task, 'duration_secs': 0.406074} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.086931] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-447af102-87a6-4b65-90f9-a0b07d87476a tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1088.096739] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-447af102-87a6-4b65-90f9-a0b07d87476a tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9] Reconfiguring VM instance instance-00000052 to detach disk 2001 {{(pid=70527) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1088.097240] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80899206-6d85-4afb-9ad7-27117db7c9cc {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.134637] env[70527]: DEBUG oslo_vmware.api [None req-447af102-87a6-4b65-90f9-a0b07d87476a tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Waiting for the task: (returnval){ [ 1088.134637] env[70527]: value = "task-3913684" [ 1088.134637] env[70527]: _type = "Task" [ 1088.134637] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.141017] env[70527]: DEBUG oslo_vmware.api [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3913683, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.155907] env[70527]: DEBUG oslo_vmware.api [None req-447af102-87a6-4b65-90f9-a0b07d87476a tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': task-3913684, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.161048] env[70527]: DEBUG nova.network.neutron [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: c92cc386-3682-4063-938c-706420df7d3d] Successfully updated port: e2b9e825-30b0-4c46-8285-9581c34a6cc8 {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1088.316601] env[70527]: DEBUG nova.compute.manager [None req-8b77ff46-a09f-4e7a-8835-ff6286c45f1d tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 15efae62-cf03-4f74-92c3-c275483c8283] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1088.317553] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a531cc8-0bf5-46ab-8b74-f41a3b4dbcb5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.344634] env[70527]: DEBUG nova.network.neutron [req-8fb3dcf5-bb47-407d-85e1-20d6477c6c6c req-b1628c78-361b-4283-b33d-70419c4222ad service nova] [instance: f82bd048-5013-4809-ac11-053b6629067b] Updated VIF entry in instance network info cache for port 8246815d-f3a5-47dd-bb3c-05882e9da8f9. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1088.345025] env[70527]: DEBUG nova.network.neutron [req-8fb3dcf5-bb47-407d-85e1-20d6477c6c6c req-b1628c78-361b-4283-b33d-70419c4222ad service nova] [instance: f82bd048-5013-4809-ac11-053b6629067b] Updating instance_info_cache with network_info: [{"id": "8246815d-f3a5-47dd-bb3c-05882e9da8f9", "address": "fa:16:3e:97:e1:3f", "network": {"id": "6a4f3b6e-2245-4a82-bf13-e4002ce51c7b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-274635677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "217e9dedf6ba423980df628f40219825", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8246815d-f3", "ovs_interfaceid": "8246815d-f3a5-47dd-bb3c-05882e9da8f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.389785] env[70527]: DEBUG oslo_vmware.api [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]521df2cc-a2a0-ea9d-fd87-31b1dfdfb6d9, 'name': SearchDatastore_Task, 'duration_secs': 0.031983} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.390238] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.390545] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1088.392408] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.392408] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.392408] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1088.392408] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c559ac63-ee65-4478-937e-14acd1406168 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.413293] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1088.413483] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1088.414368] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-623fc6ce-798a-4664-bb49-c45f31d6502b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.422040] env[70527]: DEBUG oslo_vmware.api [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for the task: (returnval){ [ 1088.422040] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52d6e426-75fe-882c-c365-54279fe09968" [ 1088.422040] env[70527]: _type = "Task" [ 1088.422040] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.436094] env[70527]: DEBUG oslo_vmware.api [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52d6e426-75fe-882c-c365-54279fe09968, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.450916] env[70527]: DEBUG oslo_vmware.api [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Task: {'id': task-3913681, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534977} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.451220] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] 992d6ed3-f53e-4c79-bff9-bb2808b6b2ee/992d6ed3-f53e-4c79-bff9-bb2808b6b2ee.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1088.451422] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] [instance: 992d6ed3-f53e-4c79-bff9-bb2808b6b2ee] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1088.451713] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c95b57e8-57ad-488d-b766-58136c9b08b4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.465164] env[70527]: DEBUG oslo_vmware.api [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Waiting for the task: (returnval){ [ 1088.465164] env[70527]: value = "task-3913685" [ 1088.465164] env[70527]: _type = "Task" [ 1088.465164] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.476342] env[70527]: DEBUG oslo_vmware.api [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Task: {'id': task-3913685, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.637177] env[70527]: DEBUG oslo_vmware.api [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3913683, 'name': PowerOnVM_Task, 'duration_secs': 0.890631} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.637478] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 7a391e8e-005a-4c7f-992d-1a2466e79065] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1088.637720] env[70527]: INFO nova.compute.manager [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 7a391e8e-005a-4c7f-992d-1a2466e79065] Took 9.00 seconds to spawn the instance on the hypervisor. [ 1088.637918] env[70527]: DEBUG nova.compute.manager [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 7a391e8e-005a-4c7f-992d-1a2466e79065] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1088.638858] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62dc2f1e-4fe0-4b98-a89a-116cce09defc {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.653688] env[70527]: DEBUG oslo_vmware.api [None req-447af102-87a6-4b65-90f9-a0b07d87476a tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': task-3913684, 'name': ReconfigVM_Task, 'duration_secs': 0.296684} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.655249] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-447af102-87a6-4b65-90f9-a0b07d87476a tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9] Reconfigured VM instance instance-00000052 to detach disk 2001 {{(pid=70527) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1088.655460] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-447af102-87a6-4b65-90f9-a0b07d87476a tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1088.660986] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-482494e9-bffa-4b5d-9808-0d419c36d180 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.665020] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquiring lock "refresh_cache-c92cc386-3682-4063-938c-706420df7d3d" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.665179] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquired lock "refresh_cache-c92cc386-3682-4063-938c-706420df7d3d" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.665801] env[70527]: DEBUG nova.network.neutron [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: c92cc386-3682-4063-938c-706420df7d3d] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1088.668698] env[70527]: DEBUG oslo_vmware.api [None req-447af102-87a6-4b65-90f9-a0b07d87476a tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Waiting for the task: (returnval){ [ 1088.668698] env[70527]: value = "task-3913686" [ 1088.668698] env[70527]: _type = "Task" [ 1088.668698] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.678108] env[70527]: DEBUG oslo_vmware.api [None req-447af102-87a6-4b65-90f9-a0b07d87476a tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': task-3913686, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.698546] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1cbd1c38-f94a-4e6f-9a9e-10d115939082 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Acquiring lock "b3a6e20c-cdfe-47f0-8881-ec6ead71e86f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.699662] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1cbd1c38-f94a-4e6f-9a9e-10d115939082 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Lock "b3a6e20c-cdfe-47f0-8881-ec6ead71e86f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.699662] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1cbd1c38-f94a-4e6f-9a9e-10d115939082 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Acquiring lock "b3a6e20c-cdfe-47f0-8881-ec6ead71e86f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.699662] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1cbd1c38-f94a-4e6f-9a9e-10d115939082 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Lock "b3a6e20c-cdfe-47f0-8881-ec6ead71e86f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.699662] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1cbd1c38-f94a-4e6f-9a9e-10d115939082 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Lock "b3a6e20c-cdfe-47f0-8881-ec6ead71e86f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.701687] env[70527]: INFO nova.compute.manager [None req-1cbd1c38-f94a-4e6f-9a9e-10d115939082 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Terminating instance [ 1088.763383] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a5d874-cb3c-48c3-8e10-f486df3cada4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.772064] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b708fd-532e-4f7b-a7f0-899f08868bcc {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.805338] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a69ff172-701b-4a16-8f3e-ae08de1ebc7a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.813532] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7fb1312-ee4c-4a6e-95eb-47d2f1d907eb {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.827878] env[70527]: DEBUG nova.compute.provider_tree [None req-4a1a8df1-1fd3-4739-8c32-e53f80838558 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.830340] env[70527]: INFO nova.compute.manager [None req-8b77ff46-a09f-4e7a-8835-ff6286c45f1d tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 15efae62-cf03-4f74-92c3-c275483c8283] instance snapshotting [ 1088.830551] env[70527]: WARNING nova.compute.manager [None req-8b77ff46-a09f-4e7a-8835-ff6286c45f1d tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 15efae62-cf03-4f74-92c3-c275483c8283] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 1088.833466] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f0d401f-1092-4a78-b6a6-0416d6dc1c66 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.855222] env[70527]: DEBUG oslo_concurrency.lockutils [req-8fb3dcf5-bb47-407d-85e1-20d6477c6c6c req-b1628c78-361b-4283-b33d-70419c4222ad service nova] Releasing lock "refresh_cache-f82bd048-5013-4809-ac11-053b6629067b" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.856576] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ce4a37-c679-4401-9ab4-2c3ff0998e26 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.932805] env[70527]: DEBUG oslo_vmware.api [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52d6e426-75fe-882c-c365-54279fe09968, 'name': SearchDatastore_Task, 'duration_secs': 0.02772} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.933622] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a48c46cc-963b-45cd-8a3d-86328c3db09d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.939392] env[70527]: DEBUG oslo_vmware.api [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for the task: (returnval){ [ 1088.939392] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]525ffc43-cd02-022b-dd5b-cc494c4f164f" [ 1088.939392] env[70527]: _type = "Task" [ 1088.939392] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.947778] env[70527]: DEBUG oslo_vmware.api [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]525ffc43-cd02-022b-dd5b-cc494c4f164f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.974396] env[70527]: DEBUG oslo_vmware.api [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Task: {'id': task-3913685, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075819} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.974680] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] [instance: 992d6ed3-f53e-4c79-bff9-bb2808b6b2ee] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1088.975505] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08356f86-06e8-4c15-9e61-8d907e446da4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.999023] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] [instance: 992d6ed3-f53e-4c79-bff9-bb2808b6b2ee] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 992d6ed3-f53e-4c79-bff9-bb2808b6b2ee/992d6ed3-f53e-4c79-bff9-bb2808b6b2ee.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1088.999514] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0bf792bf-4c55-41f1-828d-fe54da690af2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.019529] env[70527]: DEBUG oslo_vmware.api [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Waiting for the task: (returnval){ [ 1089.019529] env[70527]: value = "task-3913687" [ 1089.019529] env[70527]: _type = "Task" [ 1089.019529] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.028325] env[70527]: DEBUG oslo_vmware.api [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Task: {'id': task-3913687, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.178476] env[70527]: INFO nova.compute.manager [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 7a391e8e-005a-4c7f-992d-1a2466e79065] Took 36.26 seconds to build instance. [ 1089.187614] env[70527]: DEBUG oslo_vmware.api [None req-447af102-87a6-4b65-90f9-a0b07d87476a tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': task-3913686, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.208119] env[70527]: DEBUG nova.compute.manager [None req-1cbd1c38-f94a-4e6f-9a9e-10d115939082 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1089.208354] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-1cbd1c38-f94a-4e6f-9a9e-10d115939082 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1089.209358] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6fb2727-6872-4ed8-900b-031bda82c1aa {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.217691] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cbd1c38-f94a-4e6f-9a9e-10d115939082 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1089.217993] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08494c4f-ff28-4786-a755-efdcd1a430a9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.225273] env[70527]: DEBUG nova.network.neutron [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: c92cc386-3682-4063-938c-706420df7d3d] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1089.229602] env[70527]: DEBUG oslo_vmware.api [None req-1cbd1c38-f94a-4e6f-9a9e-10d115939082 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Waiting for the task: (returnval){ [ 1089.229602] env[70527]: value = "task-3913688" [ 1089.229602] env[70527]: _type = "Task" [ 1089.229602] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.240114] env[70527]: DEBUG oslo_vmware.api [None req-1cbd1c38-f94a-4e6f-9a9e-10d115939082 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3913688, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.333646] env[70527]: DEBUG nova.scheduler.client.report [None req-4a1a8df1-1fd3-4739-8c32-e53f80838558 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.370456] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-8b77ff46-a09f-4e7a-8835-ff6286c45f1d tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 15efae62-cf03-4f74-92c3-c275483c8283] Creating Snapshot of the VM instance {{(pid=70527) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1089.370931] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1f86d2ac-485a-44cc-bb6d-fc92efa935e1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.380650] env[70527]: DEBUG oslo_vmware.api [None req-8b77ff46-a09f-4e7a-8835-ff6286c45f1d tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Waiting for the task: (returnval){ [ 1089.380650] env[70527]: value = "task-3913689" [ 1089.380650] env[70527]: _type = "Task" [ 1089.380650] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.390786] env[70527]: DEBUG oslo_vmware.api [None req-8b77ff46-a09f-4e7a-8835-ff6286c45f1d tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913689, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.395582] env[70527]: DEBUG nova.network.neutron [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: c92cc386-3682-4063-938c-706420df7d3d] Updating instance_info_cache with network_info: [{"id": "e2b9e825-30b0-4c46-8285-9581c34a6cc8", "address": "fa:16:3e:05:ac:15", "network": {"id": "e5ccb129-b701-4940-8889-7ade352f59a7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-618810543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8617bc6364874607aeffa5815a304ba7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2b9e825-30", "ovs_interfaceid": "e2b9e825-30b0-4c46-8285-9581c34a6cc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.451869] env[70527]: DEBUG oslo_vmware.api [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]525ffc43-cd02-022b-dd5b-cc494c4f164f, 'name': SearchDatastore_Task, 'duration_secs': 0.063095} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.452204] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.452550] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] f82bd048-5013-4809-ac11-053b6629067b/f82bd048-5013-4809-ac11-053b6629067b.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1089.452770] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92d96f08-1ad5-4d9b-b800-a27d2cb40a13 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.462701] env[70527]: DEBUG oslo_vmware.api [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for the task: (returnval){ [ 1089.462701] env[70527]: value = "task-3913690" [ 1089.462701] env[70527]: _type = "Task" [ 1089.462701] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.472096] env[70527]: DEBUG oslo_vmware.api [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913690, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.529567] env[70527]: DEBUG oslo_vmware.api [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Task: {'id': task-3913687, 'name': ReconfigVM_Task, 'duration_secs': 0.294981} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.530030] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] [instance: 992d6ed3-f53e-4c79-bff9-bb2808b6b2ee] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 992d6ed3-f53e-4c79-bff9-bb2808b6b2ee/992d6ed3-f53e-4c79-bff9-bb2808b6b2ee.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1089.531823] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec0e7016-2161-4321-9616-be9191f0a59f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.534981] env[70527]: DEBUG nova.compute.manager [req-ba867235-e93d-423e-ab40-96aa8617526c req-e925382d-a8d6-4376-a8da-7ba018ab132d service nova] [instance: c92cc386-3682-4063-938c-706420df7d3d] Received event network-vif-plugged-e2b9e825-30b0-4c46-8285-9581c34a6cc8 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.535323] env[70527]: DEBUG oslo_concurrency.lockutils [req-ba867235-e93d-423e-ab40-96aa8617526c req-e925382d-a8d6-4376-a8da-7ba018ab132d service nova] Acquiring lock "c92cc386-3682-4063-938c-706420df7d3d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.535611] env[70527]: DEBUG oslo_concurrency.lockutils [req-ba867235-e93d-423e-ab40-96aa8617526c req-e925382d-a8d6-4376-a8da-7ba018ab132d service nova] Lock "c92cc386-3682-4063-938c-706420df7d3d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.535808] env[70527]: DEBUG oslo_concurrency.lockutils [req-ba867235-e93d-423e-ab40-96aa8617526c req-e925382d-a8d6-4376-a8da-7ba018ab132d service nova] Lock "c92cc386-3682-4063-938c-706420df7d3d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.536031] env[70527]: DEBUG nova.compute.manager [req-ba867235-e93d-423e-ab40-96aa8617526c req-e925382d-a8d6-4376-a8da-7ba018ab132d service nova] [instance: c92cc386-3682-4063-938c-706420df7d3d] No waiting events found dispatching network-vif-plugged-e2b9e825-30b0-4c46-8285-9581c34a6cc8 {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1089.536247] env[70527]: WARNING nova.compute.manager [req-ba867235-e93d-423e-ab40-96aa8617526c req-e925382d-a8d6-4376-a8da-7ba018ab132d service nova] [instance: c92cc386-3682-4063-938c-706420df7d3d] Received unexpected event network-vif-plugged-e2b9e825-30b0-4c46-8285-9581c34a6cc8 for instance with vm_state building and task_state spawning. [ 1089.536449] env[70527]: DEBUG nova.compute.manager [req-ba867235-e93d-423e-ab40-96aa8617526c req-e925382d-a8d6-4376-a8da-7ba018ab132d service nova] [instance: c92cc386-3682-4063-938c-706420df7d3d] Received event network-changed-e2b9e825-30b0-4c46-8285-9581c34a6cc8 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.536620] env[70527]: DEBUG nova.compute.manager [req-ba867235-e93d-423e-ab40-96aa8617526c req-e925382d-a8d6-4376-a8da-7ba018ab132d service nova] [instance: c92cc386-3682-4063-938c-706420df7d3d] Refreshing instance network info cache due to event network-changed-e2b9e825-30b0-4c46-8285-9581c34a6cc8. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1089.536803] env[70527]: DEBUG oslo_concurrency.lockutils [req-ba867235-e93d-423e-ab40-96aa8617526c req-e925382d-a8d6-4376-a8da-7ba018ab132d service nova] Acquiring lock "refresh_cache-c92cc386-3682-4063-938c-706420df7d3d" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.543825] env[70527]: DEBUG oslo_vmware.api [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Waiting for the task: (returnval){ [ 1089.543825] env[70527]: value = "task-3913691" [ 1089.543825] env[70527]: _type = "Task" [ 1089.543825] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.554928] env[70527]: DEBUG oslo_vmware.api [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Task: {'id': task-3913691, 'name': Rename_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.680909] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f7882c95-f97b-4e7e-8d54-c0d39e58b9a9 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Lock "7a391e8e-005a-4c7f-992d-1a2466e79065" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.767s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.684809] env[70527]: DEBUG oslo_vmware.api [None req-447af102-87a6-4b65-90f9-a0b07d87476a tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': task-3913686, 'name': PowerOnVM_Task, 'duration_secs': 0.847065} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.685208] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-447af102-87a6-4b65-90f9-a0b07d87476a tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1089.685421] env[70527]: DEBUG nova.compute.manager [None req-447af102-87a6-4b65-90f9-a0b07d87476a tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1089.686778] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41829595-2a61-4df2-8f47-5ec2a2c5d967 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.740830] env[70527]: DEBUG oslo_vmware.api [None req-1cbd1c38-f94a-4e6f-9a9e-10d115939082 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3913688, 'name': PowerOffVM_Task, 'duration_secs': 0.212178} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.741166] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cbd1c38-f94a-4e6f-9a9e-10d115939082 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1089.741166] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-1cbd1c38-f94a-4e6f-9a9e-10d115939082 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1089.741393] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53382f3c-ff04-4fcb-8f18-1949605f61f6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.818145] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-1cbd1c38-f94a-4e6f-9a9e-10d115939082 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1089.818502] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-1cbd1c38-f94a-4e6f-9a9e-10d115939082 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Deleting contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1089.818830] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cbd1c38-f94a-4e6f-9a9e-10d115939082 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Deleting the datastore file [datastore2] b3a6e20c-cdfe-47f0-8881-ec6ead71e86f {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1089.819156] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1320e5a-957f-4bdc-9d84-ffd2681818e1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.827813] env[70527]: DEBUG oslo_vmware.api [None req-1cbd1c38-f94a-4e6f-9a9e-10d115939082 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Waiting for the task: (returnval){ [ 1089.827813] env[70527]: value = "task-3913693" [ 1089.827813] env[70527]: _type = "Task" [ 1089.827813] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.837756] env[70527]: DEBUG oslo_vmware.api [None req-1cbd1c38-f94a-4e6f-9a9e-10d115939082 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3913693, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.838910] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4a1a8df1-1fd3-4739-8c32-e53f80838558 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.479s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.840030] env[70527]: DEBUG nova.compute.manager [None req-4a1a8df1-1fd3-4739-8c32-e53f80838558 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1089.843772] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1b402d19-7e0f-421a-a2b4-a279d8d2e8a0 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 23.677s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.896596] env[70527]: DEBUG oslo_vmware.api [None req-8b77ff46-a09f-4e7a-8835-ff6286c45f1d tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913689, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.898497] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Releasing lock "refresh_cache-c92cc386-3682-4063-938c-706420df7d3d" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.899050] env[70527]: DEBUG nova.compute.manager [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: c92cc386-3682-4063-938c-706420df7d3d] Instance network_info: |[{"id": "e2b9e825-30b0-4c46-8285-9581c34a6cc8", "address": "fa:16:3e:05:ac:15", "network": {"id": "e5ccb129-b701-4940-8889-7ade352f59a7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-618810543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8617bc6364874607aeffa5815a304ba7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2b9e825-30", "ovs_interfaceid": "e2b9e825-30b0-4c46-8285-9581c34a6cc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1089.901032] env[70527]: DEBUG oslo_concurrency.lockutils [req-ba867235-e93d-423e-ab40-96aa8617526c req-e925382d-a8d6-4376-a8da-7ba018ab132d service nova] Acquired lock "refresh_cache-c92cc386-3682-4063-938c-706420df7d3d" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.901314] env[70527]: DEBUG nova.network.neutron [req-ba867235-e93d-423e-ab40-96aa8617526c req-e925382d-a8d6-4376-a8da-7ba018ab132d service nova] [instance: c92cc386-3682-4063-938c-706420df7d3d] Refreshing network info cache for port e2b9e825-30b0-4c46-8285-9581c34a6cc8 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1089.903060] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: c92cc386-3682-4063-938c-706420df7d3d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:ac:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9aa05ef8-c7bb-4af5-983f-bfa0f3f88223', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e2b9e825-30b0-4c46-8285-9581c34a6cc8', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1089.917668] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1089.926029] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c92cc386-3682-4063-938c-706420df7d3d] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1089.926219] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ae48217-22fd-4a73-8fd6-1bfc7acc4122 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.960646] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1089.960646] env[70527]: value = "task-3913694" [ 1089.960646] env[70527]: _type = "Task" [ 1089.960646] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.980025] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913694, 'name': CreateVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.987328] env[70527]: DEBUG oslo_vmware.api [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913690, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508495} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.987328] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] f82bd048-5013-4809-ac11-053b6629067b/f82bd048-5013-4809-ac11-053b6629067b.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1089.987328] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1089.988034] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fdde6e14-4910-4c42-af9a-6782875eed11 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.000524] env[70527]: DEBUG oslo_vmware.api [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for the task: (returnval){ [ 1090.000524] env[70527]: value = "task-3913695" [ 1090.000524] env[70527]: _type = "Task" [ 1090.000524] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.010904] env[70527]: DEBUG oslo_vmware.api [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913695, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.058343] env[70527]: DEBUG oslo_vmware.api [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Task: {'id': task-3913691, 'name': Rename_Task, 'duration_secs': 0.154907} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.058651] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] [instance: 992d6ed3-f53e-4c79-bff9-bb2808b6b2ee] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1090.059255] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98be623e-9a65-4b48-b000-5b4c7aefc4fc {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.068569] env[70527]: DEBUG oslo_vmware.api [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Waiting for the task: (returnval){ [ 1090.068569] env[70527]: value = "task-3913696" [ 1090.068569] env[70527]: _type = "Task" [ 1090.068569] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.078903] env[70527]: DEBUG oslo_vmware.api [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Task: {'id': task-3913696, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.338818] env[70527]: DEBUG oslo_vmware.api [None req-1cbd1c38-f94a-4e6f-9a9e-10d115939082 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Task: {'id': task-3913693, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.276267} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.339242] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cbd1c38-f94a-4e6f-9a9e-10d115939082 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1090.339466] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-1cbd1c38-f94a-4e6f-9a9e-10d115939082 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Deleted contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1090.339699] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-1cbd1c38-f94a-4e6f-9a9e-10d115939082 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1090.339891] env[70527]: INFO nova.compute.manager [None req-1cbd1c38-f94a-4e6f-9a9e-10d115939082 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1090.340167] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1cbd1c38-f94a-4e6f-9a9e-10d115939082 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1090.340383] env[70527]: DEBUG nova.compute.manager [-] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1090.340466] env[70527]: DEBUG nova.network.neutron [-] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1090.354192] env[70527]: DEBUG nova.compute.utils [None req-4a1a8df1-1fd3-4739-8c32-e53f80838558 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1090.360281] env[70527]: DEBUG nova.compute.manager [None req-4a1a8df1-1fd3-4739-8c32-e53f80838558 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1090.360281] env[70527]: DEBUG nova.network.neutron [None req-4a1a8df1-1fd3-4739-8c32-e53f80838558 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1090.397706] env[70527]: DEBUG oslo_vmware.api [None req-8b77ff46-a09f-4e7a-8835-ff6286c45f1d tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913689, 'name': CreateSnapshot_Task, 'duration_secs': 0.841948} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.398076] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-8b77ff46-a09f-4e7a-8835-ff6286c45f1d tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 15efae62-cf03-4f74-92c3-c275483c8283] Created Snapshot of the VM instance {{(pid=70527) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1090.398926] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6688fb-a22e-406d-9297-9cc85d31d0e8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.428157] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a46ab379-b11c-4cf5-b8e3-7cbd45d6fbbc tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Acquiring lock "7a391e8e-005a-4c7f-992d-1a2466e79065" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.428623] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a46ab379-b11c-4cf5-b8e3-7cbd45d6fbbc tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Lock "7a391e8e-005a-4c7f-992d-1a2466e79065" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.428955] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a46ab379-b11c-4cf5-b8e3-7cbd45d6fbbc tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Acquiring lock "7a391e8e-005a-4c7f-992d-1a2466e79065-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.429275] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a46ab379-b11c-4cf5-b8e3-7cbd45d6fbbc tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Lock "7a391e8e-005a-4c7f-992d-1a2466e79065-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.429570] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a46ab379-b11c-4cf5-b8e3-7cbd45d6fbbc tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Lock "7a391e8e-005a-4c7f-992d-1a2466e79065-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.435548] env[70527]: INFO nova.compute.manager [None req-a46ab379-b11c-4cf5-b8e3-7cbd45d6fbbc tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 7a391e8e-005a-4c7f-992d-1a2466e79065] Terminating instance [ 1090.442742] env[70527]: DEBUG nova.policy [None req-4a1a8df1-1fd3-4739-8c32-e53f80838558 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '705bdaf56b77445098a647c2f1955993', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6dcfa241500f49889c65f886519c4191', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 1090.474691] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913694, 'name': CreateVM_Task, 'duration_secs': 0.474649} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.477845] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c92cc386-3682-4063-938c-706420df7d3d] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1090.481801] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.482277] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.482653] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.483058] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cdc5f36-40b9-4ea8-b0a9-5586bf1bb069 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.490305] env[70527]: DEBUG oslo_vmware.api [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Waiting for the task: (returnval){ [ 1090.490305] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52e71a9a-4277-0674-010c-457f1602473f" [ 1090.490305] env[70527]: _type = "Task" [ 1090.490305] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.503751] env[70527]: DEBUG oslo_vmware.api [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52e71a9a-4277-0674-010c-457f1602473f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.514488] env[70527]: DEBUG oslo_vmware.api [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913695, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.138} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.518023] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1090.519378] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc392d32-fa02-4ec7-94b9-b3be18caaad6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.549790] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] f82bd048-5013-4809-ac11-053b6629067b/f82bd048-5013-4809-ac11-053b6629067b.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1090.555299] env[70527]: DEBUG oslo_concurrency.lockutils [None req-494e5887-6de9-4f3c-9f01-c2b969d5cb98 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Acquiring lock "fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.555615] env[70527]: DEBUG oslo_concurrency.lockutils [None req-494e5887-6de9-4f3c-9f01-c2b969d5cb98 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Lock "fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.555847] env[70527]: DEBUG oslo_concurrency.lockutils [None req-494e5887-6de9-4f3c-9f01-c2b969d5cb98 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Acquiring lock "fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.556203] env[70527]: DEBUG oslo_concurrency.lockutils [None req-494e5887-6de9-4f3c-9f01-c2b969d5cb98 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Lock "fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.556401] env[70527]: DEBUG oslo_concurrency.lockutils [None req-494e5887-6de9-4f3c-9f01-c2b969d5cb98 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Lock "fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.558307] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fde4b314-78d5-46dd-bc5a-f90afe6aa5fa {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.574049] env[70527]: INFO nova.compute.manager [None req-494e5887-6de9-4f3c-9f01-c2b969d5cb98 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9] Terminating instance [ 1090.594443] env[70527]: DEBUG oslo_vmware.api [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for the task: (returnval){ [ 1090.594443] env[70527]: value = "task-3913697" [ 1090.594443] env[70527]: _type = "Task" [ 1090.594443] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.595052] env[70527]: DEBUG oslo_vmware.api [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Task: {'id': task-3913696, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.608213] env[70527]: DEBUG oslo_vmware.api [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913697, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.794309] env[70527]: DEBUG nova.network.neutron [req-ba867235-e93d-423e-ab40-96aa8617526c req-e925382d-a8d6-4376-a8da-7ba018ab132d service nova] [instance: c92cc386-3682-4063-938c-706420df7d3d] Updated VIF entry in instance network info cache for port e2b9e825-30b0-4c46-8285-9581c34a6cc8. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1090.794998] env[70527]: DEBUG nova.network.neutron [req-ba867235-e93d-423e-ab40-96aa8617526c req-e925382d-a8d6-4376-a8da-7ba018ab132d service nova] [instance: c92cc386-3682-4063-938c-706420df7d3d] Updating instance_info_cache with network_info: [{"id": "e2b9e825-30b0-4c46-8285-9581c34a6cc8", "address": "fa:16:3e:05:ac:15", "network": {"id": "e5ccb129-b701-4940-8889-7ade352f59a7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-618810543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8617bc6364874607aeffa5815a304ba7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2b9e825-30", "ovs_interfaceid": "e2b9e825-30b0-4c46-8285-9581c34a6cc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.861073] env[70527]: DEBUG nova.compute.manager [None req-4a1a8df1-1fd3-4739-8c32-e53f80838558 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1090.868041] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-379e308a-d8b5-4ad8-90db-f365381c46ec {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.878602] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1607c55a-c345-40b7-95c4-7c5137ef3f4f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.915961] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adab9737-fc23-4d49-b0cc-161550bf1250 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.926972] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-8b77ff46-a09f-4e7a-8835-ff6286c45f1d tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 15efae62-cf03-4f74-92c3-c275483c8283] Creating linked-clone VM from snapshot {{(pid=70527) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1090.932752] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-89e82785-8ce2-46d2-b04a-7a9da5d57593 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.934346] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37511b4e-1bf7-48c2-8994-7f28db305433 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.940794] env[70527]: DEBUG nova.compute.manager [None req-a46ab379-b11c-4cf5-b8e3-7cbd45d6fbbc tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 7a391e8e-005a-4c7f-992d-1a2466e79065] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1090.941047] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-a46ab379-b11c-4cf5-b8e3-7cbd45d6fbbc tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 7a391e8e-005a-4c7f-992d-1a2466e79065] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1090.949821] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3688ff-2cde-47b2-8b64-90cb03f703bf {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.953070] env[70527]: DEBUG nova.compute.provider_tree [None req-1b402d19-7e0f-421a-a2b4-a279d8d2e8a0 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1090.955691] env[70527]: DEBUG oslo_vmware.api [None req-8b77ff46-a09f-4e7a-8835-ff6286c45f1d tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Waiting for the task: (returnval){ [ 1090.955691] env[70527]: value = "task-3913698" [ 1090.955691] env[70527]: _type = "Task" [ 1090.955691] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.963515] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-a46ab379-b11c-4cf5-b8e3-7cbd45d6fbbc tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 7a391e8e-005a-4c7f-992d-1a2466e79065] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1090.964737] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7532bb63-2d8d-4bfa-aff2-86d0205f35a0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.970855] env[70527]: DEBUG oslo_vmware.api [None req-8b77ff46-a09f-4e7a-8835-ff6286c45f1d tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913698, 'name': CloneVM_Task} progress is 10%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.974505] env[70527]: DEBUG oslo_vmware.api [None req-a46ab379-b11c-4cf5-b8e3-7cbd45d6fbbc tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Waiting for the task: (returnval){ [ 1090.974505] env[70527]: value = "task-3913699" [ 1090.974505] env[70527]: _type = "Task" [ 1090.974505] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.984361] env[70527]: DEBUG oslo_vmware.api [None req-a46ab379-b11c-4cf5-b8e3-7cbd45d6fbbc tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3913699, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.004524] env[70527]: DEBUG oslo_vmware.api [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52e71a9a-4277-0674-010c-457f1602473f, 'name': SearchDatastore_Task, 'duration_secs': 0.016908} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.004933] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.005196] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: c92cc386-3682-4063-938c-706420df7d3d] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1091.005448] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.005603] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.006042] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1091.006129] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd04561b-5014-4932-ae59-f48dddd8ce1f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.017177] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1091.017402] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1091.018245] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4e2460a-4f27-47fa-8888-303a29126874 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.024694] env[70527]: DEBUG oslo_vmware.api [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Waiting for the task: (returnval){ [ 1091.024694] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52578650-c91e-013c-4c68-2fe84af8b3d2" [ 1091.024694] env[70527]: _type = "Task" [ 1091.024694] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.033240] env[70527]: DEBUG oslo_vmware.api [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52578650-c91e-013c-4c68-2fe84af8b3d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.058423] env[70527]: DEBUG nova.network.neutron [None req-4a1a8df1-1fd3-4739-8c32-e53f80838558 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] Successfully created port: 78d43ac4-17a5-4fdd-b196-70ab4500ca01 {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1091.084219] env[70527]: DEBUG nova.compute.manager [None req-494e5887-6de9-4f3c-9f01-c2b969d5cb98 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1091.084439] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-494e5887-6de9-4f3c-9f01-c2b969d5cb98 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1091.085275] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ea6387-88cc-464b-be0a-7cbd5bebb2ab {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.094954] env[70527]: DEBUG oslo_vmware.api [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Task: {'id': task-3913696, 'name': PowerOnVM_Task, 'duration_secs': 0.609426} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.097398] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] [instance: 992d6ed3-f53e-4c79-bff9-bb2808b6b2ee] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1091.097732] env[70527]: INFO nova.compute.manager [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] [instance: 992d6ed3-f53e-4c79-bff9-bb2808b6b2ee] Took 8.90 seconds to spawn the instance on the hypervisor. [ 1091.098032] env[70527]: DEBUG nova.compute.manager [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] [instance: 992d6ed3-f53e-4c79-bff9-bb2808b6b2ee] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1091.098359] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-494e5887-6de9-4f3c-9f01-c2b969d5cb98 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1091.099106] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98da2133-6da1-44d8-b0d0-250190b88df5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.105339] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ad3998d-383e-454c-8514-d1ec1f145c0d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.119989] env[70527]: DEBUG oslo_vmware.api [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913697, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.120322] env[70527]: DEBUG oslo_vmware.api [None req-494e5887-6de9-4f3c-9f01-c2b969d5cb98 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Waiting for the task: (returnval){ [ 1091.120322] env[70527]: value = "task-3913700" [ 1091.120322] env[70527]: _type = "Task" [ 1091.120322] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.130703] env[70527]: DEBUG oslo_vmware.api [None req-494e5887-6de9-4f3c-9f01-c2b969d5cb98 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': task-3913700, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.298624] env[70527]: DEBUG oslo_concurrency.lockutils [req-ba867235-e93d-423e-ab40-96aa8617526c req-e925382d-a8d6-4376-a8da-7ba018ab132d service nova] Releasing lock "refresh_cache-c92cc386-3682-4063-938c-706420df7d3d" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.332484] env[70527]: DEBUG nova.network.neutron [-] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.367350] env[70527]: INFO nova.virt.block_device [None req-4a1a8df1-1fd3-4739-8c32-e53f80838558 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] Booting with volume 8807cb3c-d73f-49de-bf57-aa0d3d2778b3 at /dev/sda [ 1091.415710] env[70527]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f32e124b-f14f-4d64-94be-93838a15aa70 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.429347] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a20856-7fd8-4ddf-b791-0faaa89e99b1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.472686] env[70527]: DEBUG nova.scheduler.client.report [None req-1b402d19-7e0f-421a-a2b4-a279d8d2e8a0 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1091.479911] env[70527]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-048ce656-a0ff-4833-ba7b-b22f4690c675 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.491716] env[70527]: DEBUG oslo_vmware.api [None req-8b77ff46-a09f-4e7a-8835-ff6286c45f1d tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913698, 'name': CloneVM_Task} progress is 94%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.496321] env[70527]: DEBUG oslo_vmware.api [None req-a46ab379-b11c-4cf5-b8e3-7cbd45d6fbbc tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3913699, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.500812] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61a2421-8b2a-45de-b2ae-2d1b69f21b52 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.544605] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d07ff3c-3ed3-47ce-b819-9e2d62fc3e25 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.552199] env[70527]: DEBUG oslo_vmware.api [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52578650-c91e-013c-4c68-2fe84af8b3d2, 'name': SearchDatastore_Task, 'duration_secs': 0.021522} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.554492] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8ab8d01-4334-46de-9b12-3eb4c15ccfe5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.560271] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c79729-3700-4656-bd4c-61dc6984a0c9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.565129] env[70527]: DEBUG oslo_vmware.api [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Waiting for the task: (returnval){ [ 1091.565129] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52ba44f0-03e3-935e-8496-50586fd4e6b6" [ 1091.565129] env[70527]: _type = "Task" [ 1091.565129] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.577301] env[70527]: DEBUG oslo_vmware.api [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52ba44f0-03e3-935e-8496-50586fd4e6b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.581268] env[70527]: DEBUG nova.virt.block_device [None req-4a1a8df1-1fd3-4739-8c32-e53f80838558 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] Updating existing volume attachment record: 97613b31-584c-4b62-933f-abacec8e2b79 {{(pid=70527) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1091.610596] env[70527]: DEBUG oslo_vmware.api [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913697, 'name': ReconfigVM_Task, 'duration_secs': 0.583647} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.610897] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] Reconfigured VM instance instance-00000058 to attach disk [datastore2] f82bd048-5013-4809-ac11-053b6629067b/f82bd048-5013-4809-ac11-053b6629067b.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1091.611560] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c1bd9b6-393a-45fe-94a2-711aecff93f1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.620168] env[70527]: DEBUG oslo_vmware.api [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for the task: (returnval){ [ 1091.620168] env[70527]: value = "task-3913701" [ 1091.620168] env[70527]: _type = "Task" [ 1091.620168] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.634271] env[70527]: DEBUG nova.compute.manager [req-bd0502dc-5ffe-4272-9622-a9e2b8a6d1b3 req-077bb615-f600-47e2-a4bc-b4a87495c23c service nova] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Received event network-vif-deleted-015554bc-e578-42fa-982b-384496fb4814 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.639075] env[70527]: DEBUG oslo_vmware.api [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913701, 'name': Rename_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.639728] env[70527]: INFO nova.compute.manager [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] [instance: 992d6ed3-f53e-4c79-bff9-bb2808b6b2ee] Took 37.41 seconds to build instance. [ 1091.644412] env[70527]: DEBUG oslo_vmware.api [None req-494e5887-6de9-4f3c-9f01-c2b969d5cb98 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': task-3913700, 'name': PowerOffVM_Task, 'duration_secs': 0.496065} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.644691] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-494e5887-6de9-4f3c-9f01-c2b969d5cb98 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1091.644965] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-494e5887-6de9-4f3c-9f01-c2b969d5cb98 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1091.645138] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc354d01-2a73-440c-977d-111f09b37a97 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.720477] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-494e5887-6de9-4f3c-9f01-c2b969d5cb98 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1091.720802] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-494e5887-6de9-4f3c-9f01-c2b969d5cb98 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9] Deleting contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1091.721093] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-494e5887-6de9-4f3c-9f01-c2b969d5cb98 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Deleting the datastore file [datastore2] fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1091.721654] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1175539-51bc-489c-8c58-96eaf176af46 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.735512] env[70527]: DEBUG oslo_vmware.api [None req-494e5887-6de9-4f3c-9f01-c2b969d5cb98 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Waiting for the task: (returnval){ [ 1091.735512] env[70527]: value = "task-3913703" [ 1091.735512] env[70527]: _type = "Task" [ 1091.735512] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.746403] env[70527]: DEBUG oslo_vmware.api [None req-494e5887-6de9-4f3c-9f01-c2b969d5cb98 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': task-3913703, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.835815] env[70527]: INFO nova.compute.manager [-] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Took 1.50 seconds to deallocate network for instance. [ 1091.996619] env[70527]: DEBUG oslo_vmware.api [None req-a46ab379-b11c-4cf5-b8e3-7cbd45d6fbbc tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3913699, 'name': PowerOffVM_Task, 'duration_secs': 0.622223} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.996870] env[70527]: DEBUG oslo_vmware.api [None req-8b77ff46-a09f-4e7a-8835-ff6286c45f1d tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913698, 'name': CloneVM_Task} progress is 94%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.997200] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-a46ab379-b11c-4cf5-b8e3-7cbd45d6fbbc tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 7a391e8e-005a-4c7f-992d-1a2466e79065] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1091.997323] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-a46ab379-b11c-4cf5-b8e3-7cbd45d6fbbc tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 7a391e8e-005a-4c7f-992d-1a2466e79065] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1091.997553] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a1b7139-fed5-4717-ae05-0cb61752dcf6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.062245] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-a46ab379-b11c-4cf5-b8e3-7cbd45d6fbbc tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 7a391e8e-005a-4c7f-992d-1a2466e79065] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1092.062422] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-a46ab379-b11c-4cf5-b8e3-7cbd45d6fbbc tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 7a391e8e-005a-4c7f-992d-1a2466e79065] Deleting contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1092.062691] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-a46ab379-b11c-4cf5-b8e3-7cbd45d6fbbc tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Deleting the datastore file [datastore1] 7a391e8e-005a-4c7f-992d-1a2466e79065 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1092.062848] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-05159487-1f27-4cb3-aeaf-09d08df2e5c8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.072774] env[70527]: DEBUG oslo_vmware.api [None req-a46ab379-b11c-4cf5-b8e3-7cbd45d6fbbc tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Waiting for the task: (returnval){ [ 1092.072774] env[70527]: value = "task-3913705" [ 1092.072774] env[70527]: _type = "Task" [ 1092.072774] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.082062] env[70527]: DEBUG oslo_vmware.api [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52ba44f0-03e3-935e-8496-50586fd4e6b6, 'name': SearchDatastore_Task, 'duration_secs': 0.013523} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.082696] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.083032] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] c92cc386-3682-4063-938c-706420df7d3d/c92cc386-3682-4063-938c-706420df7d3d.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1092.083350] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b96149b-563b-4e49-9ea8-a5cb54beb14f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.088635] env[70527]: DEBUG oslo_vmware.api [None req-a46ab379-b11c-4cf5-b8e3-7cbd45d6fbbc tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3913705, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.094019] env[70527]: DEBUG oslo_vmware.api [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Waiting for the task: (returnval){ [ 1092.094019] env[70527]: value = "task-3913706" [ 1092.094019] env[70527]: _type = "Task" [ 1092.094019] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.104026] env[70527]: DEBUG oslo_vmware.api [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3913706, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.130019] env[70527]: DEBUG oslo_vmware.api [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913701, 'name': Rename_Task, 'duration_secs': 0.188056} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.130335] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1092.131035] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21619493-127a-4bb4-974c-6b2d88ed6db6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.138241] env[70527]: DEBUG oslo_vmware.api [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for the task: (returnval){ [ 1092.138241] env[70527]: value = "task-3913707" [ 1092.138241] env[70527]: _type = "Task" [ 1092.138241] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.143494] env[70527]: DEBUG oslo_concurrency.lockutils [None req-82c82b9f-f786-46f6-b634-a271442c408b tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Lock "992d6ed3-f53e-4c79-bff9-bb2808b6b2ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.923s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.148654] env[70527]: DEBUG oslo_vmware.api [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913707, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.231678] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9c3b89e4-e576-4094-b904-5c9f01da4c21 tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Acquiring lock "992d6ed3-f53e-4c79-bff9-bb2808b6b2ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.231967] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9c3b89e4-e576-4094-b904-5c9f01da4c21 tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Lock "992d6ed3-f53e-4c79-bff9-bb2808b6b2ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.232206] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9c3b89e4-e576-4094-b904-5c9f01da4c21 tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Acquiring lock "992d6ed3-f53e-4c79-bff9-bb2808b6b2ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.232405] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9c3b89e4-e576-4094-b904-5c9f01da4c21 tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Lock "992d6ed3-f53e-4c79-bff9-bb2808b6b2ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.232568] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9c3b89e4-e576-4094-b904-5c9f01da4c21 tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Lock "992d6ed3-f53e-4c79-bff9-bb2808b6b2ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.234859] env[70527]: INFO nova.compute.manager [None req-9c3b89e4-e576-4094-b904-5c9f01da4c21 tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] [instance: 992d6ed3-f53e-4c79-bff9-bb2808b6b2ee] Terminating instance [ 1092.247543] env[70527]: DEBUG oslo_vmware.api [None req-494e5887-6de9-4f3c-9f01-c2b969d5cb98 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': task-3913703, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201971} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.247887] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-494e5887-6de9-4f3c-9f01-c2b969d5cb98 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1092.248109] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-494e5887-6de9-4f3c-9f01-c2b969d5cb98 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9] Deleted contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1092.248259] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-494e5887-6de9-4f3c-9f01-c2b969d5cb98 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1092.248441] env[70527]: INFO nova.compute.manager [None req-494e5887-6de9-4f3c-9f01-c2b969d5cb98 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1092.248714] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-494e5887-6de9-4f3c-9f01-c2b969d5cb98 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1092.248988] env[70527]: DEBUG nova.compute.manager [-] [instance: fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1092.249143] env[70527]: DEBUG nova.network.neutron [-] [instance: fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1092.345332] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1cbd1c38-f94a-4e6f-9a9e-10d115939082 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.491256] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1b402d19-7e0f-421a-a2b4-a279d8d2e8a0 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.646s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.493834] env[70527]: DEBUG oslo_vmware.api [None req-8b77ff46-a09f-4e7a-8835-ff6286c45f1d tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913698, 'name': CloneVM_Task} progress is 95%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.494606] env[70527]: DEBUG oslo_concurrency.lockutils [None req-bfee6f44-9451-4bb2-b5eb-b426377a4935 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.113s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.495027] env[70527]: DEBUG nova.objects.instance [None req-bfee6f44-9451-4bb2-b5eb-b426377a4935 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lazy-loading 'resources' on Instance uuid 21bb3b74-928a-46a5-b637-a6ccd25b4bdc {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1092.595068] env[70527]: DEBUG oslo_vmware.api [None req-a46ab379-b11c-4cf5-b8e3-7cbd45d6fbbc tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3913705, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181171} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.600148] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-a46ab379-b11c-4cf5-b8e3-7cbd45d6fbbc tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1092.600384] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-a46ab379-b11c-4cf5-b8e3-7cbd45d6fbbc tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 7a391e8e-005a-4c7f-992d-1a2466e79065] Deleted contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1092.600581] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-a46ab379-b11c-4cf5-b8e3-7cbd45d6fbbc tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 7a391e8e-005a-4c7f-992d-1a2466e79065] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1092.600761] env[70527]: INFO nova.compute.manager [None req-a46ab379-b11c-4cf5-b8e3-7cbd45d6fbbc tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 7a391e8e-005a-4c7f-992d-1a2466e79065] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1092.601030] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a46ab379-b11c-4cf5-b8e3-7cbd45d6fbbc tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1092.601989] env[70527]: DEBUG nova.compute.manager [-] [instance: 7a391e8e-005a-4c7f-992d-1a2466e79065] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1092.602127] env[70527]: DEBUG nova.network.neutron [-] [instance: 7a391e8e-005a-4c7f-992d-1a2466e79065] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1092.610893] env[70527]: DEBUG oslo_vmware.api [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3913706, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.649698] env[70527]: DEBUG oslo_vmware.api [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913707, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.745150] env[70527]: DEBUG nova.compute.manager [None req-9c3b89e4-e576-4094-b904-5c9f01da4c21 tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] [instance: 992d6ed3-f53e-4c79-bff9-bb2808b6b2ee] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1092.745150] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-9c3b89e4-e576-4094-b904-5c9f01da4c21 tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] [instance: 992d6ed3-f53e-4c79-bff9-bb2808b6b2ee] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1092.746102] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da77170e-04f7-43f5-8fd8-b50d151dd763 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.758551] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c3b89e4-e576-4094-b904-5c9f01da4c21 tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] [instance: 992d6ed3-f53e-4c79-bff9-bb2808b6b2ee] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1092.758876] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e28c995-56cd-42a2-be6c-1804cecabbd0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.767335] env[70527]: DEBUG oslo_vmware.api [None req-9c3b89e4-e576-4094-b904-5c9f01da4c21 tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Waiting for the task: (returnval){ [ 1092.767335] env[70527]: value = "task-3913708" [ 1092.767335] env[70527]: _type = "Task" [ 1092.767335] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.778801] env[70527]: DEBUG oslo_vmware.api [None req-9c3b89e4-e576-4094-b904-5c9f01da4c21 tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Task: {'id': task-3913708, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.954150] env[70527]: DEBUG nova.network.neutron [None req-4a1a8df1-1fd3-4739-8c32-e53f80838558 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] Successfully updated port: 78d43ac4-17a5-4fdd-b196-70ab4500ca01 {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1092.990426] env[70527]: DEBUG nova.compute.manager [req-94dad464-b93c-4cc5-b306-bb8bfb722f75 req-a7601e67-f659-4331-b958-08da28aea1a3 service nova] [instance: 7a391e8e-005a-4c7f-992d-1a2466e79065] Received event network-vif-deleted-7719ce38-6d50-4f6f-bbc3-ce84dcce4126 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1092.990426] env[70527]: INFO nova.compute.manager [req-94dad464-b93c-4cc5-b306-bb8bfb722f75 req-a7601e67-f659-4331-b958-08da28aea1a3 service nova] [instance: 7a391e8e-005a-4c7f-992d-1a2466e79065] Neutron deleted interface 7719ce38-6d50-4f6f-bbc3-ce84dcce4126; detaching it from the instance and deleting it from the info cache [ 1092.990426] env[70527]: DEBUG nova.network.neutron [req-94dad464-b93c-4cc5-b306-bb8bfb722f75 req-a7601e67-f659-4331-b958-08da28aea1a3 service nova] [instance: 7a391e8e-005a-4c7f-992d-1a2466e79065] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.006206] env[70527]: DEBUG oslo_vmware.api [None req-8b77ff46-a09f-4e7a-8835-ff6286c45f1d tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913698, 'name': CloneVM_Task, 'duration_secs': 1.735556} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.008644] env[70527]: INFO nova.virt.vmwareapi.vmops [None req-8b77ff46-a09f-4e7a-8835-ff6286c45f1d tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 15efae62-cf03-4f74-92c3-c275483c8283] Created linked-clone VM from snapshot [ 1093.010398] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52bbb27d-0ede-46f3-a129-1c2c2829013c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.022857] env[70527]: DEBUG nova.virt.vmwareapi.images [None req-8b77ff46-a09f-4e7a-8835-ff6286c45f1d tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 15efae62-cf03-4f74-92c3-c275483c8283] Uploading image c85268c2-23a1-4a25-870e-a06d8fdf93d1 {{(pid=70527) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1093.054408] env[70527]: DEBUG oslo_vmware.rw_handles [None req-8b77ff46-a09f-4e7a-8835-ff6286c45f1d tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1093.054408] env[70527]: value = "vm-777176" [ 1093.054408] env[70527]: _type = "VirtualMachine" [ 1093.054408] env[70527]: }. {{(pid=70527) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1093.055661] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-97d4e431-bbee-47d5-b8ca-385f724278cf {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.066308] env[70527]: DEBUG oslo_vmware.rw_handles [None req-8b77ff46-a09f-4e7a-8835-ff6286c45f1d tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Lease: (returnval){ [ 1093.066308] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52d52cae-7c9e-2323-c28b-cfbfad252ddc" [ 1093.066308] env[70527]: _type = "HttpNfcLease" [ 1093.066308] env[70527]: } obtained for exporting VM: (result){ [ 1093.066308] env[70527]: value = "vm-777176" [ 1093.066308] env[70527]: _type = "VirtualMachine" [ 1093.066308] env[70527]: }. {{(pid=70527) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1093.066555] env[70527]: DEBUG oslo_vmware.api [None req-8b77ff46-a09f-4e7a-8835-ff6286c45f1d tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Waiting for the lease: (returnval){ [ 1093.066555] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52d52cae-7c9e-2323-c28b-cfbfad252ddc" [ 1093.066555] env[70527]: _type = "HttpNfcLease" [ 1093.066555] env[70527]: } to be ready. {{(pid=70527) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1093.075387] env[70527]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1093.075387] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52d52cae-7c9e-2323-c28b-cfbfad252ddc" [ 1093.075387] env[70527]: _type = "HttpNfcLease" [ 1093.075387] env[70527]: } is initializing. {{(pid=70527) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1093.089990] env[70527]: INFO nova.scheduler.client.report [None req-1b402d19-7e0f-421a-a2b4-a279d8d2e8a0 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Deleted allocation for migration a3d9c545-e3f3-414a-b8df-2a490e6c6ee9 [ 1093.106828] env[70527]: DEBUG oslo_vmware.api [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3913706, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.121143] env[70527]: DEBUG nova.network.neutron [-] [instance: fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.159357] env[70527]: DEBUG oslo_vmware.api [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913707, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.280378] env[70527]: DEBUG oslo_vmware.api [None req-9c3b89e4-e576-4094-b904-5c9f01da4c21 tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Task: {'id': task-3913708, 'name': PowerOffVM_Task, 'duration_secs': 0.217138} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.280657] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c3b89e4-e576-4094-b904-5c9f01da4c21 tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] [instance: 992d6ed3-f53e-4c79-bff9-bb2808b6b2ee] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1093.280911] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-9c3b89e4-e576-4094-b904-5c9f01da4c21 tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] [instance: 992d6ed3-f53e-4c79-bff9-bb2808b6b2ee] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1093.281103] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-59a2468e-50b5-4b76-bbce-09efb99c8d22 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.382494] env[70527]: DEBUG nova.network.neutron [-] [instance: 7a391e8e-005a-4c7f-992d-1a2466e79065] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.395335] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa8dac22-6888-45f9-80f4-ebc1ad578069 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.404566] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27bf7069-81da-4127-86da-b0aed3f12b5f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.435928] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897e0264-f453-4d0d-a538-738e96e08740 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.444134] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43e68af-b9a0-4824-bd4c-bac0a4c03e81 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.460271] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4a1a8df1-1fd3-4739-8c32-e53f80838558 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Acquiring lock "refresh_cache-0cabe7f0-908c-43e2-aa94-9b4abcaa2df7" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.460271] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4a1a8df1-1fd3-4739-8c32-e53f80838558 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Acquired lock "refresh_cache-0cabe7f0-908c-43e2-aa94-9b4abcaa2df7" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.460271] env[70527]: DEBUG nova.network.neutron [None req-4a1a8df1-1fd3-4739-8c32-e53f80838558 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1093.462173] env[70527]: DEBUG nova.compute.provider_tree [None req-bfee6f44-9451-4bb2-b5eb-b426377a4935 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1093.493810] env[70527]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-54cc4745-d7ca-4c93-84e1-3423693ecc06 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.505393] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c07c5606-3b68-46b8-af84-ee3393cab5d7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.542506] env[70527]: DEBUG nova.compute.manager [req-94dad464-b93c-4cc5-b306-bb8bfb722f75 req-a7601e67-f659-4331-b958-08da28aea1a3 service nova] [instance: 7a391e8e-005a-4c7f-992d-1a2466e79065] Detach interface failed, port_id=7719ce38-6d50-4f6f-bbc3-ce84dcce4126, reason: Instance 7a391e8e-005a-4c7f-992d-1a2466e79065 could not be found. {{(pid=70527) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1093.576292] env[70527]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1093.576292] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52d52cae-7c9e-2323-c28b-cfbfad252ddc" [ 1093.576292] env[70527]: _type = "HttpNfcLease" [ 1093.576292] env[70527]: } is ready. {{(pid=70527) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1093.576757] env[70527]: DEBUG oslo_vmware.rw_handles [None req-8b77ff46-a09f-4e7a-8835-ff6286c45f1d tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1093.576757] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52d52cae-7c9e-2323-c28b-cfbfad252ddc" [ 1093.576757] env[70527]: _type = "HttpNfcLease" [ 1093.576757] env[70527]: }. {{(pid=70527) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1093.581973] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5dc16f-4f70-416d-95ca-d85525285d42 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.598824] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1b402d19-7e0f-421a-a2b4-a279d8d2e8a0 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Lock "fdfe7865-31aa-4a0b-9325-7abef06e7501" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 30.884s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.599286] env[70527]: DEBUG oslo_vmware.rw_handles [None req-8b77ff46-a09f-4e7a-8835-ff6286c45f1d tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d12d5f-fd27-b8be-07d2-6f2c68c2b048/disk-0.vmdk from lease info. {{(pid=70527) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1093.599481] env[70527]: DEBUG oslo_vmware.rw_handles [None req-8b77ff46-a09f-4e7a-8835-ff6286c45f1d tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d12d5f-fd27-b8be-07d2-6f2c68c2b048/disk-0.vmdk for reading. {{(pid=70527) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1093.663885] env[70527]: INFO nova.compute.manager [-] [instance: fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9] Took 1.41 seconds to deallocate network for instance. [ 1093.674356] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-9c3b89e4-e576-4094-b904-5c9f01da4c21 tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] [instance: 992d6ed3-f53e-4c79-bff9-bb2808b6b2ee] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1093.674590] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-9c3b89e4-e576-4094-b904-5c9f01da4c21 tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] [instance: 992d6ed3-f53e-4c79-bff9-bb2808b6b2ee] Deleting contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1093.674739] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c3b89e4-e576-4094-b904-5c9f01da4c21 tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Deleting the datastore file [datastore1] 992d6ed3-f53e-4c79-bff9-bb2808b6b2ee {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1093.675132] env[70527]: DEBUG oslo_vmware.api [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3913706, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.676421] env[70527]: DEBUG nova.compute.manager [req-4ec7c864-5694-474b-914a-135e4c80f5a0 req-0b08a0dc-cb4c-4256-bcd1-a54d0a00d2cd service nova] [instance: fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9] Received event network-vif-deleted-4d14b486-8771-4c96-baad-0bd018b270aa {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.676613] env[70527]: DEBUG nova.compute.manager [req-4ec7c864-5694-474b-914a-135e4c80f5a0 req-0b08a0dc-cb4c-4256-bcd1-a54d0a00d2cd service nova] [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] Received event network-vif-plugged-78d43ac4-17a5-4fdd-b196-70ab4500ca01 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.676798] env[70527]: DEBUG oslo_concurrency.lockutils [req-4ec7c864-5694-474b-914a-135e4c80f5a0 req-0b08a0dc-cb4c-4256-bcd1-a54d0a00d2cd service nova] Acquiring lock "0cabe7f0-908c-43e2-aa94-9b4abcaa2df7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.677010] env[70527]: DEBUG oslo_concurrency.lockutils [req-4ec7c864-5694-474b-914a-135e4c80f5a0 req-0b08a0dc-cb4c-4256-bcd1-a54d0a00d2cd service nova] Lock "0cabe7f0-908c-43e2-aa94-9b4abcaa2df7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.677231] env[70527]: DEBUG oslo_concurrency.lockutils [req-4ec7c864-5694-474b-914a-135e4c80f5a0 req-0b08a0dc-cb4c-4256-bcd1-a54d0a00d2cd service nova] Lock "0cabe7f0-908c-43e2-aa94-9b4abcaa2df7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.677404] env[70527]: DEBUG nova.compute.manager [req-4ec7c864-5694-474b-914a-135e4c80f5a0 req-0b08a0dc-cb4c-4256-bcd1-a54d0a00d2cd service nova] [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] No waiting events found dispatching network-vif-plugged-78d43ac4-17a5-4fdd-b196-70ab4500ca01 {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1093.677568] env[70527]: WARNING nova.compute.manager [req-4ec7c864-5694-474b-914a-135e4c80f5a0 req-0b08a0dc-cb4c-4256-bcd1-a54d0a00d2cd service nova] [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] Received unexpected event network-vif-plugged-78d43ac4-17a5-4fdd-b196-70ab4500ca01 for instance with vm_state building and task_state spawning. [ 1093.677757] env[70527]: DEBUG nova.compute.manager [req-4ec7c864-5694-474b-914a-135e4c80f5a0 req-0b08a0dc-cb4c-4256-bcd1-a54d0a00d2cd service nova] [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] Received event network-changed-78d43ac4-17a5-4fdd-b196-70ab4500ca01 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.677921] env[70527]: DEBUG nova.compute.manager [req-4ec7c864-5694-474b-914a-135e4c80f5a0 req-0b08a0dc-cb4c-4256-bcd1-a54d0a00d2cd service nova] [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] Refreshing instance network info cache due to event network-changed-78d43ac4-17a5-4fdd-b196-70ab4500ca01. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1093.678111] env[70527]: DEBUG oslo_concurrency.lockutils [req-4ec7c864-5694-474b-914a-135e4c80f5a0 req-0b08a0dc-cb4c-4256-bcd1-a54d0a00d2cd service nova] Acquiring lock "refresh_cache-0cabe7f0-908c-43e2-aa94-9b4abcaa2df7" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.682563] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3be0074a-0dcf-4cf4-9499-32b507a89b1d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.686660] env[70527]: DEBUG nova.compute.manager [None req-4a1a8df1-1fd3-4739-8c32-e53f80838558 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1093.687196] env[70527]: DEBUG nova.virt.hardware [None req-4a1a8df1-1fd3-4739-8c32-e53f80838558 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1093.687517] env[70527]: DEBUG nova.virt.hardware [None req-4a1a8df1-1fd3-4739-8c32-e53f80838558 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1093.687833] env[70527]: DEBUG nova.virt.hardware [None req-4a1a8df1-1fd3-4739-8c32-e53f80838558 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1093.688097] env[70527]: DEBUG nova.virt.hardware [None req-4a1a8df1-1fd3-4739-8c32-e53f80838558 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1093.688291] env[70527]: DEBUG nova.virt.hardware [None req-4a1a8df1-1fd3-4739-8c32-e53f80838558 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1093.688449] env[70527]: DEBUG nova.virt.hardware [None req-4a1a8df1-1fd3-4739-8c32-e53f80838558 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1093.688672] env[70527]: DEBUG nova.virt.hardware [None req-4a1a8df1-1fd3-4739-8c32-e53f80838558 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1093.688823] env[70527]: DEBUG nova.virt.hardware [None req-4a1a8df1-1fd3-4739-8c32-e53f80838558 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1093.689028] env[70527]: DEBUG nova.virt.hardware [None req-4a1a8df1-1fd3-4739-8c32-e53f80838558 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1093.689367] env[70527]: DEBUG nova.virt.hardware [None req-4a1a8df1-1fd3-4739-8c32-e53f80838558 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1093.689454] env[70527]: DEBUG nova.virt.hardware [None req-4a1a8df1-1fd3-4739-8c32-e53f80838558 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1093.695268] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5332de26-5743-4eb9-8d09-89914177d6e1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.698552] env[70527]: DEBUG oslo_vmware.api [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913707, 'name': PowerOnVM_Task, 'duration_secs': 1.516163} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.698838] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1093.699062] env[70527]: INFO nova.compute.manager [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] Took 8.93 seconds to spawn the instance on the hypervisor. [ 1093.699250] env[70527]: DEBUG nova.compute.manager [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1093.700406] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3619c335-2b50-4ed5-b9bf-17efc1a04e21 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.707265] env[70527]: DEBUG oslo_vmware.api [None req-9c3b89e4-e576-4094-b904-5c9f01da4c21 tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Waiting for the task: (returnval){ [ 1093.707265] env[70527]: value = "task-3913711" [ 1093.707265] env[70527]: _type = "Task" [ 1093.707265] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.708947] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db63cc78-0818-4bed-a535-446d685304fc {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.742193] env[70527]: DEBUG oslo_vmware.api [None req-9c3b89e4-e576-4094-b904-5c9f01da4c21 tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Task: {'id': task-3913711, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.762468] env[70527]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-65f907c8-6461-4aa9-b9c4-a8ee81a1b61e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.885760] env[70527]: INFO nova.compute.manager [-] [instance: 7a391e8e-005a-4c7f-992d-1a2466e79065] Took 1.28 seconds to deallocate network for instance. [ 1093.965765] env[70527]: DEBUG nova.scheduler.client.report [None req-bfee6f44-9451-4bb2-b5eb-b426377a4935 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.001990] env[70527]: DEBUG nova.network.neutron [None req-4a1a8df1-1fd3-4739-8c32-e53f80838558 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1094.111162] env[70527]: DEBUG oslo_vmware.api [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3913706, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.552347} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.111435] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] c92cc386-3682-4063-938c-706420df7d3d/c92cc386-3682-4063-938c-706420df7d3d.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1094.111717] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: c92cc386-3682-4063-938c-706420df7d3d] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1094.112052] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea4de9e8-bf88-4c57-9f4e-b07c4278de26 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.121174] env[70527]: DEBUG oslo_vmware.api [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Waiting for the task: (returnval){ [ 1094.121174] env[70527]: value = "task-3913712" [ 1094.121174] env[70527]: _type = "Task" [ 1094.121174] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.135491] env[70527]: DEBUG oslo_vmware.api [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3913712, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.187621] env[70527]: DEBUG oslo_concurrency.lockutils [None req-494e5887-6de9-4f3c-9f01-c2b969d5cb98 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.204850] env[70527]: DEBUG nova.network.neutron [None req-4a1a8df1-1fd3-4739-8c32-e53f80838558 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] Updating instance_info_cache with network_info: [{"id": "78d43ac4-17a5-4fdd-b196-70ab4500ca01", "address": "fa:16:3e:ee:8f:ca", "network": {"id": "958a255c-ef2f-4e19-8bc1-06416e58f152", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1792911158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6dcfa241500f49889c65f886519c4191", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78d43ac4-17", "ovs_interfaceid": "78d43ac4-17a5-4fdd-b196-70ab4500ca01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.232184] env[70527]: DEBUG oslo_vmware.api [None req-9c3b89e4-e576-4094-b904-5c9f01da4c21 tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Task: {'id': task-3913711, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144182} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.234469] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c3b89e4-e576-4094-b904-5c9f01da4c21 tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1094.236139] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-9c3b89e4-e576-4094-b904-5c9f01da4c21 tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] [instance: 992d6ed3-f53e-4c79-bff9-bb2808b6b2ee] Deleted contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1094.236139] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-9c3b89e4-e576-4094-b904-5c9f01da4c21 tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] [instance: 992d6ed3-f53e-4c79-bff9-bb2808b6b2ee] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1094.236139] env[70527]: INFO nova.compute.manager [None req-9c3b89e4-e576-4094-b904-5c9f01da4c21 tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] [instance: 992d6ed3-f53e-4c79-bff9-bb2808b6b2ee] Took 1.49 seconds to destroy the instance on the hypervisor. [ 1094.236139] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c3b89e4-e576-4094-b904-5c9f01da4c21 tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1094.236626] env[70527]: INFO nova.compute.manager [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] Took 37.96 seconds to build instance. [ 1094.238198] env[70527]: DEBUG nova.compute.manager [-] [instance: 992d6ed3-f53e-4c79-bff9-bb2808b6b2ee] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1094.238198] env[70527]: DEBUG nova.network.neutron [-] [instance: 992d6ed3-f53e-4c79-bff9-bb2808b6b2ee] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1094.394551] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a46ab379-b11c-4cf5-b8e3-7cbd45d6fbbc tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.472059] env[70527]: DEBUG oslo_concurrency.lockutils [None req-bfee6f44-9451-4bb2-b5eb-b426377a4935 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.977s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.474986] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.542s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.476136] env[70527]: INFO nova.compute.claims [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] [instance: 49b5c50f-4331-41e3-95db-599d1376f166] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1094.499370] env[70527]: INFO nova.scheduler.client.report [None req-bfee6f44-9451-4bb2-b5eb-b426377a4935 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Deleted allocations for instance 21bb3b74-928a-46a5-b637-a6ccd25b4bdc [ 1094.504327] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9dd354ad-7453-4e24-acff-39f0919a7d77 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquiring lock "fdfe7865-31aa-4a0b-9325-7abef06e7501" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.504990] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9dd354ad-7453-4e24-acff-39f0919a7d77 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Lock "fdfe7865-31aa-4a0b-9325-7abef06e7501" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.505224] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9dd354ad-7453-4e24-acff-39f0919a7d77 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquiring lock "fdfe7865-31aa-4a0b-9325-7abef06e7501-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.505796] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9dd354ad-7453-4e24-acff-39f0919a7d77 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Lock "fdfe7865-31aa-4a0b-9325-7abef06e7501-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.509020] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9dd354ad-7453-4e24-acff-39f0919a7d77 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Lock "fdfe7865-31aa-4a0b-9325-7abef06e7501-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.003s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.519020] env[70527]: INFO nova.compute.manager [None req-9dd354ad-7453-4e24-acff-39f0919a7d77 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: fdfe7865-31aa-4a0b-9325-7abef06e7501] Terminating instance [ 1094.639735] env[70527]: DEBUG oslo_vmware.api [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3913712, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088496} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.642451] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: c92cc386-3682-4063-938c-706420df7d3d] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1094.642451] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111d1c42-97cb-4ab5-ad63-b2f5b3435c86 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.673208] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: c92cc386-3682-4063-938c-706420df7d3d] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] c92cc386-3682-4063-938c-706420df7d3d/c92cc386-3682-4063-938c-706420df7d3d.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1094.678961] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-acebe70a-19c1-4453-8a7c-39a57c274ed3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.703403] env[70527]: DEBUG oslo_vmware.api [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Waiting for the task: (returnval){ [ 1094.703403] env[70527]: value = "task-3913713" [ 1094.703403] env[70527]: _type = "Task" [ 1094.703403] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.711429] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4a1a8df1-1fd3-4739-8c32-e53f80838558 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Releasing lock "refresh_cache-0cabe7f0-908c-43e2-aa94-9b4abcaa2df7" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.711831] env[70527]: DEBUG nova.compute.manager [None req-4a1a8df1-1fd3-4739-8c32-e53f80838558 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] Instance network_info: |[{"id": "78d43ac4-17a5-4fdd-b196-70ab4500ca01", "address": "fa:16:3e:ee:8f:ca", "network": {"id": "958a255c-ef2f-4e19-8bc1-06416e58f152", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1792911158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6dcfa241500f49889c65f886519c4191", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78d43ac4-17", "ovs_interfaceid": "78d43ac4-17a5-4fdd-b196-70ab4500ca01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1094.712631] env[70527]: DEBUG oslo_concurrency.lockutils [req-4ec7c864-5694-474b-914a-135e4c80f5a0 req-0b08a0dc-cb4c-4256-bcd1-a54d0a00d2cd service nova] Acquired lock "refresh_cache-0cabe7f0-908c-43e2-aa94-9b4abcaa2df7" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.712631] env[70527]: DEBUG nova.network.neutron [req-4ec7c864-5694-474b-914a-135e4c80f5a0 req-0b08a0dc-cb4c-4256-bcd1-a54d0a00d2cd service nova] [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] Refreshing network info cache for port 78d43ac4-17a5-4fdd-b196-70ab4500ca01 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1094.715138] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1a8df1-1fd3-4739-8c32-e53f80838558 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:8f:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '77aa121f-8fb6-42f3-aaea-43addfe449b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '78d43ac4-17a5-4fdd-b196-70ab4500ca01', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1094.726722] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a1a8df1-1fd3-4739-8c32-e53f80838558 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Creating folder: Project (6dcfa241500f49889c65f886519c4191). Parent ref: group-v776920. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1094.734688] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eecebe56-5054-4996-bdf4-b670fc521b65 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.737074] env[70527]: DEBUG oslo_vmware.api [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3913713, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.740583] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21b982ec-b806-4ac6-9c03-9cc8a3034bf2 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Lock "f82bd048-5013-4809-ac11-053b6629067b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.475s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.755245] env[70527]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1094.755472] env[70527]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=70527) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1094.756481] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a1a8df1-1fd3-4739-8c32-e53f80838558 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Folder already exists: Project (6dcfa241500f49889c65f886519c4191). Parent ref: group-v776920. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1094.756791] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a1a8df1-1fd3-4739-8c32-e53f80838558 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Creating folder: Instances. Parent ref: group-v777146. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1094.757384] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0b2e81ee-1f44-4c7d-b371-250f84255b49 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.771652] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-4a1a8df1-1fd3-4739-8c32-e53f80838558 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Created folder: Instances in parent group-v777146. [ 1094.771923] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a1a8df1-1fd3-4739-8c32-e53f80838558 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1094.772149] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1094.772740] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54db88a3-17bf-4874-a435-4eff50dfd5c2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.798620] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1094.798620] env[70527]: value = "task-3913716" [ 1094.798620] env[70527]: _type = "Task" [ 1094.798620] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.809914] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913716, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.022662] env[70527]: DEBUG oslo_concurrency.lockutils [None req-bfee6f44-9451-4bb2-b5eb-b426377a4935 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lock "21bb3b74-928a-46a5-b637-a6ccd25b4bdc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.611s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.023993] env[70527]: DEBUG nova.compute.manager [None req-9dd354ad-7453-4e24-acff-39f0919a7d77 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: fdfe7865-31aa-4a0b-9325-7abef06e7501] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1095.024296] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd354ad-7453-4e24-acff-39f0919a7d77 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: fdfe7865-31aa-4a0b-9325-7abef06e7501] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1095.026197] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3964dd05-5006-4a11-81c7-dd3fafe17077 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.036948] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dd354ad-7453-4e24-acff-39f0919a7d77 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: fdfe7865-31aa-4a0b-9325-7abef06e7501] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1095.037262] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5faa25b-7617-4e4a-87eb-8e0fb314b1d4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.047550] env[70527]: DEBUG oslo_vmware.api [None req-9dd354ad-7453-4e24-acff-39f0919a7d77 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for the task: (returnval){ [ 1095.047550] env[70527]: value = "task-3913717" [ 1095.047550] env[70527]: _type = "Task" [ 1095.047550] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.060146] env[70527]: DEBUG oslo_vmware.api [None req-9dd354ad-7453-4e24-acff-39f0919a7d77 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3913717, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.159250] env[70527]: DEBUG oslo_concurrency.lockutils [None req-95a54f27-eaa3-4552-9e39-83fd13c2eb90 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquiring lock "87290eb1-c183-49f1-b984-045f89b7093f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.160679] env[70527]: DEBUG oslo_concurrency.lockutils [None req-95a54f27-eaa3-4552-9e39-83fd13c2eb90 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Lock "87290eb1-c183-49f1-b984-045f89b7093f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.217405] env[70527]: DEBUG oslo_vmware.api [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3913713, 'name': ReconfigVM_Task, 'duration_secs': 0.390797} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.217735] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: c92cc386-3682-4063-938c-706420df7d3d] Reconfigured VM instance instance-00000059 to attach disk [datastore2] c92cc386-3682-4063-938c-706420df7d3d/c92cc386-3682-4063-938c-706420df7d3d.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1095.218815] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd09781c-192d-4464-90d6-e648c8884168 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.235467] env[70527]: DEBUG oslo_vmware.api [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Waiting for the task: (returnval){ [ 1095.235467] env[70527]: value = "task-3913718" [ 1095.235467] env[70527]: _type = "Task" [ 1095.235467] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.251833] env[70527]: DEBUG oslo_vmware.api [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3913718, 'name': Rename_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.315482] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913716, 'name': CreateVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.450664] env[70527]: DEBUG nova.network.neutron [-] [instance: 992d6ed3-f53e-4c79-bff9-bb2808b6b2ee] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.563915] env[70527]: DEBUG oslo_vmware.api [None req-9dd354ad-7453-4e24-acff-39f0919a7d77 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3913717, 'name': PowerOffVM_Task, 'duration_secs': 0.282602} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.564549] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dd354ad-7453-4e24-acff-39f0919a7d77 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: fdfe7865-31aa-4a0b-9325-7abef06e7501] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1095.564634] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd354ad-7453-4e24-acff-39f0919a7d77 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: fdfe7865-31aa-4a0b-9325-7abef06e7501] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1095.568538] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3578de6d-b85f-44ed-a5fe-9fe37ef635c1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.657575] env[70527]: DEBUG nova.network.neutron [req-4ec7c864-5694-474b-914a-135e4c80f5a0 req-0b08a0dc-cb4c-4256-bcd1-a54d0a00d2cd service nova] [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] Updated VIF entry in instance network info cache for port 78d43ac4-17a5-4fdd-b196-70ab4500ca01. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1095.658036] env[70527]: DEBUG nova.network.neutron [req-4ec7c864-5694-474b-914a-135e4c80f5a0 req-0b08a0dc-cb4c-4256-bcd1-a54d0a00d2cd service nova] [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] Updating instance_info_cache with network_info: [{"id": "78d43ac4-17a5-4fdd-b196-70ab4500ca01", "address": "fa:16:3e:ee:8f:ca", "network": {"id": "958a255c-ef2f-4e19-8bc1-06416e58f152", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1792911158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6dcfa241500f49889c65f886519c4191", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78d43ac4-17", "ovs_interfaceid": "78d43ac4-17a5-4fdd-b196-70ab4500ca01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.663606] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd354ad-7453-4e24-acff-39f0919a7d77 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: fdfe7865-31aa-4a0b-9325-7abef06e7501] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1095.663606] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd354ad-7453-4e24-acff-39f0919a7d77 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: fdfe7865-31aa-4a0b-9325-7abef06e7501] Deleting contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1095.663606] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dd354ad-7453-4e24-acff-39f0919a7d77 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Deleting the datastore file [datastore1] fdfe7865-31aa-4a0b-9325-7abef06e7501 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1095.663953] env[70527]: DEBUG nova.compute.manager [None req-95a54f27-eaa3-4552-9e39-83fd13c2eb90 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 87290eb1-c183-49f1-b984-045f89b7093f] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1095.667033] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47d04242-fc8c-48e6-a7af-da828b2fceee {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.675374] env[70527]: DEBUG oslo_vmware.api [None req-9dd354ad-7453-4e24-acff-39f0919a7d77 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for the task: (returnval){ [ 1095.675374] env[70527]: value = "task-3913720" [ 1095.675374] env[70527]: _type = "Task" [ 1095.675374] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.690234] env[70527]: DEBUG oslo_vmware.api [None req-9dd354ad-7453-4e24-acff-39f0919a7d77 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3913720, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.748451] env[70527]: DEBUG oslo_vmware.api [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3913718, 'name': Rename_Task, 'duration_secs': 0.160904} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.749664] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: c92cc386-3682-4063-938c-706420df7d3d] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1095.752043] env[70527]: DEBUG nova.compute.manager [req-f779b315-18c6-450a-8aa5-01f6c6c034be req-d680dc00-dd65-4af6-9e85-a6d74ded4327 service nova] [instance: 992d6ed3-f53e-4c79-bff9-bb2808b6b2ee] Received event network-vif-deleted-0f9238f4-7a0f-4d92-913e-d2d02b6a1e75 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.752043] env[70527]: DEBUG nova.compute.manager [req-f779b315-18c6-450a-8aa5-01f6c6c034be req-d680dc00-dd65-4af6-9e85-a6d74ded4327 service nova] [instance: f82bd048-5013-4809-ac11-053b6629067b] Received event network-changed-8246815d-f3a5-47dd-bb3c-05882e9da8f9 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.752043] env[70527]: DEBUG nova.compute.manager [req-f779b315-18c6-450a-8aa5-01f6c6c034be req-d680dc00-dd65-4af6-9e85-a6d74ded4327 service nova] [instance: f82bd048-5013-4809-ac11-053b6629067b] Refreshing instance network info cache due to event network-changed-8246815d-f3a5-47dd-bb3c-05882e9da8f9. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1095.752043] env[70527]: DEBUG oslo_concurrency.lockutils [req-f779b315-18c6-450a-8aa5-01f6c6c034be req-d680dc00-dd65-4af6-9e85-a6d74ded4327 service nova] Acquiring lock "refresh_cache-f82bd048-5013-4809-ac11-053b6629067b" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.752043] env[70527]: DEBUG oslo_concurrency.lockutils [req-f779b315-18c6-450a-8aa5-01f6c6c034be req-d680dc00-dd65-4af6-9e85-a6d74ded4327 service nova] Acquired lock "refresh_cache-f82bd048-5013-4809-ac11-053b6629067b" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.752238] env[70527]: DEBUG nova.network.neutron [req-f779b315-18c6-450a-8aa5-01f6c6c034be req-d680dc00-dd65-4af6-9e85-a6d74ded4327 service nova] [instance: f82bd048-5013-4809-ac11-053b6629067b] Refreshing network info cache for port 8246815d-f3a5-47dd-bb3c-05882e9da8f9 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1095.757323] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1299a25a-4728-4045-9496-3ffd6dd27022 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.765461] env[70527]: DEBUG oslo_vmware.api [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Waiting for the task: (returnval){ [ 1095.765461] env[70527]: value = "task-3913721" [ 1095.765461] env[70527]: _type = "Task" [ 1095.765461] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.776038] env[70527]: DEBUG oslo_vmware.api [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3913721, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.811838] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913716, 'name': CreateVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.936571] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d315ab9-b1cf-4fe2-a075-0e23ac6fec02 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.945512] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c843ade-9b4b-412c-8f02-176e14dd9f48 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.980274] env[70527]: INFO nova.compute.manager [-] [instance: 992d6ed3-f53e-4c79-bff9-bb2808b6b2ee] Took 1.74 seconds to deallocate network for instance. [ 1095.983156] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4456140d-d66e-491e-a731-b07f3acb466a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.997260] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21e7178-590d-4556-8dd3-b3a052f6226a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.012527] env[70527]: DEBUG nova.compute.provider_tree [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.161496] env[70527]: DEBUG oslo_concurrency.lockutils [req-4ec7c864-5694-474b-914a-135e4c80f5a0 req-0b08a0dc-cb4c-4256-bcd1-a54d0a00d2cd service nova] Releasing lock "refresh_cache-0cabe7f0-908c-43e2-aa94-9b4abcaa2df7" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.189058] env[70527]: DEBUG oslo_vmware.api [None req-9dd354ad-7453-4e24-acff-39f0919a7d77 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3913720, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20756} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.189058] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dd354ad-7453-4e24-acff-39f0919a7d77 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1096.189058] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd354ad-7453-4e24-acff-39f0919a7d77 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: fdfe7865-31aa-4a0b-9325-7abef06e7501] Deleted contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1096.189058] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd354ad-7453-4e24-acff-39f0919a7d77 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: fdfe7865-31aa-4a0b-9325-7abef06e7501] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1096.189058] env[70527]: INFO nova.compute.manager [None req-9dd354ad-7453-4e24-acff-39f0919a7d77 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: fdfe7865-31aa-4a0b-9325-7abef06e7501] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1096.189058] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9dd354ad-7453-4e24-acff-39f0919a7d77 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1096.189058] env[70527]: DEBUG oslo_concurrency.lockutils [None req-95a54f27-eaa3-4552-9e39-83fd13c2eb90 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.190112] env[70527]: DEBUG nova.compute.manager [-] [instance: fdfe7865-31aa-4a0b-9325-7abef06e7501] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1096.190112] env[70527]: DEBUG nova.network.neutron [-] [instance: fdfe7865-31aa-4a0b-9325-7abef06e7501] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1096.283495] env[70527]: DEBUG oslo_vmware.api [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3913721, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.313094] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913716, 'name': CreateVM_Task, 'duration_secs': 1.37958} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.314948] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1096.314948] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1a8df1-1fd3-4739-8c32-e53f80838558 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'boot_index': 0, 'guest_format': None, 'delete_on_termination': True, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-777155', 'volume_id': '8807cb3c-d73f-49de-bf57-aa0d3d2778b3', 'name': 'volume-8807cb3c-d73f-49de-bf57-aa0d3d2778b3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0cabe7f0-908c-43e2-aa94-9b4abcaa2df7', 'attached_at': '', 'detached_at': '', 'volume_id': '8807cb3c-d73f-49de-bf57-aa0d3d2778b3', 'serial': '8807cb3c-d73f-49de-bf57-aa0d3d2778b3'}, 'disk_bus': None, 'attachment_id': '97613b31-584c-4b62-933f-abacec8e2b79', 'volume_type': None}], 'swap': None} {{(pid=70527) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1096.314948] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a1a8df1-1fd3-4739-8c32-e53f80838558 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] Root volume attach. Driver type: vmdk {{(pid=70527) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1096.315367] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c33dc67-7a45-4dfd-8451-50efe920343b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.326365] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f8cd37-f5ac-4f45-b3c9-c6bfaff4d605 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.335259] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-284b796a-f876-4317-8be5-dd1564ab5dde {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.342562] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-dce585a6-46f2-4ea1-88a0-89a233564296 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.353325] env[70527]: DEBUG oslo_vmware.api [None req-4a1a8df1-1fd3-4739-8c32-e53f80838558 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Waiting for the task: (returnval){ [ 1096.353325] env[70527]: value = "task-3913722" [ 1096.353325] env[70527]: _type = "Task" [ 1096.353325] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.362853] env[70527]: DEBUG oslo_vmware.api [None req-4a1a8df1-1fd3-4739-8c32-e53f80838558 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Task: {'id': task-3913722, 'name': RelocateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.494525] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9c3b89e4-e576-4094-b904-5c9f01da4c21 tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.521142] env[70527]: DEBUG nova.scheduler.client.report [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1096.525698] env[70527]: DEBUG oslo_concurrency.lockutils [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquiring lock "8661a62e-4487-434a-ab93-b47dcfca5971" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.525959] env[70527]: DEBUG oslo_concurrency.lockutils [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lock "8661a62e-4487-434a-ab93-b47dcfca5971" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.596284] env[70527]: DEBUG nova.network.neutron [req-f779b315-18c6-450a-8aa5-01f6c6c034be req-d680dc00-dd65-4af6-9e85-a6d74ded4327 service nova] [instance: f82bd048-5013-4809-ac11-053b6629067b] Updated VIF entry in instance network info cache for port 8246815d-f3a5-47dd-bb3c-05882e9da8f9. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1096.596666] env[70527]: DEBUG nova.network.neutron [req-f779b315-18c6-450a-8aa5-01f6c6c034be req-d680dc00-dd65-4af6-9e85-a6d74ded4327 service nova] [instance: f82bd048-5013-4809-ac11-053b6629067b] Updating instance_info_cache with network_info: [{"id": "8246815d-f3a5-47dd-bb3c-05882e9da8f9", "address": "fa:16:3e:97:e1:3f", "network": {"id": "6a4f3b6e-2245-4a82-bf13-e4002ce51c7b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-274635677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "217e9dedf6ba423980df628f40219825", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8246815d-f3", "ovs_interfaceid": "8246815d-f3a5-47dd-bb3c-05882e9da8f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.780879] env[70527]: DEBUG oslo_vmware.api [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3913721, 'name': PowerOnVM_Task, 'duration_secs': 0.551166} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.781214] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: c92cc386-3682-4063-938c-706420df7d3d] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1096.781430] env[70527]: INFO nova.compute.manager [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: c92cc386-3682-4063-938c-706420df7d3d] Took 9.44 seconds to spawn the instance on the hypervisor. [ 1096.781661] env[70527]: DEBUG nova.compute.manager [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: c92cc386-3682-4063-938c-706420df7d3d] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1096.782527] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14412c7a-a4d8-4920-a5a5-de18a349e685 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.865174] env[70527]: DEBUG oslo_vmware.api [None req-4a1a8df1-1fd3-4739-8c32-e53f80838558 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Task: {'id': task-3913722, 'name': RelocateVM_Task} progress is 40%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.025501] env[70527]: DEBUG nova.network.neutron [-] [instance: fdfe7865-31aa-4a0b-9325-7abef06e7501] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.027650] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.553s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.028329] env[70527]: DEBUG nova.compute.manager [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] [instance: 49b5c50f-4331-41e3-95db-599d1376f166] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1097.032104] env[70527]: DEBUG nova.compute.manager [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 8661a62e-4487-434a-ab93-b47dcfca5971] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1097.034544] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 19.315s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.100084] env[70527]: DEBUG oslo_concurrency.lockutils [req-f779b315-18c6-450a-8aa5-01f6c6c034be req-d680dc00-dd65-4af6-9e85-a6d74ded4327 service nova] Releasing lock "refresh_cache-f82bd048-5013-4809-ac11-053b6629067b" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.305655] env[70527]: INFO nova.compute.manager [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: c92cc386-3682-4063-938c-706420df7d3d] Took 39.32 seconds to build instance. [ 1097.365948] env[70527]: DEBUG oslo_vmware.api [None req-4a1a8df1-1fd3-4739-8c32-e53f80838558 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Task: {'id': task-3913722, 'name': RelocateVM_Task} progress is 53%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.532727] env[70527]: INFO nova.compute.manager [-] [instance: fdfe7865-31aa-4a0b-9325-7abef06e7501] Took 1.34 seconds to deallocate network for instance. [ 1097.541508] env[70527]: DEBUG nova.compute.utils [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1097.555761] env[70527]: DEBUG nova.compute.manager [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] [instance: 49b5c50f-4331-41e3-95db-599d1376f166] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1097.555987] env[70527]: DEBUG nova.network.neutron [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] [instance: 49b5c50f-4331-41e3-95db-599d1376f166] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1097.575551] env[70527]: DEBUG oslo_concurrency.lockutils [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.638308] env[70527]: DEBUG nova.policy [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b73276c7da214a4b927dc0fd149e3d23', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af281f69b9134e6e9dca32ab05561c60', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 1097.803319] env[70527]: DEBUG nova.compute.manager [req-aa7ef08a-c6a4-4402-9389-ff8da83551f0 req-4851ebdb-94a6-4b6d-a9d0-f64a836aa9d6 service nova] [instance: fdfe7865-31aa-4a0b-9325-7abef06e7501] Received event network-vif-deleted-1b107bc6-60d5-4575-93e4-c59ed1bd6c9d {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.808267] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9a93ce0f-035e-4040-8bda-ebd6585cb1f9 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Lock "c92cc386-3682-4063-938c-706420df7d3d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.833s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.865392] env[70527]: DEBUG oslo_vmware.api [None req-4a1a8df1-1fd3-4739-8c32-e53f80838558 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Task: {'id': task-3913722, 'name': RelocateVM_Task} progress is 65%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.007197] env[70527]: DEBUG nova.network.neutron [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] [instance: 49b5c50f-4331-41e3-95db-599d1376f166] Successfully created port: 3ab5b493-dc80-47dc-b0c9-7c5f69fb22a3 {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1098.046049] env[70527]: DEBUG nova.compute.manager [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] [instance: 49b5c50f-4331-41e3-95db-599d1376f166] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1098.052755] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9dd354ad-7453-4e24-acff-39f0919a7d77 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.064213] env[70527]: INFO nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Updating resource usage from migration 3cd5e1b1-af61-4c66-9fd6-01678afd8a52 [ 1098.094196] env[70527]: WARNING nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance b3a6e20c-cdfe-47f0-8881-ec6ead71e86f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1098.094643] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1098.095109] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance b19d2ba3-5500-4ca2-842a-fefdfd22f9a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1098.095612] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance b0e3fd31-6785-4d93-bc58-be1a03aa5f31 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1098.095880] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 818f37c0-1d7d-45ec-a21b-93d87d21f1dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1098.096169] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 7b97e115-1aeb-4097-8f83-b4a8f0ce0727 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1098.096600] env[70527]: WARNING nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance f983f08d-4ff0-4c88-a43b-a666fc3ab173 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1098.096911] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 9ec8bf0a-3d17-415c-b991-341394b5ceaf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1098.097164] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 1d5c9891-0194-4e61-85df-28177a43569f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1098.097404] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance fdfe7865-31aa-4a0b-9325-7abef06e7501 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1098.097731] env[70527]: WARNING nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 1c78db64-b3f5-4771-b6a8-d148ad4abcf8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1098.100331] env[70527]: WARNING nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1098.100331] env[70527]: WARNING nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance bc2a25d4-5d66-4157-b3aa-9ee94b25b8bb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1098.100331] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 67ddf676-0ce2-4fd1-b357-84f99f9b86f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1098.100331] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 15efae62-cf03-4f74-92c3-c275483c8283 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1098.100331] env[70527]: WARNING nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 7a391e8e-005a-4c7f-992d-1a2466e79065 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1098.100331] env[70527]: WARNING nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 992d6ed3-f53e-4c79-bff9-bb2808b6b2ee is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1098.100331] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance f82bd048-5013-4809-ac11-053b6629067b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1098.100331] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance c92cc386-3682-4063-938c-706420df7d3d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1098.100331] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1098.100331] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 49b5c50f-4331-41e3-95db-599d1376f166 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1098.100331] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Migration 3cd5e1b1-af61-4c66-9fd6-01678afd8a52 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1098.100331] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance cc93a02e-989c-4238-aed7-ab4843e2add4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1098.367965] env[70527]: DEBUG oslo_vmware.api [None req-4a1a8df1-1fd3-4739-8c32-e53f80838558 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Task: {'id': task-3913722, 'name': RelocateVM_Task} progress is 78%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.383949] env[70527]: DEBUG nova.network.neutron [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] [instance: 49b5c50f-4331-41e3-95db-599d1376f166] Successfully created port: 5805ea47-0066-48cc-82c3-af78bfa2dfb2 {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1098.604801] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 87290eb1-c183-49f1-b984-045f89b7093f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1098.869490] env[70527]: DEBUG oslo_vmware.api [None req-4a1a8df1-1fd3-4739-8c32-e53f80838558 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Task: {'id': task-3913722, 'name': RelocateVM_Task} progress is 92%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.064149] env[70527]: DEBUG nova.compute.manager [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] [instance: 49b5c50f-4331-41e3-95db-599d1376f166] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1099.090725] env[70527]: DEBUG nova.virt.hardware [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1099.091057] env[70527]: DEBUG nova.virt.hardware [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1099.091253] env[70527]: DEBUG nova.virt.hardware [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1099.091481] env[70527]: DEBUG nova.virt.hardware [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1099.091639] env[70527]: DEBUG nova.virt.hardware [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1099.091835] env[70527]: DEBUG nova.virt.hardware [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1099.092102] env[70527]: DEBUG nova.virt.hardware [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1099.092288] env[70527]: DEBUG nova.virt.hardware [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1099.092495] env[70527]: DEBUG nova.virt.hardware [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1099.092674] env[70527]: DEBUG nova.virt.hardware [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1099.092853] env[70527]: DEBUG nova.virt.hardware [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1099.093747] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba577afc-f60a-43df-9d76-680940ea3fab {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.102639] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921ec8a6-5904-4be3-a218-05c58f4d8014 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.109246] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 8661a62e-4487-434a-ab93-b47dcfca5971 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1099.109540] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=70527) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1099.109726] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3456MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=70527) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1099.370257] env[70527]: DEBUG oslo_vmware.api [None req-4a1a8df1-1fd3-4739-8c32-e53f80838558 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Task: {'id': task-3913722, 'name': RelocateVM_Task} progress is 97%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.476206] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b617ae-2e21-455d-8ab0-34247f08a8ed {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.484734] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03e7823-2763-4eb2-94d0-b3fa1a7bff48 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.516716] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42dc763a-191e-4cd3-bf15-be9bf69db79d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.525375] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da8ff55-e8fd-46e7-bddb-c32534c640e1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.540353] env[70527]: DEBUG nova.compute.provider_tree [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.840030] env[70527]: DEBUG nova.compute.manager [req-6a3f10e5-d927-42aa-a6b4-6228133bb936 req-e0075b21-29b1-41ed-ba96-180918d42626 service nova] [instance: c92cc386-3682-4063-938c-706420df7d3d] Received event network-changed-e2b9e825-30b0-4c46-8285-9581c34a6cc8 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.841030] env[70527]: DEBUG nova.compute.manager [req-6a3f10e5-d927-42aa-a6b4-6228133bb936 req-e0075b21-29b1-41ed-ba96-180918d42626 service nova] [instance: c92cc386-3682-4063-938c-706420df7d3d] Refreshing instance network info cache due to event network-changed-e2b9e825-30b0-4c46-8285-9581c34a6cc8. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1099.841030] env[70527]: DEBUG oslo_concurrency.lockutils [req-6a3f10e5-d927-42aa-a6b4-6228133bb936 req-e0075b21-29b1-41ed-ba96-180918d42626 service nova] Acquiring lock "refresh_cache-c92cc386-3682-4063-938c-706420df7d3d" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.841030] env[70527]: DEBUG oslo_concurrency.lockutils [req-6a3f10e5-d927-42aa-a6b4-6228133bb936 req-e0075b21-29b1-41ed-ba96-180918d42626 service nova] Acquired lock "refresh_cache-c92cc386-3682-4063-938c-706420df7d3d" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.841030] env[70527]: DEBUG nova.network.neutron [req-6a3f10e5-d927-42aa-a6b4-6228133bb936 req-e0075b21-29b1-41ed-ba96-180918d42626 service nova] [instance: c92cc386-3682-4063-938c-706420df7d3d] Refreshing network info cache for port e2b9e825-30b0-4c46-8285-9581c34a6cc8 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1099.849029] env[70527]: DEBUG nova.compute.manager [req-9831c4d7-167a-4bb3-a126-bfe0cfe96fc6 req-31855001-5732-4401-b07e-1f7e8876bbf5 service nova] [instance: 49b5c50f-4331-41e3-95db-599d1376f166] Received event network-vif-plugged-3ab5b493-dc80-47dc-b0c9-7c5f69fb22a3 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.849248] env[70527]: DEBUG oslo_concurrency.lockutils [req-9831c4d7-167a-4bb3-a126-bfe0cfe96fc6 req-31855001-5732-4401-b07e-1f7e8876bbf5 service nova] Acquiring lock "49b5c50f-4331-41e3-95db-599d1376f166-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.849456] env[70527]: DEBUG oslo_concurrency.lockutils [req-9831c4d7-167a-4bb3-a126-bfe0cfe96fc6 req-31855001-5732-4401-b07e-1f7e8876bbf5 service nova] Lock "49b5c50f-4331-41e3-95db-599d1376f166-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.849639] env[70527]: DEBUG oslo_concurrency.lockutils [req-9831c4d7-167a-4bb3-a126-bfe0cfe96fc6 req-31855001-5732-4401-b07e-1f7e8876bbf5 service nova] Lock "49b5c50f-4331-41e3-95db-599d1376f166-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.849824] env[70527]: DEBUG nova.compute.manager [req-9831c4d7-167a-4bb3-a126-bfe0cfe96fc6 req-31855001-5732-4401-b07e-1f7e8876bbf5 service nova] [instance: 49b5c50f-4331-41e3-95db-599d1376f166] No waiting events found dispatching network-vif-plugged-3ab5b493-dc80-47dc-b0c9-7c5f69fb22a3 {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1099.850122] env[70527]: WARNING nova.compute.manager [req-9831c4d7-167a-4bb3-a126-bfe0cfe96fc6 req-31855001-5732-4401-b07e-1f7e8876bbf5 service nova] [instance: 49b5c50f-4331-41e3-95db-599d1376f166] Received unexpected event network-vif-plugged-3ab5b493-dc80-47dc-b0c9-7c5f69fb22a3 for instance with vm_state building and task_state spawning. [ 1099.866295] env[70527]: DEBUG oslo_vmware.api [None req-4a1a8df1-1fd3-4739-8c32-e53f80838558 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Task: {'id': task-3913722, 'name': RelocateVM_Task} progress is 98%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.967733] env[70527]: DEBUG nova.network.neutron [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] [instance: 49b5c50f-4331-41e3-95db-599d1376f166] Successfully updated port: 3ab5b493-dc80-47dc-b0c9-7c5f69fb22a3 {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1100.043714] env[70527]: DEBUG nova.scheduler.client.report [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.367171] env[70527]: DEBUG oslo_vmware.api [None req-4a1a8df1-1fd3-4739-8c32-e53f80838558 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Task: {'id': task-3913722, 'name': RelocateVM_Task} progress is 98%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.551124] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70527) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1100.551547] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.517s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.551828] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4da63611-fd69-47c7-b24d-1e89046b20a3 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.706s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.552107] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4da63611-fd69-47c7-b24d-1e89046b20a3 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.555347] env[70527]: DEBUG oslo_concurrency.lockutils [None req-57f20864-f2f5-4f65-ae37-05a72a40a11c tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.584s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.555579] env[70527]: DEBUG oslo_concurrency.lockutils [None req-57f20864-f2f5-4f65-ae37-05a72a40a11c tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.557734] env[70527]: DEBUG oslo_concurrency.lockutils [None req-7f0457e8-3767-4fdc-b222-2cd026ac924f tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 20.518s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.557907] env[70527]: DEBUG nova.objects.instance [None req-7f0457e8-3767-4fdc-b222-2cd026ac924f tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] [instance: 1c78db64-b3f5-4771-b6a8-d148ad4abcf8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70527) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1100.596258] env[70527]: INFO nova.scheduler.client.report [None req-57f20864-f2f5-4f65-ae37-05a72a40a11c tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] Deleted allocations for instance bc2a25d4-5d66-4157-b3aa-9ee94b25b8bb [ 1100.598325] env[70527]: INFO nova.scheduler.client.report [None req-4da63611-fd69-47c7-b24d-1e89046b20a3 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Deleted allocations for instance f983f08d-4ff0-4c88-a43b-a666fc3ab173 [ 1100.837928] env[70527]: DEBUG nova.network.neutron [req-6a3f10e5-d927-42aa-a6b4-6228133bb936 req-e0075b21-29b1-41ed-ba96-180918d42626 service nova] [instance: c92cc386-3682-4063-938c-706420df7d3d] Updated VIF entry in instance network info cache for port e2b9e825-30b0-4c46-8285-9581c34a6cc8. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1100.838330] env[70527]: DEBUG nova.network.neutron [req-6a3f10e5-d927-42aa-a6b4-6228133bb936 req-e0075b21-29b1-41ed-ba96-180918d42626 service nova] [instance: c92cc386-3682-4063-938c-706420df7d3d] Updating instance_info_cache with network_info: [{"id": "e2b9e825-30b0-4c46-8285-9581c34a6cc8", "address": "fa:16:3e:05:ac:15", "network": {"id": "e5ccb129-b701-4940-8889-7ade352f59a7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-618810543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8617bc6364874607aeffa5815a304ba7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2b9e825-30", "ovs_interfaceid": "e2b9e825-30b0-4c46-8285-9581c34a6cc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.867239] env[70527]: DEBUG oslo_vmware.api [None req-4a1a8df1-1fd3-4739-8c32-e53f80838558 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Task: {'id': task-3913722, 'name': RelocateVM_Task} progress is 98%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.111616] env[70527]: DEBUG oslo_concurrency.lockutils [None req-57f20864-f2f5-4f65-ae37-05a72a40a11c tempest-InstanceActionsV221TestJSON-203932902 tempest-InstanceActionsV221TestJSON-203932902-project-member] Lock "bc2a25d4-5d66-4157-b3aa-9ee94b25b8bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.320s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.113299] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4da63611-fd69-47c7-b24d-1e89046b20a3 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Lock "f983f08d-4ff0-4c88-a43b-a666fc3ab173" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.036s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.340821] env[70527]: DEBUG oslo_concurrency.lockutils [req-6a3f10e5-d927-42aa-a6b4-6228133bb936 req-e0075b21-29b1-41ed-ba96-180918d42626 service nova] Releasing lock "refresh_cache-c92cc386-3682-4063-938c-706420df7d3d" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.370628] env[70527]: DEBUG oslo_vmware.api [None req-4a1a8df1-1fd3-4739-8c32-e53f80838558 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Task: {'id': task-3913722, 'name': RelocateVM_Task, 'duration_secs': 4.595005} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.371039] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a1a8df1-1fd3-4739-8c32-e53f80838558 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] Volume attach. Driver type: vmdk {{(pid=70527) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1101.371330] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a1a8df1-1fd3-4739-8c32-e53f80838558 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-777155', 'volume_id': '8807cb3c-d73f-49de-bf57-aa0d3d2778b3', 'name': 'volume-8807cb3c-d73f-49de-bf57-aa0d3d2778b3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0cabe7f0-908c-43e2-aa94-9b4abcaa2df7', 'attached_at': '', 'detached_at': '', 'volume_id': '8807cb3c-d73f-49de-bf57-aa0d3d2778b3', 'serial': '8807cb3c-d73f-49de-bf57-aa0d3d2778b3'} {{(pid=70527) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1101.372555] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-855c25f8-2368-4d7b-819c-a1f2c63c433e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.392728] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32c618f-13df-4a86-8196-6af14df4f7e6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.421185] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a1a8df1-1fd3-4739-8c32-e53f80838558 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] volume-8807cb3c-d73f-49de-bf57-aa0d3d2778b3/volume-8807cb3c-d73f-49de-bf57-aa0d3d2778b3.vmdk or device None with type thin {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1101.421684] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5577becf-1e70-4121-b18f-d6ea8fe68da8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.445123] env[70527]: DEBUG oslo_vmware.api [None req-4a1a8df1-1fd3-4739-8c32-e53f80838558 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Waiting for the task: (returnval){ [ 1101.445123] env[70527]: value = "task-3913723" [ 1101.445123] env[70527]: _type = "Task" [ 1101.445123] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.459687] env[70527]: DEBUG oslo_vmware.api [None req-4a1a8df1-1fd3-4739-8c32-e53f80838558 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Task: {'id': task-3913723, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.569464] env[70527]: DEBUG oslo_concurrency.lockutils [None req-7f0457e8-3767-4fdc-b222-2cd026ac924f tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.571047] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f647b814-070a-4d75-b416-3bd310852946 tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.576s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.571047] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f647b814-070a-4d75-b416-3bd310852946 tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.573473] env[70527]: DEBUG oslo_concurrency.lockutils [None req-30caa708-8932-4828-971e-10ef87b73522 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 16.486s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.606598] env[70527]: INFO nova.scheduler.client.report [None req-f647b814-070a-4d75-b416-3bd310852946 tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Deleted allocations for instance 1c78db64-b3f5-4771-b6a8-d148ad4abcf8 [ 1101.966414] env[70527]: DEBUG oslo_vmware.api [None req-4a1a8df1-1fd3-4739-8c32-e53f80838558 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Task: {'id': task-3913723, 'name': ReconfigVM_Task, 'duration_secs': 0.418192} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.966414] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a1a8df1-1fd3-4739-8c32-e53f80838558 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] Reconfigured VM instance instance-0000005a to attach disk [datastore1] volume-8807cb3c-d73f-49de-bf57-aa0d3d2778b3/volume-8807cb3c-d73f-49de-bf57-aa0d3d2778b3.vmdk or device None with type thin {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1101.970329] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-214ba1a7-1fa0-42ff-9160-4c79812ddabe {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.985131] env[70527]: DEBUG nova.compute.manager [req-eecab4c2-0163-4625-ba41-f1c02e5635c2 req-cbe13939-eeff-40f6-9571-d0b30da41761 service nova] [instance: 49b5c50f-4331-41e3-95db-599d1376f166] Received event network-changed-3ab5b493-dc80-47dc-b0c9-7c5f69fb22a3 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1101.985360] env[70527]: DEBUG nova.compute.manager [req-eecab4c2-0163-4625-ba41-f1c02e5635c2 req-cbe13939-eeff-40f6-9571-d0b30da41761 service nova] [instance: 49b5c50f-4331-41e3-95db-599d1376f166] Refreshing instance network info cache due to event network-changed-3ab5b493-dc80-47dc-b0c9-7c5f69fb22a3. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1101.985589] env[70527]: DEBUG oslo_concurrency.lockutils [req-eecab4c2-0163-4625-ba41-f1c02e5635c2 req-cbe13939-eeff-40f6-9571-d0b30da41761 service nova] Acquiring lock "refresh_cache-49b5c50f-4331-41e3-95db-599d1376f166" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.985873] env[70527]: DEBUG oslo_concurrency.lockutils [req-eecab4c2-0163-4625-ba41-f1c02e5635c2 req-cbe13939-eeff-40f6-9571-d0b30da41761 service nova] Acquired lock "refresh_cache-49b5c50f-4331-41e3-95db-599d1376f166" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.986018] env[70527]: DEBUG nova.network.neutron [req-eecab4c2-0163-4625-ba41-f1c02e5635c2 req-cbe13939-eeff-40f6-9571-d0b30da41761 service nova] [instance: 49b5c50f-4331-41e3-95db-599d1376f166] Refreshing network info cache for port 3ab5b493-dc80-47dc-b0c9-7c5f69fb22a3 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1101.995611] env[70527]: DEBUG oslo_vmware.api [None req-4a1a8df1-1fd3-4739-8c32-e53f80838558 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Waiting for the task: (returnval){ [ 1101.995611] env[70527]: value = "task-3913724" [ 1101.995611] env[70527]: _type = "Task" [ 1101.995611] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.008340] env[70527]: DEBUG oslo_vmware.api [None req-4a1a8df1-1fd3-4739-8c32-e53f80838558 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Task: {'id': task-3913724, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.085027] env[70527]: INFO nova.compute.claims [None req-30caa708-8932-4828-971e-10ef87b73522 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1102.116367] env[70527]: DEBUG nova.compute.manager [req-0db4985f-a69a-44ec-8f22-ac18cee4a700 req-67acc961-c8bc-4bbe-a50c-c27a539b9563 service nova] [instance: 49b5c50f-4331-41e3-95db-599d1376f166] Received event network-vif-plugged-5805ea47-0066-48cc-82c3-af78bfa2dfb2 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.116367] env[70527]: DEBUG oslo_concurrency.lockutils [req-0db4985f-a69a-44ec-8f22-ac18cee4a700 req-67acc961-c8bc-4bbe-a50c-c27a539b9563 service nova] Acquiring lock "49b5c50f-4331-41e3-95db-599d1376f166-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.118497] env[70527]: DEBUG oslo_concurrency.lockutils [req-0db4985f-a69a-44ec-8f22-ac18cee4a700 req-67acc961-c8bc-4bbe-a50c-c27a539b9563 service nova] Lock "49b5c50f-4331-41e3-95db-599d1376f166-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.119777] env[70527]: DEBUG oslo_concurrency.lockutils [req-0db4985f-a69a-44ec-8f22-ac18cee4a700 req-67acc961-c8bc-4bbe-a50c-c27a539b9563 service nova] Lock "49b5c50f-4331-41e3-95db-599d1376f166-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.003s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.119777] env[70527]: DEBUG nova.compute.manager [req-0db4985f-a69a-44ec-8f22-ac18cee4a700 req-67acc961-c8bc-4bbe-a50c-c27a539b9563 service nova] [instance: 49b5c50f-4331-41e3-95db-599d1376f166] No waiting events found dispatching network-vif-plugged-5805ea47-0066-48cc-82c3-af78bfa2dfb2 {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1102.119777] env[70527]: WARNING nova.compute.manager [req-0db4985f-a69a-44ec-8f22-ac18cee4a700 req-67acc961-c8bc-4bbe-a50c-c27a539b9563 service nova] [instance: 49b5c50f-4331-41e3-95db-599d1376f166] Received unexpected event network-vif-plugged-5805ea47-0066-48cc-82c3-af78bfa2dfb2 for instance with vm_state building and task_state spawning. [ 1102.127759] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f647b814-070a-4d75-b416-3bd310852946 tempest-ServerShowV254Test-187448383 tempest-ServerShowV254Test-187448383-project-member] Lock "1c78db64-b3f5-4771-b6a8-d148ad4abcf8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.470s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.413872] env[70527]: DEBUG nova.network.neutron [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] [instance: 49b5c50f-4331-41e3-95db-599d1376f166] Successfully updated port: 5805ea47-0066-48cc-82c3-af78bfa2dfb2 {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1102.509516] env[70527]: DEBUG oslo_vmware.api [None req-4a1a8df1-1fd3-4739-8c32-e53f80838558 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Task: {'id': task-3913724, 'name': ReconfigVM_Task, 'duration_secs': 0.182403} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.511180] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a1a8df1-1fd3-4739-8c32-e53f80838558 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-777155', 'volume_id': '8807cb3c-d73f-49de-bf57-aa0d3d2778b3', 'name': 'volume-8807cb3c-d73f-49de-bf57-aa0d3d2778b3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0cabe7f0-908c-43e2-aa94-9b4abcaa2df7', 'attached_at': '', 'detached_at': '', 'volume_id': '8807cb3c-d73f-49de-bf57-aa0d3d2778b3', 'serial': '8807cb3c-d73f-49de-bf57-aa0d3d2778b3'} {{(pid=70527) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1102.511180] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c0c9ddf-a4a5-4983-b1a6-3eafeb0cd06b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.522395] env[70527]: DEBUG oslo_vmware.api [None req-4a1a8df1-1fd3-4739-8c32-e53f80838558 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Waiting for the task: (returnval){ [ 1102.522395] env[70527]: value = "task-3913725" [ 1102.522395] env[70527]: _type = "Task" [ 1102.522395] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.532974] env[70527]: DEBUG oslo_vmware.api [None req-4a1a8df1-1fd3-4739-8c32-e53f80838558 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Task: {'id': task-3913725, 'name': Rename_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.574034] env[70527]: DEBUG nova.network.neutron [req-eecab4c2-0163-4625-ba41-f1c02e5635c2 req-cbe13939-eeff-40f6-9571-d0b30da41761 service nova] [instance: 49b5c50f-4331-41e3-95db-599d1376f166] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1102.592025] env[70527]: INFO nova.compute.resource_tracker [None req-30caa708-8932-4828-971e-10ef87b73522 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Updating resource usage from migration 3cd5e1b1-af61-4c66-9fd6-01678afd8a52 [ 1102.662935] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c5529bb3-dddb-448e-a89c-fc67e591c56e tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Acquiring lock "b19d2ba3-5500-4ca2-842a-fefdfd22f9a6" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.664958] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c5529bb3-dddb-448e-a89c-fc67e591c56e tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Lock "b19d2ba3-5500-4ca2-842a-fefdfd22f9a6" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.918571] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Acquiring lock "refresh_cache-49b5c50f-4331-41e3-95db-599d1376f166" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.955949] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20696e2e-b028-4655-b180-2068813ea7d9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.965424] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-281b1d76-2605-4180-bd63-04c1e0842415 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.009292] env[70527]: DEBUG nova.network.neutron [req-eecab4c2-0163-4625-ba41-f1c02e5635c2 req-cbe13939-eeff-40f6-9571-d0b30da41761 service nova] [instance: 49b5c50f-4331-41e3-95db-599d1376f166] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.011390] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e816f8d-f227-4c46-895f-45a27bccacfc {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.021223] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79440ce-e6fe-440e-9392-4c87a8abd14f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.043098] env[70527]: DEBUG nova.compute.provider_tree [None req-30caa708-8932-4828-971e-10ef87b73522 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1103.048369] env[70527]: DEBUG oslo_vmware.api [None req-4a1a8df1-1fd3-4739-8c32-e53f80838558 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Task: {'id': task-3913725, 'name': Rename_Task, 'duration_secs': 0.250826} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.048623] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a1a8df1-1fd3-4739-8c32-e53f80838558 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1103.048954] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82113054-2992-4642-b3eb-5f8350dfc11d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.060202] env[70527]: DEBUG oslo_vmware.api [None req-4a1a8df1-1fd3-4739-8c32-e53f80838558 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Waiting for the task: (returnval){ [ 1103.060202] env[70527]: value = "task-3913726" [ 1103.060202] env[70527]: _type = "Task" [ 1103.060202] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.071525] env[70527]: DEBUG oslo_vmware.api [None req-4a1a8df1-1fd3-4739-8c32-e53f80838558 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Task: {'id': task-3913726, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.167926] env[70527]: INFO nova.compute.manager [None req-c5529bb3-dddb-448e-a89c-fc67e591c56e tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: b19d2ba3-5500-4ca2-842a-fefdfd22f9a6] Detaching volume 04c2e188-2155-422c-97f2-260181080afc [ 1103.219491] env[70527]: INFO nova.virt.block_device [None req-c5529bb3-dddb-448e-a89c-fc67e591c56e tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: b19d2ba3-5500-4ca2-842a-fefdfd22f9a6] Attempting to driver detach volume 04c2e188-2155-422c-97f2-260181080afc from mountpoint /dev/sdb [ 1103.219735] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5529bb3-dddb-448e-a89c-fc67e591c56e tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: b19d2ba3-5500-4ca2-842a-fefdfd22f9a6] Volume detach. Driver type: vmdk {{(pid=70527) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1103.219927] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5529bb3-dddb-448e-a89c-fc67e591c56e tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: b19d2ba3-5500-4ca2-842a-fefdfd22f9a6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-777125', 'volume_id': '04c2e188-2155-422c-97f2-260181080afc', 'name': 'volume-04c2e188-2155-422c-97f2-260181080afc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b19d2ba3-5500-4ca2-842a-fefdfd22f9a6', 'attached_at': '', 'detached_at': '', 'volume_id': '04c2e188-2155-422c-97f2-260181080afc', 'serial': '04c2e188-2155-422c-97f2-260181080afc'} {{(pid=70527) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1103.221159] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f03ab2-ca85-4704-9f29-441f6cbfa23e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.249407] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2fc841-9d43-4912-9d4f-1fbb8147b14c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.259878] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65908086-9afc-411c-ac2c-c5d998ee0784 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.286214] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b51b35-3455-466e-a2a7-5434a589c9d0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.305081] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5529bb3-dddb-448e-a89c-fc67e591c56e tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] The volume has not been displaced from its original location: [datastore2] volume-04c2e188-2155-422c-97f2-260181080afc/volume-04c2e188-2155-422c-97f2-260181080afc.vmdk. No consolidation needed. {{(pid=70527) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1103.309011] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5529bb3-dddb-448e-a89c-fc67e591c56e tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: b19d2ba3-5500-4ca2-842a-fefdfd22f9a6] Reconfiguring VM instance instance-00000038 to detach disk 2001 {{(pid=70527) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1103.311392] env[70527]: DEBUG oslo_vmware.rw_handles [None req-8b77ff46-a09f-4e7a-8835-ff6286c45f1d tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d12d5f-fd27-b8be-07d2-6f2c68c2b048/disk-0.vmdk. {{(pid=70527) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1103.311647] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7b4c150-d4a2-444f-9d96-1a71c751f505 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.325141] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c7bc1f-04ed-4abd-ac94-ec63dd3bd718 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.332912] env[70527]: DEBUG oslo_vmware.rw_handles [None req-8b77ff46-a09f-4e7a-8835-ff6286c45f1d tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d12d5f-fd27-b8be-07d2-6f2c68c2b048/disk-0.vmdk is in state: ready. {{(pid=70527) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1103.333127] env[70527]: ERROR oslo_vmware.rw_handles [None req-8b77ff46-a09f-4e7a-8835-ff6286c45f1d tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d12d5f-fd27-b8be-07d2-6f2c68c2b048/disk-0.vmdk due to incomplete transfer. [ 1103.333417] env[70527]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-55f27782-aed2-47fe-84db-a61eed562636 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.336286] env[70527]: DEBUG oslo_vmware.api [None req-c5529bb3-dddb-448e-a89c-fc67e591c56e tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Waiting for the task: (returnval){ [ 1103.336286] env[70527]: value = "task-3913727" [ 1103.336286] env[70527]: _type = "Task" [ 1103.336286] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.345909] env[70527]: DEBUG oslo_vmware.api [None req-c5529bb3-dddb-448e-a89c-fc67e591c56e tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3913727, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.347159] env[70527]: DEBUG oslo_vmware.rw_handles [None req-8b77ff46-a09f-4e7a-8835-ff6286c45f1d tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d12d5f-fd27-b8be-07d2-6f2c68c2b048/disk-0.vmdk. {{(pid=70527) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1103.347365] env[70527]: DEBUG nova.virt.vmwareapi.images [None req-8b77ff46-a09f-4e7a-8835-ff6286c45f1d tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 15efae62-cf03-4f74-92c3-c275483c8283] Uploaded image c85268c2-23a1-4a25-870e-a06d8fdf93d1 to the Glance image server {{(pid=70527) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1103.349721] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b77ff46-a09f-4e7a-8835-ff6286c45f1d tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 15efae62-cf03-4f74-92c3-c275483c8283] Destroying the VM {{(pid=70527) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1103.349989] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fd01873c-dafe-44e1-a8a7-5114a7b9b67c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.358534] env[70527]: DEBUG oslo_vmware.api [None req-8b77ff46-a09f-4e7a-8835-ff6286c45f1d tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Waiting for the task: (returnval){ [ 1103.358534] env[70527]: value = "task-3913728" [ 1103.358534] env[70527]: _type = "Task" [ 1103.358534] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.367504] env[70527]: DEBUG oslo_vmware.api [None req-8b77ff46-a09f-4e7a-8835-ff6286c45f1d tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913728, 'name': Destroy_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.518038] env[70527]: DEBUG oslo_concurrency.lockutils [req-eecab4c2-0163-4625-ba41-f1c02e5635c2 req-cbe13939-eeff-40f6-9571-d0b30da41761 service nova] Releasing lock "refresh_cache-49b5c50f-4331-41e3-95db-599d1376f166" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.518038] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Acquired lock "refresh_cache-49b5c50f-4331-41e3-95db-599d1376f166" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.518038] env[70527]: DEBUG nova.network.neutron [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] [instance: 49b5c50f-4331-41e3-95db-599d1376f166] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1103.553183] env[70527]: DEBUG nova.scheduler.client.report [None req-30caa708-8932-4828-971e-10ef87b73522 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1103.576857] env[70527]: DEBUG oslo_vmware.api [None req-4a1a8df1-1fd3-4739-8c32-e53f80838558 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Task: {'id': task-3913726, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.846987] env[70527]: DEBUG oslo_vmware.api [None req-c5529bb3-dddb-448e-a89c-fc67e591c56e tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3913727, 'name': ReconfigVM_Task, 'duration_secs': 0.341993} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.847327] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5529bb3-dddb-448e-a89c-fc67e591c56e tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: b19d2ba3-5500-4ca2-842a-fefdfd22f9a6] Reconfigured VM instance instance-00000038 to detach disk 2001 {{(pid=70527) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1103.852463] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28219db5-87ba-4add-bffc-fa8c983c538f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.873757] env[70527]: DEBUG oslo_vmware.api [None req-8b77ff46-a09f-4e7a-8835-ff6286c45f1d tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913728, 'name': Destroy_Task} progress is 33%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.875241] env[70527]: DEBUG oslo_vmware.api [None req-c5529bb3-dddb-448e-a89c-fc67e591c56e tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Waiting for the task: (returnval){ [ 1103.875241] env[70527]: value = "task-3913729" [ 1103.875241] env[70527]: _type = "Task" [ 1103.875241] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.883971] env[70527]: DEBUG oslo_vmware.api [None req-c5529bb3-dddb-448e-a89c-fc67e591c56e tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3913729, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.059770] env[70527]: DEBUG nova.network.neutron [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] [instance: 49b5c50f-4331-41e3-95db-599d1376f166] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1104.063406] env[70527]: DEBUG oslo_concurrency.lockutils [None req-30caa708-8932-4828-971e-10ef87b73522 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.490s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.063714] env[70527]: INFO nova.compute.manager [None req-30caa708-8932-4828-971e-10ef87b73522 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Migrating [ 1104.072064] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1cbd1c38-f94a-4e6f-9a9e-10d115939082 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.727s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.072208] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1cbd1c38-f94a-4e6f-9a9e-10d115939082 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.074412] env[70527]: DEBUG oslo_concurrency.lockutils [None req-494e5887-6de9-4f3c-9f01-c2b969d5cb98 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.887s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.074630] env[70527]: DEBUG oslo_concurrency.lockutils [None req-494e5887-6de9-4f3c-9f01-c2b969d5cb98 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.076670] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a46ab379-b11c-4cf5-b8e3-7cbd45d6fbbc tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.682s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.076877] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a46ab379-b11c-4cf5-b8e3-7cbd45d6fbbc tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.078769] env[70527]: DEBUG oslo_concurrency.lockutils [None req-95a54f27-eaa3-4552-9e39-83fd13c2eb90 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.890s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.080685] env[70527]: INFO nova.compute.claims [None req-95a54f27-eaa3-4552-9e39-83fd13c2eb90 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 87290eb1-c183-49f1-b984-045f89b7093f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1104.110736] env[70527]: DEBUG oslo_vmware.api [None req-4a1a8df1-1fd3-4739-8c32-e53f80838558 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Task: {'id': task-3913726, 'name': PowerOnVM_Task, 'duration_secs': 0.600066} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.113364] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a1a8df1-1fd3-4739-8c32-e53f80838558 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1104.113582] env[70527]: INFO nova.compute.manager [None req-4a1a8df1-1fd3-4739-8c32-e53f80838558 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] Took 10.43 seconds to spawn the instance on the hypervisor. [ 1104.114582] env[70527]: DEBUG nova.compute.manager [None req-4a1a8df1-1fd3-4739-8c32-e53f80838558 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1104.114672] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d84eea4-c413-48e5-a30c-8151d5bcf31d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.128583] env[70527]: INFO nova.scheduler.client.report [None req-494e5887-6de9-4f3c-9f01-c2b969d5cb98 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Deleted allocations for instance fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9 [ 1104.133082] env[70527]: INFO nova.scheduler.client.report [None req-1cbd1c38-f94a-4e6f-9a9e-10d115939082 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Deleted allocations for instance b3a6e20c-cdfe-47f0-8881-ec6ead71e86f [ 1104.147453] env[70527]: INFO nova.scheduler.client.report [None req-a46ab379-b11c-4cf5-b8e3-7cbd45d6fbbc tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Deleted allocations for instance 7a391e8e-005a-4c7f-992d-1a2466e79065 [ 1104.197353] env[70527]: DEBUG nova.compute.manager [req-25560f06-ddd5-40c4-abcd-7054ffe2b486 req-0d5591ec-2527-48ce-a19f-199f1c6ec1d2 service nova] [instance: 49b5c50f-4331-41e3-95db-599d1376f166] Received event network-changed-5805ea47-0066-48cc-82c3-af78bfa2dfb2 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.197353] env[70527]: DEBUG nova.compute.manager [req-25560f06-ddd5-40c4-abcd-7054ffe2b486 req-0d5591ec-2527-48ce-a19f-199f1c6ec1d2 service nova] [instance: 49b5c50f-4331-41e3-95db-599d1376f166] Refreshing instance network info cache due to event network-changed-5805ea47-0066-48cc-82c3-af78bfa2dfb2. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1104.197353] env[70527]: DEBUG oslo_concurrency.lockutils [req-25560f06-ddd5-40c4-abcd-7054ffe2b486 req-0d5591ec-2527-48ce-a19f-199f1c6ec1d2 service nova] Acquiring lock "refresh_cache-49b5c50f-4331-41e3-95db-599d1376f166" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.374565] env[70527]: DEBUG oslo_vmware.api [None req-8b77ff46-a09f-4e7a-8835-ff6286c45f1d tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913728, 'name': Destroy_Task, 'duration_secs': 0.730649} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.375080] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-8b77ff46-a09f-4e7a-8835-ff6286c45f1d tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 15efae62-cf03-4f74-92c3-c275483c8283] Destroyed the VM [ 1104.375477] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-8b77ff46-a09f-4e7a-8835-ff6286c45f1d tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 15efae62-cf03-4f74-92c3-c275483c8283] Deleting Snapshot of the VM instance {{(pid=70527) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1104.375976] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cac343a3-e6d2-47f4-8214-30f4ebcb9566 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.393465] env[70527]: DEBUG oslo_vmware.api [None req-c5529bb3-dddb-448e-a89c-fc67e591c56e tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3913729, 'name': ReconfigVM_Task, 'duration_secs': 0.210575} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.394891] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5529bb3-dddb-448e-a89c-fc67e591c56e tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: b19d2ba3-5500-4ca2-842a-fefdfd22f9a6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-777125', 'volume_id': '04c2e188-2155-422c-97f2-260181080afc', 'name': 'volume-04c2e188-2155-422c-97f2-260181080afc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b19d2ba3-5500-4ca2-842a-fefdfd22f9a6', 'attached_at': '', 'detached_at': '', 'volume_id': '04c2e188-2155-422c-97f2-260181080afc', 'serial': '04c2e188-2155-422c-97f2-260181080afc'} {{(pid=70527) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1104.397622] env[70527]: DEBUG oslo_vmware.api [None req-8b77ff46-a09f-4e7a-8835-ff6286c45f1d tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Waiting for the task: (returnval){ [ 1104.397622] env[70527]: value = "task-3913730" [ 1104.397622] env[70527]: _type = "Task" [ 1104.397622] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.408171] env[70527]: DEBUG oslo_vmware.api [None req-8b77ff46-a09f-4e7a-8835-ff6286c45f1d tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913730, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.501034] env[70527]: DEBUG oslo_concurrency.lockutils [None req-206bae9b-a660-4759-8000-f79e21d5e44a tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Acquiring lock "15efae62-cf03-4f74-92c3-c275483c8283" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.501299] env[70527]: DEBUG oslo_concurrency.lockutils [None req-206bae9b-a660-4759-8000-f79e21d5e44a tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Lock "15efae62-cf03-4f74-92c3-c275483c8283" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.501512] env[70527]: DEBUG oslo_concurrency.lockutils [None req-206bae9b-a660-4759-8000-f79e21d5e44a tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Acquiring lock "15efae62-cf03-4f74-92c3-c275483c8283-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.501700] env[70527]: DEBUG oslo_concurrency.lockutils [None req-206bae9b-a660-4759-8000-f79e21d5e44a tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Lock "15efae62-cf03-4f74-92c3-c275483c8283-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.502121] env[70527]: DEBUG oslo_concurrency.lockutils [None req-206bae9b-a660-4759-8000-f79e21d5e44a tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Lock "15efae62-cf03-4f74-92c3-c275483c8283-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.508222] env[70527]: INFO nova.compute.manager [None req-206bae9b-a660-4759-8000-f79e21d5e44a tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 15efae62-cf03-4f74-92c3-c275483c8283] Terminating instance [ 1104.599568] env[70527]: DEBUG nova.network.neutron [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] [instance: 49b5c50f-4331-41e3-95db-599d1376f166] Updating instance_info_cache with network_info: [{"id": "3ab5b493-dc80-47dc-b0c9-7c5f69fb22a3", "address": "fa:16:3e:e9:2d:b9", "network": {"id": "68cf9697-b115-412b-866b-c19c6d8f76d4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1482525896", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af281f69b9134e6e9dca32ab05561c60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ab5b493-dc", "ovs_interfaceid": "3ab5b493-dc80-47dc-b0c9-7c5f69fb22a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5805ea47-0066-48cc-82c3-af78bfa2dfb2", "address": "fa:16:3e:d2:a6:19", "network": {"id": "82ad42ed-d0bd-4b84-afa4-1065e5e64a95", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2052993575", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "af281f69b9134e6e9dca32ab05561c60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5805ea47-00", "ovs_interfaceid": "5805ea47-0066-48cc-82c3-af78bfa2dfb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.607611] env[70527]: DEBUG oslo_concurrency.lockutils [None req-30caa708-8932-4828-971e-10ef87b73522 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Acquiring lock "refresh_cache-cc93a02e-989c-4238-aed7-ab4843e2add4" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.607786] env[70527]: DEBUG oslo_concurrency.lockutils [None req-30caa708-8932-4828-971e-10ef87b73522 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Acquired lock "refresh_cache-cc93a02e-989c-4238-aed7-ab4843e2add4" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.607995] env[70527]: DEBUG nova.network.neutron [None req-30caa708-8932-4828-971e-10ef87b73522 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1104.656790] env[70527]: DEBUG oslo_concurrency.lockutils [None req-494e5887-6de9-4f3c-9f01-c2b969d5cb98 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Lock "fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.101s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.659542] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1cbd1c38-f94a-4e6f-9a9e-10d115939082 tempest-ServersAdminTestJSON-2063681355 tempest-ServersAdminTestJSON-2063681355-project-member] Lock "b3a6e20c-cdfe-47f0-8881-ec6ead71e86f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.961s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.660867] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a46ab379-b11c-4cf5-b8e3-7cbd45d6fbbc tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Lock "7a391e8e-005a-4c7f-992d-1a2466e79065" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.232s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.672064] env[70527]: INFO nova.compute.manager [None req-4a1a8df1-1fd3-4739-8c32-e53f80838558 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] Took 42.18 seconds to build instance. [ 1104.916448] env[70527]: DEBUG oslo_vmware.api [None req-8b77ff46-a09f-4e7a-8835-ff6286c45f1d tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913730, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.950586] env[70527]: DEBUG nova.objects.instance [None req-c5529bb3-dddb-448e-a89c-fc67e591c56e tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Lazy-loading 'flavor' on Instance uuid b19d2ba3-5500-4ca2-842a-fefdfd22f9a6 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1105.015782] env[70527]: DEBUG nova.compute.manager [None req-206bae9b-a660-4759-8000-f79e21d5e44a tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 15efae62-cf03-4f74-92c3-c275483c8283] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1105.015782] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-206bae9b-a660-4759-8000-f79e21d5e44a tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 15efae62-cf03-4f74-92c3-c275483c8283] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1105.017214] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12089895-971e-49a7-9c8c-8b2aafae0160 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.027632] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-206bae9b-a660-4759-8000-f79e21d5e44a tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 15efae62-cf03-4f74-92c3-c275483c8283] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1105.028085] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6558f13c-b76f-44e2-a5b9-0e124eecf807 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.112600] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Releasing lock "refresh_cache-49b5c50f-4331-41e3-95db-599d1376f166" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.112952] env[70527]: DEBUG nova.compute.manager [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] [instance: 49b5c50f-4331-41e3-95db-599d1376f166] Instance network_info: |[{"id": "3ab5b493-dc80-47dc-b0c9-7c5f69fb22a3", "address": "fa:16:3e:e9:2d:b9", "network": {"id": "68cf9697-b115-412b-866b-c19c6d8f76d4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1482525896", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af281f69b9134e6e9dca32ab05561c60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ab5b493-dc", "ovs_interfaceid": "3ab5b493-dc80-47dc-b0c9-7c5f69fb22a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5805ea47-0066-48cc-82c3-af78bfa2dfb2", "address": "fa:16:3e:d2:a6:19", "network": {"id": "82ad42ed-d0bd-4b84-afa4-1065e5e64a95", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2052993575", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "af281f69b9134e6e9dca32ab05561c60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5805ea47-00", "ovs_interfaceid": "5805ea47-0066-48cc-82c3-af78bfa2dfb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1105.115680] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0ec91a85-28d3-43d6-a743-098d5931dd40 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Acquiring lock "9ad716c6-d457-49e5-9958-a356e4328191" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.115680] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0ec91a85-28d3-43d6-a743-098d5931dd40 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Lock "9ad716c6-d457-49e5-9958-a356e4328191" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.116857] env[70527]: DEBUG oslo_concurrency.lockutils [req-25560f06-ddd5-40c4-abcd-7054ffe2b486 req-0d5591ec-2527-48ce-a19f-199f1c6ec1d2 service nova] Acquired lock "refresh_cache-49b5c50f-4331-41e3-95db-599d1376f166" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.117430] env[70527]: DEBUG nova.network.neutron [req-25560f06-ddd5-40c4-abcd-7054ffe2b486 req-0d5591ec-2527-48ce-a19f-199f1c6ec1d2 service nova] [instance: 49b5c50f-4331-41e3-95db-599d1376f166] Refreshing network info cache for port 5805ea47-0066-48cc-82c3-af78bfa2dfb2 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1105.118510] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] [instance: 49b5c50f-4331-41e3-95db-599d1376f166] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:2d:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78340140-126f-4ef8-a340-debaa64da3e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ab5b493-dc80-47dc-b0c9-7c5f69fb22a3', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:a6:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89f807d9-140f-4a6f-8bce-96795f9482ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5805ea47-0066-48cc-82c3-af78bfa2dfb2', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1105.129025] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1105.132700] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49b5c50f-4331-41e3-95db-599d1376f166] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1105.133709] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe807205-757a-4ad7-898d-b85086896975 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.163891] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1105.163891] env[70527]: value = "task-3913732" [ 1105.163891] env[70527]: _type = "Task" [ 1105.163891] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.173035] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913732, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.174090] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4a1a8df1-1fd3-4739-8c32-e53f80838558 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Lock "0cabe7f0-908c-43e2-aa94-9b4abcaa2df7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.203s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.347079] env[70527]: DEBUG oslo_concurrency.lockutils [None req-324cecc8-99b7-4b46-a3fe-c9d8981ed8a7 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Acquiring lock "7b97e115-1aeb-4097-8f83-b4a8f0ce0727" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.347453] env[70527]: DEBUG oslo_concurrency.lockutils [None req-324cecc8-99b7-4b46-a3fe-c9d8981ed8a7 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Lock "7b97e115-1aeb-4097-8f83-b4a8f0ce0727" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.347642] env[70527]: DEBUG oslo_concurrency.lockutils [None req-324cecc8-99b7-4b46-a3fe-c9d8981ed8a7 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Acquiring lock "7b97e115-1aeb-4097-8f83-b4a8f0ce0727-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.347838] env[70527]: DEBUG oslo_concurrency.lockutils [None req-324cecc8-99b7-4b46-a3fe-c9d8981ed8a7 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Lock "7b97e115-1aeb-4097-8f83-b4a8f0ce0727-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.348077] env[70527]: DEBUG oslo_concurrency.lockutils [None req-324cecc8-99b7-4b46-a3fe-c9d8981ed8a7 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Lock "7b97e115-1aeb-4097-8f83-b4a8f0ce0727-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.353891] env[70527]: INFO nova.compute.manager [None req-324cecc8-99b7-4b46-a3fe-c9d8981ed8a7 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: 7b97e115-1aeb-4097-8f83-b4a8f0ce0727] Terminating instance [ 1105.413372] env[70527]: DEBUG oslo_vmware.api [None req-8b77ff46-a09f-4e7a-8835-ff6286c45f1d tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913730, 'name': RemoveSnapshot_Task, 'duration_secs': 0.942727} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.416435] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-8b77ff46-a09f-4e7a-8835-ff6286c45f1d tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 15efae62-cf03-4f74-92c3-c275483c8283] Deleted Snapshot of the VM instance {{(pid=70527) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1105.416750] env[70527]: INFO nova.compute.manager [None req-8b77ff46-a09f-4e7a-8835-ff6286c45f1d tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 15efae62-cf03-4f74-92c3-c275483c8283] Took 16.58 seconds to snapshot the instance on the hypervisor. [ 1105.481423] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-206bae9b-a660-4759-8000-f79e21d5e44a tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 15efae62-cf03-4f74-92c3-c275483c8283] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1105.481744] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-206bae9b-a660-4759-8000-f79e21d5e44a tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 15efae62-cf03-4f74-92c3-c275483c8283] Deleting contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1105.482073] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-206bae9b-a660-4759-8000-f79e21d5e44a tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Deleting the datastore file [datastore2] 15efae62-cf03-4f74-92c3-c275483c8283 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1105.482864] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c12bef2-dfc0-436e-984e-3468548a8fc0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.494781] env[70527]: DEBUG oslo_vmware.api [None req-206bae9b-a660-4759-8000-f79e21d5e44a tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Waiting for the task: (returnval){ [ 1105.494781] env[70527]: value = "task-3913733" [ 1105.494781] env[70527]: _type = "Task" [ 1105.494781] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.505666] env[70527]: DEBUG oslo_vmware.api [None req-206bae9b-a660-4759-8000-f79e21d5e44a tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913733, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.545148] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25128da1-d774-4a03-ab6a-dbd31b334770 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.555312] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7629de5e-fc13-4ff5-b91f-4db5cf2a8767 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.593471] env[70527]: DEBUG nova.network.neutron [req-25560f06-ddd5-40c4-abcd-7054ffe2b486 req-0d5591ec-2527-48ce-a19f-199f1c6ec1d2 service nova] [instance: 49b5c50f-4331-41e3-95db-599d1376f166] Updated VIF entry in instance network info cache for port 5805ea47-0066-48cc-82c3-af78bfa2dfb2. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1105.594154] env[70527]: DEBUG nova.network.neutron [req-25560f06-ddd5-40c4-abcd-7054ffe2b486 req-0d5591ec-2527-48ce-a19f-199f1c6ec1d2 service nova] [instance: 49b5c50f-4331-41e3-95db-599d1376f166] Updating instance_info_cache with network_info: [{"id": "3ab5b493-dc80-47dc-b0c9-7c5f69fb22a3", "address": "fa:16:3e:e9:2d:b9", "network": {"id": "68cf9697-b115-412b-866b-c19c6d8f76d4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1482525896", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af281f69b9134e6e9dca32ab05561c60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ab5b493-dc", "ovs_interfaceid": "3ab5b493-dc80-47dc-b0c9-7c5f69fb22a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5805ea47-0066-48cc-82c3-af78bfa2dfb2", "address": "fa:16:3e:d2:a6:19", "network": {"id": "82ad42ed-d0bd-4b84-afa4-1065e5e64a95", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2052993575", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "af281f69b9134e6e9dca32ab05561c60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5805ea47-00", "ovs_interfaceid": "5805ea47-0066-48cc-82c3-af78bfa2dfb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.596618] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ca2f82-c03e-4052-b719-f54ae31eacf0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.607395] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7def94fa-cba2-49a9-94c2-daab81998233 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.623579] env[70527]: DEBUG nova.compute.provider_tree [None req-95a54f27-eaa3-4552-9e39-83fd13c2eb90 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1105.631017] env[70527]: DEBUG nova.compute.manager [None req-0ec91a85-28d3-43d6-a743-098d5931dd40 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 9ad716c6-d457-49e5-9958-a356e4328191] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1105.675407] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913732, 'name': CreateVM_Task, 'duration_secs': 0.431826} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.677719] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49b5c50f-4331-41e3-95db-599d1376f166] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1105.682751] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.683138] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.683527] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.685176] env[70527]: DEBUG nova.network.neutron [None req-30caa708-8932-4828-971e-10ef87b73522 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Updating instance_info_cache with network_info: [{"id": "e13eaf87-126b-412f-a3fb-97bf53244088", "address": "fa:16:3e:66:72:92", "network": {"id": "6b7058bf-638c-4d72-9f51-37a045c3ebde", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1062784441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbf5afba87784fe2b33ca0fa6a95c5b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape13eaf87-12", "ovs_interfaceid": "e13eaf87-126b-412f-a3fb-97bf53244088", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.686703] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27a51b0e-f82d-4bbd-abb4-bda4ac5e6f2e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.695104] env[70527]: DEBUG oslo_vmware.api [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Waiting for the task: (returnval){ [ 1105.695104] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]5256910d-7e54-3e51-820b-b5659ae3bd97" [ 1105.695104] env[70527]: _type = "Task" [ 1105.695104] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.706450] env[70527]: DEBUG oslo_vmware.api [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5256910d-7e54-3e51-820b-b5659ae3bd97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.862047] env[70527]: DEBUG nova.compute.manager [None req-324cecc8-99b7-4b46-a3fe-c9d8981ed8a7 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: 7b97e115-1aeb-4097-8f83-b4a8f0ce0727] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1105.862047] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-324cecc8-99b7-4b46-a3fe-c9d8981ed8a7 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: 7b97e115-1aeb-4097-8f83-b4a8f0ce0727] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1105.862801] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00590288-ae0f-4316-b207-9b25cba7f20b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.873477] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-324cecc8-99b7-4b46-a3fe-c9d8981ed8a7 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: 7b97e115-1aeb-4097-8f83-b4a8f0ce0727] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1105.874282] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1e7012a-4aff-4637-be39-415164c65256 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.886336] env[70527]: DEBUG oslo_vmware.api [None req-324cecc8-99b7-4b46-a3fe-c9d8981ed8a7 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Waiting for the task: (returnval){ [ 1105.886336] env[70527]: value = "task-3913734" [ 1105.886336] env[70527]: _type = "Task" [ 1105.886336] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.896324] env[70527]: DEBUG oslo_vmware.api [None req-324cecc8-99b7-4b46-a3fe-c9d8981ed8a7 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': task-3913734, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.921884] env[70527]: DEBUG nova.compute.manager [None req-8b77ff46-a09f-4e7a-8835-ff6286c45f1d tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 15efae62-cf03-4f74-92c3-c275483c8283] Instance disappeared during snapshot {{(pid=70527) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1105.939321] env[70527]: DEBUG nova.compute.manager [None req-8b77ff46-a09f-4e7a-8835-ff6286c45f1d tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Image not found during clean up c85268c2-23a1-4a25-870e-a06d8fdf93d1 {{(pid=70527) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 1105.963293] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c5529bb3-dddb-448e-a89c-fc67e591c56e tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Lock "b19d2ba3-5500-4ca2-842a-fefdfd22f9a6" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.297s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.986761] env[70527]: DEBUG oslo_concurrency.lockutils [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Acquiring lock "48a5b42d-41c1-427f-b518-4cf2d6f38abb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.987879] env[70527]: DEBUG oslo_concurrency.lockutils [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Lock "48a5b42d-41c1-427f-b518-4cf2d6f38abb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.009987] env[70527]: DEBUG oslo_vmware.api [None req-206bae9b-a660-4759-8000-f79e21d5e44a tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913733, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.429885} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.009987] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-206bae9b-a660-4759-8000-f79e21d5e44a tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1106.010340] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-206bae9b-a660-4759-8000-f79e21d5e44a tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 15efae62-cf03-4f74-92c3-c275483c8283] Deleted contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1106.010408] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-206bae9b-a660-4759-8000-f79e21d5e44a tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 15efae62-cf03-4f74-92c3-c275483c8283] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1106.010926] env[70527]: INFO nova.compute.manager [None req-206bae9b-a660-4759-8000-f79e21d5e44a tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 15efae62-cf03-4f74-92c3-c275483c8283] Took 1.00 seconds to destroy the instance on the hypervisor. [ 1106.010926] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-206bae9b-a660-4759-8000-f79e21d5e44a tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1106.011170] env[70527]: DEBUG nova.compute.manager [-] [instance: 15efae62-cf03-4f74-92c3-c275483c8283] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1106.011278] env[70527]: DEBUG nova.network.neutron [-] [instance: 15efae62-cf03-4f74-92c3-c275483c8283] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1106.102339] env[70527]: DEBUG oslo_concurrency.lockutils [req-25560f06-ddd5-40c4-abcd-7054ffe2b486 req-0d5591ec-2527-48ce-a19f-199f1c6ec1d2 service nova] Releasing lock "refresh_cache-49b5c50f-4331-41e3-95db-599d1376f166" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.127786] env[70527]: DEBUG nova.scheduler.client.report [None req-95a54f27-eaa3-4552-9e39-83fd13c2eb90 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1106.164316] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0ec91a85-28d3-43d6-a743-098d5931dd40 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.190641] env[70527]: DEBUG oslo_concurrency.lockutils [None req-30caa708-8932-4828-971e-10ef87b73522 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Releasing lock "refresh_cache-cc93a02e-989c-4238-aed7-ab4843e2add4" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.197030] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9bccd060-cfa1-4ed9-8e31-9deadc136a2f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Acquiring lock "b19d2ba3-5500-4ca2-842a-fefdfd22f9a6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.197030] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9bccd060-cfa1-4ed9-8e31-9deadc136a2f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Lock "b19d2ba3-5500-4ca2-842a-fefdfd22f9a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.197030] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9bccd060-cfa1-4ed9-8e31-9deadc136a2f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Acquiring lock "b19d2ba3-5500-4ca2-842a-fefdfd22f9a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.197030] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9bccd060-cfa1-4ed9-8e31-9deadc136a2f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Lock "b19d2ba3-5500-4ca2-842a-fefdfd22f9a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.197030] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9bccd060-cfa1-4ed9-8e31-9deadc136a2f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Lock "b19d2ba3-5500-4ca2-842a-fefdfd22f9a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.198199] env[70527]: INFO nova.compute.manager [None req-9bccd060-cfa1-4ed9-8e31-9deadc136a2f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: b19d2ba3-5500-4ca2-842a-fefdfd22f9a6] Terminating instance [ 1106.215954] env[70527]: DEBUG oslo_vmware.api [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5256910d-7e54-3e51-820b-b5659ae3bd97, 'name': SearchDatastore_Task, 'duration_secs': 0.04043} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.216768] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.216877] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] [instance: 49b5c50f-4331-41e3-95db-599d1376f166] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1106.217154] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.217292] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.217467] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1106.218247] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cac3d02e-6663-4f47-bc76-52cfab8ca447 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.230450] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1106.230450] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1106.230907] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed431621-da2a-4d69-8b04-ff7c951dbabc {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.239908] env[70527]: DEBUG oslo_vmware.api [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Waiting for the task: (returnval){ [ 1106.239908] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52ee6f58-8a39-65ac-4f5e-79645feee223" [ 1106.239908] env[70527]: _type = "Task" [ 1106.239908] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.250440] env[70527]: DEBUG oslo_vmware.api [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52ee6f58-8a39-65ac-4f5e-79645feee223, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.363499] env[70527]: DEBUG nova.compute.manager [req-e81fd17d-e312-4502-ba53-13af3cdc87cb req-c95ee6e8-f431-4c6c-bce2-2a95547df185 service nova] [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] Received event network-changed-78d43ac4-17a5-4fdd-b196-70ab4500ca01 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1106.363499] env[70527]: DEBUG nova.compute.manager [req-e81fd17d-e312-4502-ba53-13af3cdc87cb req-c95ee6e8-f431-4c6c-bce2-2a95547df185 service nova] [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] Refreshing instance network info cache due to event network-changed-78d43ac4-17a5-4fdd-b196-70ab4500ca01. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1106.363499] env[70527]: DEBUG oslo_concurrency.lockutils [req-e81fd17d-e312-4502-ba53-13af3cdc87cb req-c95ee6e8-f431-4c6c-bce2-2a95547df185 service nova] Acquiring lock "refresh_cache-0cabe7f0-908c-43e2-aa94-9b4abcaa2df7" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.363499] env[70527]: DEBUG oslo_concurrency.lockutils [req-e81fd17d-e312-4502-ba53-13af3cdc87cb req-c95ee6e8-f431-4c6c-bce2-2a95547df185 service nova] Acquired lock "refresh_cache-0cabe7f0-908c-43e2-aa94-9b4abcaa2df7" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.363499] env[70527]: DEBUG nova.network.neutron [req-e81fd17d-e312-4502-ba53-13af3cdc87cb req-c95ee6e8-f431-4c6c-bce2-2a95547df185 service nova] [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] Refreshing network info cache for port 78d43ac4-17a5-4fdd-b196-70ab4500ca01 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1106.403205] env[70527]: DEBUG oslo_vmware.api [None req-324cecc8-99b7-4b46-a3fe-c9d8981ed8a7 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': task-3913734, 'name': PowerOffVM_Task, 'duration_secs': 0.346067} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.403617] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-324cecc8-99b7-4b46-a3fe-c9d8981ed8a7 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: 7b97e115-1aeb-4097-8f83-b4a8f0ce0727] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1106.403840] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-324cecc8-99b7-4b46-a3fe-c9d8981ed8a7 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: 7b97e115-1aeb-4097-8f83-b4a8f0ce0727] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1106.404575] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-275659ce-6a83-432a-86fe-4fad78b3f1f3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.476908] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-324cecc8-99b7-4b46-a3fe-c9d8981ed8a7 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: 7b97e115-1aeb-4097-8f83-b4a8f0ce0727] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1106.476908] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-324cecc8-99b7-4b46-a3fe-c9d8981ed8a7 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: 7b97e115-1aeb-4097-8f83-b4a8f0ce0727] Deleting contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1106.476908] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-324cecc8-99b7-4b46-a3fe-c9d8981ed8a7 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Deleting the datastore file [datastore2] 7b97e115-1aeb-4097-8f83-b4a8f0ce0727 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1106.477221] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e60d7a43-5053-49eb-be49-84a602a23838 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.486257] env[70527]: DEBUG oslo_vmware.api [None req-324cecc8-99b7-4b46-a3fe-c9d8981ed8a7 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Waiting for the task: (returnval){ [ 1106.486257] env[70527]: value = "task-3913736" [ 1106.486257] env[70527]: _type = "Task" [ 1106.486257] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.489984] env[70527]: DEBUG nova.compute.manager [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 48a5b42d-41c1-427f-b518-4cf2d6f38abb] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1106.498508] env[70527]: DEBUG oslo_vmware.api [None req-324cecc8-99b7-4b46-a3fe-c9d8981ed8a7 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': task-3913736, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.633364] env[70527]: DEBUG oslo_concurrency.lockutils [None req-95a54f27-eaa3-4552-9e39-83fd13c2eb90 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.554s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.633906] env[70527]: DEBUG nova.compute.manager [None req-95a54f27-eaa3-4552-9e39-83fd13c2eb90 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 87290eb1-c183-49f1-b984-045f89b7093f] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1106.636608] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9c3b89e4-e576-4094-b904-5c9f01da4c21 tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.142s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.639195] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9c3b89e4-e576-4094-b904-5c9f01da4c21 tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.639195] env[70527]: DEBUG oslo_concurrency.lockutils [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.064s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.640286] env[70527]: INFO nova.compute.claims [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 8661a62e-4487-434a-ab93-b47dcfca5971] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1106.671970] env[70527]: INFO nova.scheduler.client.report [None req-9c3b89e4-e576-4094-b904-5c9f01da4c21 tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Deleted allocations for instance 992d6ed3-f53e-4c79-bff9-bb2808b6b2ee [ 1106.711023] env[70527]: DEBUG nova.compute.manager [None req-9bccd060-cfa1-4ed9-8e31-9deadc136a2f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: b19d2ba3-5500-4ca2-842a-fefdfd22f9a6] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1106.711023] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-9bccd060-cfa1-4ed9-8e31-9deadc136a2f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: b19d2ba3-5500-4ca2-842a-fefdfd22f9a6] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1106.711023] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415668a2-7b0a-461c-8940-fffa81926ec3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.721196] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bccd060-cfa1-4ed9-8e31-9deadc136a2f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: b19d2ba3-5500-4ca2-842a-fefdfd22f9a6] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1106.721579] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-922ce505-b266-451c-a693-9d5ca0c870df {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.730085] env[70527]: DEBUG oslo_vmware.api [None req-9bccd060-cfa1-4ed9-8e31-9deadc136a2f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Waiting for the task: (returnval){ [ 1106.730085] env[70527]: value = "task-3913737" [ 1106.730085] env[70527]: _type = "Task" [ 1106.730085] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.743894] env[70527]: DEBUG oslo_vmware.api [None req-9bccd060-cfa1-4ed9-8e31-9deadc136a2f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3913737, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.756591] env[70527]: DEBUG oslo_vmware.api [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52ee6f58-8a39-65ac-4f5e-79645feee223, 'name': SearchDatastore_Task, 'duration_secs': 0.012593} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.757931] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3cbf7df-4460-48c9-8786-ae73b6b4bea4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.765140] env[70527]: DEBUG oslo_vmware.api [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Waiting for the task: (returnval){ [ 1106.765140] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52343f90-0316-301f-1d7a-48802fd06529" [ 1106.765140] env[70527]: _type = "Task" [ 1106.765140] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.774266] env[70527]: DEBUG oslo_vmware.api [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52343f90-0316-301f-1d7a-48802fd06529, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.918761] env[70527]: DEBUG nova.network.neutron [-] [instance: 15efae62-cf03-4f74-92c3-c275483c8283] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.002593] env[70527]: DEBUG oslo_vmware.api [None req-324cecc8-99b7-4b46-a3fe-c9d8981ed8a7 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Task: {'id': task-3913736, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190119} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.007802] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-324cecc8-99b7-4b46-a3fe-c9d8981ed8a7 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1107.007802] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-324cecc8-99b7-4b46-a3fe-c9d8981ed8a7 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: 7b97e115-1aeb-4097-8f83-b4a8f0ce0727] Deleted contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1107.008116] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-324cecc8-99b7-4b46-a3fe-c9d8981ed8a7 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: 7b97e115-1aeb-4097-8f83-b4a8f0ce0727] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1107.008357] env[70527]: INFO nova.compute.manager [None req-324cecc8-99b7-4b46-a3fe-c9d8981ed8a7 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] [instance: 7b97e115-1aeb-4097-8f83-b4a8f0ce0727] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1107.009033] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-324cecc8-99b7-4b46-a3fe-c9d8981ed8a7 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1107.012141] env[70527]: DEBUG nova.compute.manager [-] [instance: 7b97e115-1aeb-4097-8f83-b4a8f0ce0727] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1107.012291] env[70527]: DEBUG nova.network.neutron [-] [instance: 7b97e115-1aeb-4097-8f83-b4a8f0ce0727] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1107.034379] env[70527]: DEBUG oslo_concurrency.lockutils [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.114918] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Acquiring lock "1257ac19-f4a8-4199-b5dd-58106904e220" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.115414] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Lock "1257ac19-f4a8-4199-b5dd-58106904e220" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.144831] env[70527]: DEBUG nova.compute.utils [None req-95a54f27-eaa3-4552-9e39-83fd13c2eb90 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1107.150056] env[70527]: DEBUG nova.compute.manager [None req-95a54f27-eaa3-4552-9e39-83fd13c2eb90 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 87290eb1-c183-49f1-b984-045f89b7093f] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1107.150056] env[70527]: DEBUG nova.network.neutron [None req-95a54f27-eaa3-4552-9e39-83fd13c2eb90 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 87290eb1-c183-49f1-b984-045f89b7093f] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1107.184762] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9c3b89e4-e576-4094-b904-5c9f01da4c21 tempest-ServerAddressesNegativeTestJSON-920979130 tempest-ServerAddressesNegativeTestJSON-920979130-project-member] Lock "992d6ed3-f53e-4c79-bff9-bb2808b6b2ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.953s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.244765] env[70527]: DEBUG oslo_vmware.api [None req-9bccd060-cfa1-4ed9-8e31-9deadc136a2f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3913737, 'name': PowerOffVM_Task, 'duration_secs': 0.323189} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.247040] env[70527]: DEBUG nova.policy [None req-95a54f27-eaa3-4552-9e39-83fd13c2eb90 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2e6f62f8783f421c8972fbc56c8ba0b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ffc6c328f56e4971bceb097b0ceef30d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 1107.249438] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bccd060-cfa1-4ed9-8e31-9deadc136a2f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: b19d2ba3-5500-4ca2-842a-fefdfd22f9a6] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1107.249716] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-9bccd060-cfa1-4ed9-8e31-9deadc136a2f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: b19d2ba3-5500-4ca2-842a-fefdfd22f9a6] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1107.250369] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-578d64c3-b0b9-40bc-bbbd-36c75052c3d0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.270226] env[70527]: DEBUG nova.network.neutron [req-e81fd17d-e312-4502-ba53-13af3cdc87cb req-c95ee6e8-f431-4c6c-bce2-2a95547df185 service nova] [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] Updated VIF entry in instance network info cache for port 78d43ac4-17a5-4fdd-b196-70ab4500ca01. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1107.270578] env[70527]: DEBUG nova.network.neutron [req-e81fd17d-e312-4502-ba53-13af3cdc87cb req-c95ee6e8-f431-4c6c-bce2-2a95547df185 service nova] [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] Updating instance_info_cache with network_info: [{"id": "78d43ac4-17a5-4fdd-b196-70ab4500ca01", "address": "fa:16:3e:ee:8f:ca", "network": {"id": "958a255c-ef2f-4e19-8bc1-06416e58f152", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1792911158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6dcfa241500f49889c65f886519c4191", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78d43ac4-17", "ovs_interfaceid": "78d43ac4-17a5-4fdd-b196-70ab4500ca01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.279382] env[70527]: DEBUG oslo_vmware.api [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52343f90-0316-301f-1d7a-48802fd06529, 'name': SearchDatastore_Task, 'duration_secs': 0.010143} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.279694] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.280553] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] 49b5c50f-4331-41e3-95db-599d1376f166/49b5c50f-4331-41e3-95db-599d1376f166.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1107.280553] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-231c3744-26d4-4da4-8a63-caa460251dc2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.292516] env[70527]: DEBUG oslo_vmware.api [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Waiting for the task: (returnval){ [ 1107.292516] env[70527]: value = "task-3913739" [ 1107.292516] env[70527]: _type = "Task" [ 1107.292516] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.301881] env[70527]: DEBUG oslo_vmware.api [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Task: {'id': task-3913739, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.327611] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-9bccd060-cfa1-4ed9-8e31-9deadc136a2f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: b19d2ba3-5500-4ca2-842a-fefdfd22f9a6] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1107.327800] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-9bccd060-cfa1-4ed9-8e31-9deadc136a2f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: b19d2ba3-5500-4ca2-842a-fefdfd22f9a6] Deleting contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1107.328152] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bccd060-cfa1-4ed9-8e31-9deadc136a2f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Deleting the datastore file [datastore1] b19d2ba3-5500-4ca2-842a-fefdfd22f9a6 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1107.328272] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd5af628-11eb-4a1f-b44e-a8e598f960ca {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.335499] env[70527]: DEBUG oslo_vmware.api [None req-9bccd060-cfa1-4ed9-8e31-9deadc136a2f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Waiting for the task: (returnval){ [ 1107.335499] env[70527]: value = "task-3913740" [ 1107.335499] env[70527]: _type = "Task" [ 1107.335499] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.345421] env[70527]: DEBUG oslo_vmware.api [None req-9bccd060-cfa1-4ed9-8e31-9deadc136a2f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3913740, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.425714] env[70527]: INFO nova.compute.manager [-] [instance: 15efae62-cf03-4f74-92c3-c275483c8283] Took 1.41 seconds to deallocate network for instance. [ 1107.501625] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Acquiring lock "960666ee-07bf-474b-a249-c1058cf481bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.501927] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Lock "960666ee-07bf-474b-a249-c1058cf481bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.621793] env[70527]: DEBUG nova.compute.manager [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 1257ac19-f4a8-4199-b5dd-58106904e220] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1107.649825] env[70527]: DEBUG nova.compute.manager [None req-95a54f27-eaa3-4552-9e39-83fd13c2eb90 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 87290eb1-c183-49f1-b984-045f89b7093f] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1107.660074] env[70527]: DEBUG nova.network.neutron [None req-95a54f27-eaa3-4552-9e39-83fd13c2eb90 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 87290eb1-c183-49f1-b984-045f89b7093f] Successfully created port: 4fc06fde-e8fa-462b-b802-850c9c8d6438 {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1107.667147] env[70527]: DEBUG nova.compute.manager [req-8fd5f69b-0443-46e9-a33d-7e0094e410b4 req-6c4c7734-d019-4fe0-b94a-59e189f0ce95 service nova] [instance: 7b97e115-1aeb-4097-8f83-b4a8f0ce0727] Received event network-vif-deleted-f868f59b-04a6-40c8-a3e0-ef9a387f6de1 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1107.667381] env[70527]: INFO nova.compute.manager [req-8fd5f69b-0443-46e9-a33d-7e0094e410b4 req-6c4c7734-d019-4fe0-b94a-59e189f0ce95 service nova] [instance: 7b97e115-1aeb-4097-8f83-b4a8f0ce0727] Neutron deleted interface f868f59b-04a6-40c8-a3e0-ef9a387f6de1; detaching it from the instance and deleting it from the info cache [ 1107.667569] env[70527]: DEBUG nova.network.neutron [req-8fd5f69b-0443-46e9-a33d-7e0094e410b4 req-6c4c7734-d019-4fe0-b94a-59e189f0ce95 service nova] [instance: 7b97e115-1aeb-4097-8f83-b4a8f0ce0727] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.712097] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0ab717-fea1-4c1a-8d07-342a5b4c12a0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.740864] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-30caa708-8932-4828-971e-10ef87b73522 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Updating instance 'cc93a02e-989c-4238-aed7-ab4843e2add4' progress to 0 {{(pid=70527) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1107.775466] env[70527]: DEBUG oslo_concurrency.lockutils [req-e81fd17d-e312-4502-ba53-13af3cdc87cb req-c95ee6e8-f431-4c6c-bce2-2a95547df185 service nova] Releasing lock "refresh_cache-0cabe7f0-908c-43e2-aa94-9b4abcaa2df7" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.836168] env[70527]: DEBUG oslo_vmware.api [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Task: {'id': task-3913739, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.858466] env[70527]: DEBUG oslo_vmware.api [None req-9bccd060-cfa1-4ed9-8e31-9deadc136a2f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3913740, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.300209} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.858466] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bccd060-cfa1-4ed9-8e31-9deadc136a2f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1107.858466] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-9bccd060-cfa1-4ed9-8e31-9deadc136a2f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: b19d2ba3-5500-4ca2-842a-fefdfd22f9a6] Deleted contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1107.858806] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-9bccd060-cfa1-4ed9-8e31-9deadc136a2f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: b19d2ba3-5500-4ca2-842a-fefdfd22f9a6] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1107.858848] env[70527]: INFO nova.compute.manager [None req-9bccd060-cfa1-4ed9-8e31-9deadc136a2f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: b19d2ba3-5500-4ca2-842a-fefdfd22f9a6] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1107.862060] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9bccd060-cfa1-4ed9-8e31-9deadc136a2f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1107.862060] env[70527]: DEBUG nova.compute.manager [-] [instance: b19d2ba3-5500-4ca2-842a-fefdfd22f9a6] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1107.862060] env[70527]: DEBUG nova.network.neutron [-] [instance: b19d2ba3-5500-4ca2-842a-fefdfd22f9a6] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1107.935334] env[70527]: DEBUG oslo_concurrency.lockutils [None req-206bae9b-a660-4759-8000-f79e21d5e44a tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.005084] env[70527]: DEBUG nova.compute.manager [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 960666ee-07bf-474b-a249-c1058cf481bd] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1108.136593] env[70527]: DEBUG nova.network.neutron [-] [instance: 7b97e115-1aeb-4097-8f83-b4a8f0ce0727] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.143378] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.162729] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd32538-badf-464a-8aea-4fd24f1a4ffb {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.174791] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576b6a4c-110c-4c9b-8048-8bd2973d9216 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.183088] env[70527]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a4c7632f-c2a1-4da3-9748-47b624fd47dc {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.186022] env[70527]: DEBUG oslo_concurrency.lockutils [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Acquiring lock "6503ac12-2403-4b7d-8f2a-ae8783437e87" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.186421] env[70527]: DEBUG oslo_concurrency.lockutils [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Lock "6503ac12-2403-4b7d-8f2a-ae8783437e87" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.224752] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b9b8af-4d74-4583-91e8-93e47d4c36ce {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.231403] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b121fae6-2293-4c94-82eb-c9dea27725c8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.249412] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf1da36-78cb-43fe-a019-68d1edeb4e85 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.256168] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-30caa708-8932-4828-971e-10ef87b73522 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1108.270281] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4323bb79-0553-4dcb-a74f-24cd39c1ebc7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.272791] env[70527]: DEBUG nova.compute.manager [req-8fd5f69b-0443-46e9-a33d-7e0094e410b4 req-6c4c7734-d019-4fe0-b94a-59e189f0ce95 service nova] [instance: 7b97e115-1aeb-4097-8f83-b4a8f0ce0727] Detach interface failed, port_id=f868f59b-04a6-40c8-a3e0-ef9a387f6de1, reason: Instance 7b97e115-1aeb-4097-8f83-b4a8f0ce0727 could not be found. {{(pid=70527) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1108.282795] env[70527]: DEBUG nova.compute.provider_tree [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.285625] env[70527]: DEBUG oslo_vmware.api [None req-30caa708-8932-4828-971e-10ef87b73522 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for the task: (returnval){ [ 1108.285625] env[70527]: value = "task-3913741" [ 1108.285625] env[70527]: _type = "Task" [ 1108.285625] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.294987] env[70527]: DEBUG oslo_vmware.api [None req-30caa708-8932-4828-971e-10ef87b73522 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913741, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.309084] env[70527]: DEBUG oslo_vmware.api [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Task: {'id': task-3913739, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.720862} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.309084] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] 49b5c50f-4331-41e3-95db-599d1376f166/49b5c50f-4331-41e3-95db-599d1376f166.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1108.309084] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] [instance: 49b5c50f-4331-41e3-95db-599d1376f166] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1108.309084] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f280648e-d54f-49f2-8d3e-b207113e9b8d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.315527] env[70527]: DEBUG oslo_vmware.api [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Waiting for the task: (returnval){ [ 1108.315527] env[70527]: value = "task-3913742" [ 1108.315527] env[70527]: _type = "Task" [ 1108.315527] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.327615] env[70527]: DEBUG oslo_vmware.api [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Task: {'id': task-3913742, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.537224] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.643026] env[70527]: INFO nova.compute.manager [-] [instance: 7b97e115-1aeb-4097-8f83-b4a8f0ce0727] Took 1.63 seconds to deallocate network for instance. [ 1108.668581] env[70527]: DEBUG nova.compute.manager [None req-95a54f27-eaa3-4552-9e39-83fd13c2eb90 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 87290eb1-c183-49f1-b984-045f89b7093f] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1108.694782] env[70527]: DEBUG nova.compute.manager [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 6503ac12-2403-4b7d-8f2a-ae8783437e87] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1108.703203] env[70527]: DEBUG nova.compute.manager [req-f506f7c7-1ac4-4dde-abf2-4fe550b64038 req-81a4740b-3266-4167-aa74-fd84f480e145 service nova] [instance: 15efae62-cf03-4f74-92c3-c275483c8283] Received event network-vif-deleted-5c8cae08-4eb1-4ea1-ba14-0bce70fa68ed {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1108.710464] env[70527]: DEBUG nova.virt.hardware [None req-95a54f27-eaa3-4552-9e39-83fd13c2eb90 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1108.710955] env[70527]: DEBUG nova.virt.hardware [None req-95a54f27-eaa3-4552-9e39-83fd13c2eb90 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1108.711271] env[70527]: DEBUG nova.virt.hardware [None req-95a54f27-eaa3-4552-9e39-83fd13c2eb90 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1108.711592] env[70527]: DEBUG nova.virt.hardware [None req-95a54f27-eaa3-4552-9e39-83fd13c2eb90 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1108.711878] env[70527]: DEBUG nova.virt.hardware [None req-95a54f27-eaa3-4552-9e39-83fd13c2eb90 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1108.712188] env[70527]: DEBUG nova.virt.hardware [None req-95a54f27-eaa3-4552-9e39-83fd13c2eb90 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1108.712583] env[70527]: DEBUG nova.virt.hardware [None req-95a54f27-eaa3-4552-9e39-83fd13c2eb90 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1108.712866] env[70527]: DEBUG nova.virt.hardware [None req-95a54f27-eaa3-4552-9e39-83fd13c2eb90 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1108.713179] env[70527]: DEBUG nova.virt.hardware [None req-95a54f27-eaa3-4552-9e39-83fd13c2eb90 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1108.713474] env[70527]: DEBUG nova.virt.hardware [None req-95a54f27-eaa3-4552-9e39-83fd13c2eb90 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1108.713796] env[70527]: DEBUG nova.virt.hardware [None req-95a54f27-eaa3-4552-9e39-83fd13c2eb90 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1108.718251] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd44beb7-c5bc-4286-b43c-c64de2d2707f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.736601] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d14bf2-38eb-4d15-856b-327590833118 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.787728] env[70527]: DEBUG nova.scheduler.client.report [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1108.803053] env[70527]: DEBUG oslo_vmware.api [None req-30caa708-8932-4828-971e-10ef87b73522 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913741, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.826453] env[70527]: DEBUG oslo_vmware.api [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Task: {'id': task-3913742, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.337518} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.826707] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] [instance: 49b5c50f-4331-41e3-95db-599d1376f166] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1108.827524] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917cd3b4-0294-45e9-afe8-49d51bfcb3b1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.859015] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] [instance: 49b5c50f-4331-41e3-95db-599d1376f166] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 49b5c50f-4331-41e3-95db-599d1376f166/49b5c50f-4331-41e3-95db-599d1376f166.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1108.859397] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10e4dd3a-9a79-4a6a-acdb-47c71d8bb94d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.885547] env[70527]: DEBUG oslo_vmware.api [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Waiting for the task: (returnval){ [ 1108.885547] env[70527]: value = "task-3913743" [ 1108.885547] env[70527]: _type = "Task" [ 1108.885547] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.894716] env[70527]: DEBUG oslo_vmware.api [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Task: {'id': task-3913743, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.153315] env[70527]: DEBUG oslo_concurrency.lockutils [None req-324cecc8-99b7-4b46-a3fe-c9d8981ed8a7 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.243470] env[70527]: DEBUG oslo_concurrency.lockutils [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.299017] env[70527]: DEBUG oslo_concurrency.lockutils [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.657s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.299017] env[70527]: DEBUG nova.compute.manager [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 8661a62e-4487-434a-ab93-b47dcfca5971] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1109.300057] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9dd354ad-7453-4e24-acff-39f0919a7d77 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.248s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.300293] env[70527]: DEBUG nova.objects.instance [None req-9dd354ad-7453-4e24-acff-39f0919a7d77 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Lazy-loading 'resources' on Instance uuid fdfe7865-31aa-4a0b-9325-7abef06e7501 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1109.309548] env[70527]: DEBUG oslo_vmware.api [None req-30caa708-8932-4828-971e-10ef87b73522 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913741, 'name': PowerOffVM_Task, 'duration_secs': 1.011663} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.310466] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-30caa708-8932-4828-971e-10ef87b73522 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1109.310697] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-30caa708-8932-4828-971e-10ef87b73522 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Updating instance 'cc93a02e-989c-4238-aed7-ab4843e2add4' progress to 17 {{(pid=70527) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1109.400083] env[70527]: DEBUG oslo_vmware.api [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Task: {'id': task-3913743, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.644166] env[70527]: DEBUG nova.network.neutron [None req-95a54f27-eaa3-4552-9e39-83fd13c2eb90 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 87290eb1-c183-49f1-b984-045f89b7093f] Successfully updated port: 4fc06fde-e8fa-462b-b802-850c9c8d6438 {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1109.704029] env[70527]: DEBUG nova.compute.manager [req-117a4ce1-fcd6-4cc2-9cbf-774d761421ee req-ef2230fb-a0f4-40af-b0d0-085caeb99fc6 service nova] [instance: b19d2ba3-5500-4ca2-842a-fefdfd22f9a6] Received event network-vif-deleted-677a3854-7c81-4701-acde-f6948eccc5a1 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.704029] env[70527]: INFO nova.compute.manager [req-117a4ce1-fcd6-4cc2-9cbf-774d761421ee req-ef2230fb-a0f4-40af-b0d0-085caeb99fc6 service nova] [instance: b19d2ba3-5500-4ca2-842a-fefdfd22f9a6] Neutron deleted interface 677a3854-7c81-4701-acde-f6948eccc5a1; detaching it from the instance and deleting it from the info cache [ 1109.704188] env[70527]: DEBUG nova.network.neutron [req-117a4ce1-fcd6-4cc2-9cbf-774d761421ee req-ef2230fb-a0f4-40af-b0d0-085caeb99fc6 service nova] [instance: b19d2ba3-5500-4ca2-842a-fefdfd22f9a6] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.717937] env[70527]: DEBUG nova.network.neutron [-] [instance: b19d2ba3-5500-4ca2-842a-fefdfd22f9a6] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.810162] env[70527]: DEBUG nova.compute.utils [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1109.815117] env[70527]: DEBUG nova.compute.manager [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 8661a62e-4487-434a-ab93-b47dcfca5971] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1109.815471] env[70527]: DEBUG nova.network.neutron [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 8661a62e-4487-434a-ab93-b47dcfca5971] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1109.820201] env[70527]: DEBUG nova.virt.hardware [None req-30caa708-8932-4828-971e-10ef87b73522 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1109.824651] env[70527]: DEBUG nova.virt.hardware [None req-30caa708-8932-4828-971e-10ef87b73522 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1109.824783] env[70527]: DEBUG nova.virt.hardware [None req-30caa708-8932-4828-971e-10ef87b73522 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1109.824984] env[70527]: DEBUG nova.virt.hardware [None req-30caa708-8932-4828-971e-10ef87b73522 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1109.825990] env[70527]: DEBUG nova.virt.hardware [None req-30caa708-8932-4828-971e-10ef87b73522 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1109.825990] env[70527]: DEBUG nova.virt.hardware [None req-30caa708-8932-4828-971e-10ef87b73522 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1109.825990] env[70527]: DEBUG nova.virt.hardware [None req-30caa708-8932-4828-971e-10ef87b73522 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1109.825990] env[70527]: DEBUG nova.virt.hardware [None req-30caa708-8932-4828-971e-10ef87b73522 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1109.825990] env[70527]: DEBUG nova.virt.hardware [None req-30caa708-8932-4828-971e-10ef87b73522 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1109.826665] env[70527]: DEBUG nova.virt.hardware [None req-30caa708-8932-4828-971e-10ef87b73522 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1109.826665] env[70527]: DEBUG nova.virt.hardware [None req-30caa708-8932-4828-971e-10ef87b73522 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1109.834980] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b04b14ee-507b-4e70-8155-73b83efb081d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.862778] env[70527]: DEBUG oslo_vmware.api [None req-30caa708-8932-4828-971e-10ef87b73522 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for the task: (returnval){ [ 1109.862778] env[70527]: value = "task-3913744" [ 1109.862778] env[70527]: _type = "Task" [ 1109.862778] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.872872] env[70527]: DEBUG oslo_vmware.api [None req-30caa708-8932-4828-971e-10ef87b73522 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913744, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.903062] env[70527]: DEBUG oslo_vmware.api [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Task: {'id': task-3913743, 'name': ReconfigVM_Task, 'duration_secs': 0.600029} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.903583] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] [instance: 49b5c50f-4331-41e3-95db-599d1376f166] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 49b5c50f-4331-41e3-95db-599d1376f166/49b5c50f-4331-41e3-95db-599d1376f166.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1109.904217] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f1e24f7c-81ce-4228-b91b-393374030574 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.919734] env[70527]: DEBUG oslo_vmware.api [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Waiting for the task: (returnval){ [ 1109.919734] env[70527]: value = "task-3913745" [ 1109.919734] env[70527]: _type = "Task" [ 1109.919734] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.936595] env[70527]: DEBUG oslo_vmware.api [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Task: {'id': task-3913745, 'name': Rename_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.937952] env[70527]: DEBUG nova.policy [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '816d635341be462e9456b9ff47ee35e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '79060d06877149fb8970e454e0927e61', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 1110.150131] env[70527]: DEBUG oslo_concurrency.lockutils [None req-95a54f27-eaa3-4552-9e39-83fd13c2eb90 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquiring lock "refresh_cache-87290eb1-c183-49f1-b984-045f89b7093f" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.150131] env[70527]: DEBUG oslo_concurrency.lockutils [None req-95a54f27-eaa3-4552-9e39-83fd13c2eb90 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquired lock "refresh_cache-87290eb1-c183-49f1-b984-045f89b7093f" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.150131] env[70527]: DEBUG nova.network.neutron [None req-95a54f27-eaa3-4552-9e39-83fd13c2eb90 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 87290eb1-c183-49f1-b984-045f89b7093f] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1110.206912] env[70527]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c0ac36c5-9453-48ad-92b9-f21417abef03 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.221983] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ef8bd1-e0fd-4aa1-b3eb-ab1fdf0d2aa7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.245107] env[70527]: INFO nova.compute.manager [-] [instance: b19d2ba3-5500-4ca2-842a-fefdfd22f9a6] Took 2.39 seconds to deallocate network for instance. [ 1110.285767] env[70527]: DEBUG nova.compute.manager [req-117a4ce1-fcd6-4cc2-9cbf-774d761421ee req-ef2230fb-a0f4-40af-b0d0-085caeb99fc6 service nova] [instance: b19d2ba3-5500-4ca2-842a-fefdfd22f9a6] Detach interface failed, port_id=677a3854-7c81-4701-acde-f6948eccc5a1, reason: Instance b19d2ba3-5500-4ca2-842a-fefdfd22f9a6 could not be found. {{(pid=70527) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1110.319170] env[70527]: DEBUG nova.compute.manager [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 8661a62e-4487-434a-ab93-b47dcfca5971] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1110.329417] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab33ad6-c4d8-47a8-b26c-6ac66c3caf25 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.338304] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e59fbd-7d21-4f86-ab63-2ec9003307b0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.378208] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c93adbd-e98c-4242-b7be-53f8ad3daaa1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.390989] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd70a92-318a-4ef2-9c55-41f80d1977cc {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.398498] env[70527]: DEBUG oslo_vmware.api [None req-30caa708-8932-4828-971e-10ef87b73522 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913744, 'name': ReconfigVM_Task, 'duration_secs': 0.268059} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.398958] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-30caa708-8932-4828-971e-10ef87b73522 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Updating instance 'cc93a02e-989c-4238-aed7-ab4843e2add4' progress to 33 {{(pid=70527) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1110.414590] env[70527]: DEBUG nova.compute.provider_tree [None req-9dd354ad-7453-4e24-acff-39f0919a7d77 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.433512] env[70527]: DEBUG oslo_vmware.api [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Task: {'id': task-3913745, 'name': Rename_Task, 'duration_secs': 0.230313} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.433512] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] [instance: 49b5c50f-4331-41e3-95db-599d1376f166] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1110.433512] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90a8c5c5-5855-40a3-9623-8a0c879763ad {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.442761] env[70527]: DEBUG oslo_vmware.api [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Waiting for the task: (returnval){ [ 1110.442761] env[70527]: value = "task-3913746" [ 1110.442761] env[70527]: _type = "Task" [ 1110.442761] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.454555] env[70527]: DEBUG oslo_vmware.api [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Task: {'id': task-3913746, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.700514] env[70527]: DEBUG nova.network.neutron [None req-95a54f27-eaa3-4552-9e39-83fd13c2eb90 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 87290eb1-c183-49f1-b984-045f89b7093f] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1110.725191] env[70527]: DEBUG nova.compute.manager [req-179db2ef-94e9-45a2-a076-0b3e29e7c6fa req-33f9a304-97a6-4ada-9a15-955b2abe953e service nova] [instance: 87290eb1-c183-49f1-b984-045f89b7093f] Received event network-vif-plugged-4fc06fde-e8fa-462b-b802-850c9c8d6438 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1110.725191] env[70527]: DEBUG oslo_concurrency.lockutils [req-179db2ef-94e9-45a2-a076-0b3e29e7c6fa req-33f9a304-97a6-4ada-9a15-955b2abe953e service nova] Acquiring lock "87290eb1-c183-49f1-b984-045f89b7093f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.725415] env[70527]: DEBUG oslo_concurrency.lockutils [req-179db2ef-94e9-45a2-a076-0b3e29e7c6fa req-33f9a304-97a6-4ada-9a15-955b2abe953e service nova] Lock "87290eb1-c183-49f1-b984-045f89b7093f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.725589] env[70527]: DEBUG oslo_concurrency.lockutils [req-179db2ef-94e9-45a2-a076-0b3e29e7c6fa req-33f9a304-97a6-4ada-9a15-955b2abe953e service nova] Lock "87290eb1-c183-49f1-b984-045f89b7093f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.725784] env[70527]: DEBUG nova.compute.manager [req-179db2ef-94e9-45a2-a076-0b3e29e7c6fa req-33f9a304-97a6-4ada-9a15-955b2abe953e service nova] [instance: 87290eb1-c183-49f1-b984-045f89b7093f] No waiting events found dispatching network-vif-plugged-4fc06fde-e8fa-462b-b802-850c9c8d6438 {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1110.726180] env[70527]: WARNING nova.compute.manager [req-179db2ef-94e9-45a2-a076-0b3e29e7c6fa req-33f9a304-97a6-4ada-9a15-955b2abe953e service nova] [instance: 87290eb1-c183-49f1-b984-045f89b7093f] Received unexpected event network-vif-plugged-4fc06fde-e8fa-462b-b802-850c9c8d6438 for instance with vm_state building and task_state spawning. [ 1110.726876] env[70527]: DEBUG nova.compute.manager [req-179db2ef-94e9-45a2-a076-0b3e29e7c6fa req-33f9a304-97a6-4ada-9a15-955b2abe953e service nova] [instance: 87290eb1-c183-49f1-b984-045f89b7093f] Received event network-changed-4fc06fde-e8fa-462b-b802-850c9c8d6438 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1110.726876] env[70527]: DEBUG nova.compute.manager [req-179db2ef-94e9-45a2-a076-0b3e29e7c6fa req-33f9a304-97a6-4ada-9a15-955b2abe953e service nova] [instance: 87290eb1-c183-49f1-b984-045f89b7093f] Refreshing instance network info cache due to event network-changed-4fc06fde-e8fa-462b-b802-850c9c8d6438. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1110.726876] env[70527]: DEBUG oslo_concurrency.lockutils [req-179db2ef-94e9-45a2-a076-0b3e29e7c6fa req-33f9a304-97a6-4ada-9a15-955b2abe953e service nova] Acquiring lock "refresh_cache-87290eb1-c183-49f1-b984-045f89b7093f" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.732126] env[70527]: DEBUG nova.network.neutron [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 8661a62e-4487-434a-ab93-b47dcfca5971] Successfully created port: 7c4b3e40-2dba-4d8e-b97b-e21cbc12408a {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1110.755481] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9bccd060-cfa1-4ed9-8e31-9deadc136a2f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.894111] env[70527]: DEBUG nova.network.neutron [None req-95a54f27-eaa3-4552-9e39-83fd13c2eb90 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 87290eb1-c183-49f1-b984-045f89b7093f] Updating instance_info_cache with network_info: [{"id": "4fc06fde-e8fa-462b-b802-850c9c8d6438", "address": "fa:16:3e:76:98:91", "network": {"id": "ac4c5c7a-9727-4cf7-83da-cc12f81bae3a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-994465232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffc6c328f56e4971bceb097b0ceef30d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fc06fde-e8", "ovs_interfaceid": "4fc06fde-e8fa-462b-b802-850c9c8d6438", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.907013] env[70527]: DEBUG nova.virt.hardware [None req-30caa708-8932-4828-971e-10ef87b73522 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1110.908102] env[70527]: DEBUG nova.virt.hardware [None req-30caa708-8932-4828-971e-10ef87b73522 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1110.908565] env[70527]: DEBUG nova.virt.hardware [None req-30caa708-8932-4828-971e-10ef87b73522 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1110.908804] env[70527]: DEBUG nova.virt.hardware [None req-30caa708-8932-4828-971e-10ef87b73522 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1110.908953] env[70527]: DEBUG nova.virt.hardware [None req-30caa708-8932-4828-971e-10ef87b73522 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1110.909118] env[70527]: DEBUG nova.virt.hardware [None req-30caa708-8932-4828-971e-10ef87b73522 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1110.909454] env[70527]: DEBUG nova.virt.hardware [None req-30caa708-8932-4828-971e-10ef87b73522 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1110.909530] env[70527]: DEBUG nova.virt.hardware [None req-30caa708-8932-4828-971e-10ef87b73522 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1110.909703] env[70527]: DEBUG nova.virt.hardware [None req-30caa708-8932-4828-971e-10ef87b73522 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1110.909864] env[70527]: DEBUG nova.virt.hardware [None req-30caa708-8932-4828-971e-10ef87b73522 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1110.910102] env[70527]: DEBUG nova.virt.hardware [None req-30caa708-8932-4828-971e-10ef87b73522 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1110.918192] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-30caa708-8932-4828-971e-10ef87b73522 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Reconfiguring VM instance instance-0000004c to detach disk 2000 {{(pid=70527) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1110.919072] env[70527]: DEBUG nova.scheduler.client.report [None req-9dd354ad-7453-4e24-acff-39f0919a7d77 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1110.922586] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6606c78c-f425-411d-b4e7-e1ec51fa7d3b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.941577] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9dd354ad-7453-4e24-acff-39f0919a7d77 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.641s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.945948] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0ec91a85-28d3-43d6-a743-098d5931dd40 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.780s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.947194] env[70527]: INFO nova.compute.claims [None req-0ec91a85-28d3-43d6-a743-098d5931dd40 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 9ad716c6-d457-49e5-9958-a356e4328191] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1110.958970] env[70527]: DEBUG oslo_vmware.api [None req-30caa708-8932-4828-971e-10ef87b73522 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for the task: (returnval){ [ 1110.958970] env[70527]: value = "task-3913747" [ 1110.958970] env[70527]: _type = "Task" [ 1110.958970] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.965114] env[70527]: DEBUG oslo_vmware.api [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Task: {'id': task-3913746, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.974909] env[70527]: DEBUG oslo_vmware.api [None req-30caa708-8932-4828-971e-10ef87b73522 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913747, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.995288] env[70527]: INFO nova.scheduler.client.report [None req-9dd354ad-7453-4e24-acff-39f0919a7d77 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Deleted allocations for instance fdfe7865-31aa-4a0b-9325-7abef06e7501 [ 1111.330513] env[70527]: DEBUG nova.compute.manager [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 8661a62e-4487-434a-ab93-b47dcfca5971] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1111.364018] env[70527]: DEBUG nova.virt.hardware [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1111.364249] env[70527]: DEBUG nova.virt.hardware [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1111.364407] env[70527]: DEBUG nova.virt.hardware [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1111.364600] env[70527]: DEBUG nova.virt.hardware [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1111.364745] env[70527]: DEBUG nova.virt.hardware [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1111.365029] env[70527]: DEBUG nova.virt.hardware [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1111.365135] env[70527]: DEBUG nova.virt.hardware [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1111.365448] env[70527]: DEBUG nova.virt.hardware [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1111.365560] env[70527]: DEBUG nova.virt.hardware [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1111.365755] env[70527]: DEBUG nova.virt.hardware [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1111.365988] env[70527]: DEBUG nova.virt.hardware [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1111.367030] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e35eed7-d5f8-4f53-b320-5b12b105acd3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.377402] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0916c9e4-8ea6-4a6b-8986-ac8465ff1749 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.396570] env[70527]: DEBUG oslo_concurrency.lockutils [None req-95a54f27-eaa3-4552-9e39-83fd13c2eb90 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Releasing lock "refresh_cache-87290eb1-c183-49f1-b984-045f89b7093f" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.396889] env[70527]: DEBUG nova.compute.manager [None req-95a54f27-eaa3-4552-9e39-83fd13c2eb90 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 87290eb1-c183-49f1-b984-045f89b7093f] Instance network_info: |[{"id": "4fc06fde-e8fa-462b-b802-850c9c8d6438", "address": "fa:16:3e:76:98:91", "network": {"id": "ac4c5c7a-9727-4cf7-83da-cc12f81bae3a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-994465232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffc6c328f56e4971bceb097b0ceef30d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fc06fde-e8", "ovs_interfaceid": "4fc06fde-e8fa-462b-b802-850c9c8d6438", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1111.397201] env[70527]: DEBUG oslo_concurrency.lockutils [req-179db2ef-94e9-45a2-a076-0b3e29e7c6fa req-33f9a304-97a6-4ada-9a15-955b2abe953e service nova] Acquired lock "refresh_cache-87290eb1-c183-49f1-b984-045f89b7093f" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.397400] env[70527]: DEBUG nova.network.neutron [req-179db2ef-94e9-45a2-a076-0b3e29e7c6fa req-33f9a304-97a6-4ada-9a15-955b2abe953e service nova] [instance: 87290eb1-c183-49f1-b984-045f89b7093f] Refreshing network info cache for port 4fc06fde-e8fa-462b-b802-850c9c8d6438 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1111.398616] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-95a54f27-eaa3-4552-9e39-83fd13c2eb90 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 87290eb1-c183-49f1-b984-045f89b7093f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:98:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f408ce42-3cac-4d9d-9c05-15471d653a18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4fc06fde-e8fa-462b-b802-850c9c8d6438', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1111.406532] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95a54f27-eaa3-4552-9e39-83fd13c2eb90 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1111.406682] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87290eb1-c183-49f1-b984-045f89b7093f] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1111.406925] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2bdedc0b-50e8-4d17-b792-1870b9063600 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.431879] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1111.431879] env[70527]: value = "task-3913748" [ 1111.431879] env[70527]: _type = "Task" [ 1111.431879] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.443224] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913748, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.465708] env[70527]: DEBUG oslo_vmware.api [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Task: {'id': task-3913746, 'name': PowerOnVM_Task, 'duration_secs': 0.947019} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.470273] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] [instance: 49b5c50f-4331-41e3-95db-599d1376f166] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1111.470621] env[70527]: INFO nova.compute.manager [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] [instance: 49b5c50f-4331-41e3-95db-599d1376f166] Took 12.41 seconds to spawn the instance on the hypervisor. [ 1111.470739] env[70527]: DEBUG nova.compute.manager [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] [instance: 49b5c50f-4331-41e3-95db-599d1376f166] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1111.472789] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb871cb-d2d6-40f1-bdb8-001472c7a652 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.482107] env[70527]: DEBUG oslo_vmware.api [None req-30caa708-8932-4828-971e-10ef87b73522 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913747, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.507238] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9dd354ad-7453-4e24-acff-39f0919a7d77 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Lock "fdfe7865-31aa-4a0b-9325-7abef06e7501" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.002s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.942213] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913748, 'name': CreateVM_Task} progress is 25%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.977521] env[70527]: DEBUG oslo_vmware.api [None req-30caa708-8932-4828-971e-10ef87b73522 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913747, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.996316] env[70527]: INFO nova.compute.manager [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] [instance: 49b5c50f-4331-41e3-95db-599d1376f166] Took 41.08 seconds to build instance. [ 1112.199041] env[70527]: DEBUG nova.network.neutron [req-179db2ef-94e9-45a2-a076-0b3e29e7c6fa req-33f9a304-97a6-4ada-9a15-955b2abe953e service nova] [instance: 87290eb1-c183-49f1-b984-045f89b7093f] Updated VIF entry in instance network info cache for port 4fc06fde-e8fa-462b-b802-850c9c8d6438. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1112.199041] env[70527]: DEBUG nova.network.neutron [req-179db2ef-94e9-45a2-a076-0b3e29e7c6fa req-33f9a304-97a6-4ada-9a15-955b2abe953e service nova] [instance: 87290eb1-c183-49f1-b984-045f89b7093f] Updating instance_info_cache with network_info: [{"id": "4fc06fde-e8fa-462b-b802-850c9c8d6438", "address": "fa:16:3e:76:98:91", "network": {"id": "ac4c5c7a-9727-4cf7-83da-cc12f81bae3a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-994465232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffc6c328f56e4971bceb097b0ceef30d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fc06fde-e8", "ovs_interfaceid": "4fc06fde-e8fa-462b-b802-850c9c8d6438", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.372085] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b82f69b-2099-4c31-894a-d6f57d86d3e2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.381216] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c3a666-71cd-42e0-9a84-daf124da824d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.417334] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a078112-65a8-4f31-b400-b07c4b98f060 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.425740] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1954e81e-cb26-43a5-91da-709778109874 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.442765] env[70527]: DEBUG nova.compute.provider_tree [None req-0ec91a85-28d3-43d6-a743-098d5931dd40 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1112.450336] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913748, 'name': CreateVM_Task} progress is 25%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.477142] env[70527]: DEBUG oslo_vmware.api [None req-30caa708-8932-4828-971e-10ef87b73522 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913747, 'name': ReconfigVM_Task, 'duration_secs': 1.236288} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.477281] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-30caa708-8932-4828-971e-10ef87b73522 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Reconfigured VM instance instance-0000004c to detach disk 2000 {{(pid=70527) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1112.478053] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a5a828-0f4d-4940-b6fe-62a4319227a1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.506063] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-30caa708-8932-4828-971e-10ef87b73522 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] cc93a02e-989c-4238-aed7-ab4843e2add4/cc93a02e-989c-4238-aed7-ab4843e2add4.vmdk or device None with type thin {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1112.506709] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0c2794a7-f61f-41a1-af7e-218e04790da6 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Lock "49b5c50f-4331-41e3-95db-599d1376f166" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.991s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.506964] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a07fcb85-842e-4e71-bb50-fd9ec077d633 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.527235] env[70527]: DEBUG oslo_vmware.api [None req-30caa708-8932-4828-971e-10ef87b73522 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for the task: (returnval){ [ 1112.527235] env[70527]: value = "task-3913749" [ 1112.527235] env[70527]: _type = "Task" [ 1112.527235] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.539078] env[70527]: DEBUG oslo_vmware.api [None req-30caa708-8932-4828-971e-10ef87b73522 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913749, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.697129] env[70527]: DEBUG nova.network.neutron [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 8661a62e-4487-434a-ab93-b47dcfca5971] Successfully updated port: 7c4b3e40-2dba-4d8e-b97b-e21cbc12408a {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1112.702461] env[70527]: DEBUG oslo_concurrency.lockutils [req-179db2ef-94e9-45a2-a076-0b3e29e7c6fa req-33f9a304-97a6-4ada-9a15-955b2abe953e service nova] Releasing lock "refresh_cache-87290eb1-c183-49f1-b984-045f89b7093f" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.758426] env[70527]: DEBUG nova.compute.manager [req-867b0316-eaf8-48df-a63a-dab6133bcab9 req-f044c825-dea8-4584-99ee-9db683af07aa service nova] [instance: 8661a62e-4487-434a-ab93-b47dcfca5971] Received event network-vif-plugged-7c4b3e40-2dba-4d8e-b97b-e21cbc12408a {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.758426] env[70527]: DEBUG oslo_concurrency.lockutils [req-867b0316-eaf8-48df-a63a-dab6133bcab9 req-f044c825-dea8-4584-99ee-9db683af07aa service nova] Acquiring lock "8661a62e-4487-434a-ab93-b47dcfca5971-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.758426] env[70527]: DEBUG oslo_concurrency.lockutils [req-867b0316-eaf8-48df-a63a-dab6133bcab9 req-f044c825-dea8-4584-99ee-9db683af07aa service nova] Lock "8661a62e-4487-434a-ab93-b47dcfca5971-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.758426] env[70527]: DEBUG oslo_concurrency.lockutils [req-867b0316-eaf8-48df-a63a-dab6133bcab9 req-f044c825-dea8-4584-99ee-9db683af07aa service nova] Lock "8661a62e-4487-434a-ab93-b47dcfca5971-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.759452] env[70527]: DEBUG nova.compute.manager [req-867b0316-eaf8-48df-a63a-dab6133bcab9 req-f044c825-dea8-4584-99ee-9db683af07aa service nova] [instance: 8661a62e-4487-434a-ab93-b47dcfca5971] No waiting events found dispatching network-vif-plugged-7c4b3e40-2dba-4d8e-b97b-e21cbc12408a {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1112.762053] env[70527]: WARNING nova.compute.manager [req-867b0316-eaf8-48df-a63a-dab6133bcab9 req-f044c825-dea8-4584-99ee-9db683af07aa service nova] [instance: 8661a62e-4487-434a-ab93-b47dcfca5971] Received unexpected event network-vif-plugged-7c4b3e40-2dba-4d8e-b97b-e21cbc12408a for instance with vm_state building and task_state spawning. [ 1112.762275] env[70527]: DEBUG nova.compute.manager [req-867b0316-eaf8-48df-a63a-dab6133bcab9 req-f044c825-dea8-4584-99ee-9db683af07aa service nova] [instance: 8661a62e-4487-434a-ab93-b47dcfca5971] Received event network-changed-7c4b3e40-2dba-4d8e-b97b-e21cbc12408a {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.762444] env[70527]: DEBUG nova.compute.manager [req-867b0316-eaf8-48df-a63a-dab6133bcab9 req-f044c825-dea8-4584-99ee-9db683af07aa service nova] [instance: 8661a62e-4487-434a-ab93-b47dcfca5971] Refreshing instance network info cache due to event network-changed-7c4b3e40-2dba-4d8e-b97b-e21cbc12408a. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1112.762651] env[70527]: DEBUG oslo_concurrency.lockutils [req-867b0316-eaf8-48df-a63a-dab6133bcab9 req-f044c825-dea8-4584-99ee-9db683af07aa service nova] Acquiring lock "refresh_cache-8661a62e-4487-434a-ab93-b47dcfca5971" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.762793] env[70527]: DEBUG oslo_concurrency.lockutils [req-867b0316-eaf8-48df-a63a-dab6133bcab9 req-f044c825-dea8-4584-99ee-9db683af07aa service nova] Acquired lock "refresh_cache-8661a62e-4487-434a-ab93-b47dcfca5971" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.762955] env[70527]: DEBUG nova.network.neutron [req-867b0316-eaf8-48df-a63a-dab6133bcab9 req-f044c825-dea8-4584-99ee-9db683af07aa service nova] [instance: 8661a62e-4487-434a-ab93-b47dcfca5971] Refreshing network info cache for port 7c4b3e40-2dba-4d8e-b97b-e21cbc12408a {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1112.860584] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ecc1daa8-19ac-492b-ad18-7b36e8d97453 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Acquiring lock "49b5c50f-4331-41e3-95db-599d1376f166" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.860584] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ecc1daa8-19ac-492b-ad18-7b36e8d97453 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Lock "49b5c50f-4331-41e3-95db-599d1376f166" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.860584] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ecc1daa8-19ac-492b-ad18-7b36e8d97453 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Acquiring lock "49b5c50f-4331-41e3-95db-599d1376f166-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.860584] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ecc1daa8-19ac-492b-ad18-7b36e8d97453 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Lock "49b5c50f-4331-41e3-95db-599d1376f166-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.860584] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ecc1daa8-19ac-492b-ad18-7b36e8d97453 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Lock "49b5c50f-4331-41e3-95db-599d1376f166-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.862995] env[70527]: INFO nova.compute.manager [None req-ecc1daa8-19ac-492b-ad18-7b36e8d97453 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] [instance: 49b5c50f-4331-41e3-95db-599d1376f166] Terminating instance [ 1112.945098] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913748, 'name': CreateVM_Task, 'duration_secs': 1.176888} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.946318] env[70527]: DEBUG nova.scheduler.client.report [None req-0ec91a85-28d3-43d6-a743-098d5931dd40 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1112.950305] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87290eb1-c183-49f1-b984-045f89b7093f] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1112.951779] env[70527]: DEBUG oslo_concurrency.lockutils [None req-95a54f27-eaa3-4552-9e39-83fd13c2eb90 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.951779] env[70527]: DEBUG oslo_concurrency.lockutils [None req-95a54f27-eaa3-4552-9e39-83fd13c2eb90 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.951779] env[70527]: DEBUG oslo_concurrency.lockutils [None req-95a54f27-eaa3-4552-9e39-83fd13c2eb90 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.958510] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec97ff5a-c520-4f13-921a-9545e6d0bbe8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.962453] env[70527]: DEBUG oslo_vmware.api [None req-95a54f27-eaa3-4552-9e39-83fd13c2eb90 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for the task: (returnval){ [ 1112.962453] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52bd4d0b-73d4-d60b-aebc-0f65b57126fe" [ 1112.962453] env[70527]: _type = "Task" [ 1112.962453] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.972827] env[70527]: DEBUG oslo_vmware.api [None req-95a54f27-eaa3-4552-9e39-83fd13c2eb90 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52bd4d0b-73d4-d60b-aebc-0f65b57126fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.039233] env[70527]: DEBUG oslo_vmware.api [None req-30caa708-8932-4828-971e-10ef87b73522 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913749, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.201038] env[70527]: DEBUG oslo_concurrency.lockutils [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquiring lock "refresh_cache-8661a62e-4487-434a-ab93-b47dcfca5971" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.305390] env[70527]: DEBUG nova.network.neutron [req-867b0316-eaf8-48df-a63a-dab6133bcab9 req-f044c825-dea8-4584-99ee-9db683af07aa service nova] [instance: 8661a62e-4487-434a-ab93-b47dcfca5971] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1113.370853] env[70527]: DEBUG nova.compute.manager [None req-ecc1daa8-19ac-492b-ad18-7b36e8d97453 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] [instance: 49b5c50f-4331-41e3-95db-599d1376f166] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1113.373741] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc1daa8-19ac-492b-ad18-7b36e8d97453 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] [instance: 49b5c50f-4331-41e3-95db-599d1376f166] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1113.374903] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb69cfb4-b921-4bcd-8be6-e46478d15363 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.388789] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecc1daa8-19ac-492b-ad18-7b36e8d97453 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] [instance: 49b5c50f-4331-41e3-95db-599d1376f166] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1113.389371] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8973e2d5-ec28-4115-a53e-b9d7ef00f491 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.397396] env[70527]: DEBUG oslo_vmware.api [None req-ecc1daa8-19ac-492b-ad18-7b36e8d97453 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Waiting for the task: (returnval){ [ 1113.397396] env[70527]: value = "task-3913750" [ 1113.397396] env[70527]: _type = "Task" [ 1113.397396] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.407144] env[70527]: DEBUG oslo_vmware.api [None req-ecc1daa8-19ac-492b-ad18-7b36e8d97453 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Task: {'id': task-3913750, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.448526] env[70527]: DEBUG nova.network.neutron [req-867b0316-eaf8-48df-a63a-dab6133bcab9 req-f044c825-dea8-4584-99ee-9db683af07aa service nova] [instance: 8661a62e-4487-434a-ab93-b47dcfca5971] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.453695] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0ec91a85-28d3-43d6-a743-098d5931dd40 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.509s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.453838] env[70527]: DEBUG nova.compute.manager [None req-0ec91a85-28d3-43d6-a743-098d5931dd40 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 9ad716c6-d457-49e5-9958-a356e4328191] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1113.456511] env[70527]: DEBUG oslo_concurrency.lockutils [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.423s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.458063] env[70527]: INFO nova.compute.claims [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 48a5b42d-41c1-427f-b518-4cf2d6f38abb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1113.475509] env[70527]: DEBUG oslo_vmware.api [None req-95a54f27-eaa3-4552-9e39-83fd13c2eb90 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52bd4d0b-73d4-d60b-aebc-0f65b57126fe, 'name': SearchDatastore_Task, 'duration_secs': 0.010037} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.476422] env[70527]: DEBUG oslo_concurrency.lockutils [None req-95a54f27-eaa3-4552-9e39-83fd13c2eb90 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.476422] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-95a54f27-eaa3-4552-9e39-83fd13c2eb90 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 87290eb1-c183-49f1-b984-045f89b7093f] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1113.476740] env[70527]: DEBUG oslo_concurrency.lockutils [None req-95a54f27-eaa3-4552-9e39-83fd13c2eb90 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.476819] env[70527]: DEBUG oslo_concurrency.lockutils [None req-95a54f27-eaa3-4552-9e39-83fd13c2eb90 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.477036] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-95a54f27-eaa3-4552-9e39-83fd13c2eb90 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1113.477430] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-042dea50-5e35-4850-b85b-a0b664a95965 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.488682] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-95a54f27-eaa3-4552-9e39-83fd13c2eb90 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1113.488899] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-95a54f27-eaa3-4552-9e39-83fd13c2eb90 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1113.489699] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9248b73e-5644-4cee-9e59-3a6e400399d1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.497350] env[70527]: DEBUG oslo_vmware.api [None req-95a54f27-eaa3-4552-9e39-83fd13c2eb90 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for the task: (returnval){ [ 1113.497350] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52b227ba-feb5-c840-3a3d-cceb90bd43bd" [ 1113.497350] env[70527]: _type = "Task" [ 1113.497350] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.505555] env[70527]: DEBUG oslo_vmware.api [None req-95a54f27-eaa3-4552-9e39-83fd13c2eb90 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52b227ba-feb5-c840-3a3d-cceb90bd43bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.537967] env[70527]: DEBUG oslo_vmware.api [None req-30caa708-8932-4828-971e-10ef87b73522 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913749, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.909173] env[70527]: DEBUG oslo_vmware.api [None req-ecc1daa8-19ac-492b-ad18-7b36e8d97453 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Task: {'id': task-3913750, 'name': PowerOffVM_Task, 'duration_secs': 0.217035} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.909437] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecc1daa8-19ac-492b-ad18-7b36e8d97453 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] [instance: 49b5c50f-4331-41e3-95db-599d1376f166] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1113.909605] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc1daa8-19ac-492b-ad18-7b36e8d97453 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] [instance: 49b5c50f-4331-41e3-95db-599d1376f166] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1113.909867] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ee0fe40-77e9-41b2-879a-f515e861d4d9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.956334] env[70527]: DEBUG oslo_concurrency.lockutils [req-867b0316-eaf8-48df-a63a-dab6133bcab9 req-f044c825-dea8-4584-99ee-9db683af07aa service nova] Releasing lock "refresh_cache-8661a62e-4487-434a-ab93-b47dcfca5971" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.956334] env[70527]: DEBUG oslo_concurrency.lockutils [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquired lock "refresh_cache-8661a62e-4487-434a-ab93-b47dcfca5971" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.956334] env[70527]: DEBUG nova.network.neutron [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 8661a62e-4487-434a-ab93-b47dcfca5971] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1113.964271] env[70527]: DEBUG nova.compute.utils [None req-0ec91a85-28d3-43d6-a743-098d5931dd40 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1113.965235] env[70527]: DEBUG nova.compute.manager [None req-0ec91a85-28d3-43d6-a743-098d5931dd40 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 9ad716c6-d457-49e5-9958-a356e4328191] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1113.965462] env[70527]: DEBUG nova.network.neutron [None req-0ec91a85-28d3-43d6-a743-098d5931dd40 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 9ad716c6-d457-49e5-9958-a356e4328191] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1114.009270] env[70527]: DEBUG oslo_vmware.api [None req-95a54f27-eaa3-4552-9e39-83fd13c2eb90 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52b227ba-feb5-c840-3a3d-cceb90bd43bd, 'name': SearchDatastore_Task, 'duration_secs': 0.010966} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.013020] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5385ee33-60b2-47c3-806c-319d023ca2ca {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.016946] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc1daa8-19ac-492b-ad18-7b36e8d97453 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] [instance: 49b5c50f-4331-41e3-95db-599d1376f166] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1114.016946] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc1daa8-19ac-492b-ad18-7b36e8d97453 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] [instance: 49b5c50f-4331-41e3-95db-599d1376f166] Deleting contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1114.016946] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecc1daa8-19ac-492b-ad18-7b36e8d97453 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Deleting the datastore file [datastore1] 49b5c50f-4331-41e3-95db-599d1376f166 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1114.021018] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c1d2182-fbde-4a51-b3a1-2ff86fdd3632 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.021355] env[70527]: DEBUG oslo_vmware.api [None req-95a54f27-eaa3-4552-9e39-83fd13c2eb90 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for the task: (returnval){ [ 1114.021355] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52a2ac39-8e37-66e8-72b7-88abef48e9be" [ 1114.021355] env[70527]: _type = "Task" [ 1114.021355] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.025749] env[70527]: DEBUG oslo_vmware.api [None req-ecc1daa8-19ac-492b-ad18-7b36e8d97453 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Waiting for the task: (returnval){ [ 1114.025749] env[70527]: value = "task-3913752" [ 1114.025749] env[70527]: _type = "Task" [ 1114.025749] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.032825] env[70527]: DEBUG oslo_vmware.api [None req-95a54f27-eaa3-4552-9e39-83fd13c2eb90 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52a2ac39-8e37-66e8-72b7-88abef48e9be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.041874] env[70527]: DEBUG oslo_vmware.api [None req-ecc1daa8-19ac-492b-ad18-7b36e8d97453 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Task: {'id': task-3913752, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.045300] env[70527]: DEBUG oslo_vmware.api [None req-30caa708-8932-4828-971e-10ef87b73522 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913749, 'name': ReconfigVM_Task, 'duration_secs': 1.362105} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.046813] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-30caa708-8932-4828-971e-10ef87b73522 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Reconfigured VM instance instance-0000004c to attach disk [datastore2] cc93a02e-989c-4238-aed7-ab4843e2add4/cc93a02e-989c-4238-aed7-ab4843e2add4.vmdk or device None with type thin {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1114.046813] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-30caa708-8932-4828-971e-10ef87b73522 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Updating instance 'cc93a02e-989c-4238-aed7-ab4843e2add4' progress to 50 {{(pid=70527) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1114.104677] env[70527]: DEBUG nova.policy [None req-0ec91a85-28d3-43d6-a743-098d5931dd40 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6887b990a28b4a21872fc01a509ea97d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '261a432e66f749ad9aca2a0fcb2c6ab2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 1114.472738] env[70527]: DEBUG nova.compute.manager [None req-0ec91a85-28d3-43d6-a743-098d5931dd40 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 9ad716c6-d457-49e5-9958-a356e4328191] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1114.506019] env[70527]: DEBUG nova.network.neutron [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 8661a62e-4487-434a-ab93-b47dcfca5971] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1114.542410] env[70527]: DEBUG oslo_vmware.api [None req-95a54f27-eaa3-4552-9e39-83fd13c2eb90 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52a2ac39-8e37-66e8-72b7-88abef48e9be, 'name': SearchDatastore_Task, 'duration_secs': 0.011115} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.543063] env[70527]: DEBUG oslo_concurrency.lockutils [None req-95a54f27-eaa3-4552-9e39-83fd13c2eb90 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.543362] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-95a54f27-eaa3-4552-9e39-83fd13c2eb90 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 87290eb1-c183-49f1-b984-045f89b7093f/87290eb1-c183-49f1-b984-045f89b7093f.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1114.550150] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04ad6e1e-3461-46e5-a2ae-23a9491f9916 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.551628] env[70527]: DEBUG oslo_vmware.api [None req-ecc1daa8-19ac-492b-ad18-7b36e8d97453 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Task: {'id': task-3913752, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16841} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.553525] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecc1daa8-19ac-492b-ad18-7b36e8d97453 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1114.553723] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc1daa8-19ac-492b-ad18-7b36e8d97453 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] [instance: 49b5c50f-4331-41e3-95db-599d1376f166] Deleted contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1114.553903] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc1daa8-19ac-492b-ad18-7b36e8d97453 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] [instance: 49b5c50f-4331-41e3-95db-599d1376f166] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1114.554085] env[70527]: INFO nova.compute.manager [None req-ecc1daa8-19ac-492b-ad18-7b36e8d97453 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] [instance: 49b5c50f-4331-41e3-95db-599d1376f166] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1114.554320] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ecc1daa8-19ac-492b-ad18-7b36e8d97453 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1114.557370] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098602cd-755f-45fc-8a00-8684a574e1dd {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.560685] env[70527]: DEBUG nova.compute.manager [-] [instance: 49b5c50f-4331-41e3-95db-599d1376f166] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1114.560810] env[70527]: DEBUG nova.network.neutron [-] [instance: 49b5c50f-4331-41e3-95db-599d1376f166] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1114.566372] env[70527]: DEBUG oslo_vmware.api [None req-95a54f27-eaa3-4552-9e39-83fd13c2eb90 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for the task: (returnval){ [ 1114.566372] env[70527]: value = "task-3913753" [ 1114.566372] env[70527]: _type = "Task" [ 1114.566372] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.595435] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb08080-37ac-467d-b741-dd916a30bb77 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.605962] env[70527]: DEBUG oslo_vmware.api [None req-95a54f27-eaa3-4552-9e39-83fd13c2eb90 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3913753, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.622653] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-30caa708-8932-4828-971e-10ef87b73522 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Updating instance 'cc93a02e-989c-4238-aed7-ab4843e2add4' progress to 67 {{(pid=70527) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1114.735189] env[70527]: DEBUG nova.network.neutron [None req-0ec91a85-28d3-43d6-a743-098d5931dd40 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 9ad716c6-d457-49e5-9958-a356e4328191] Successfully created port: 4852bfe5-c6e1-433f-bd50-120378bcf08a {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1114.817360] env[70527]: DEBUG nova.network.neutron [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 8661a62e-4487-434a-ab93-b47dcfca5971] Updating instance_info_cache with network_info: [{"id": "7c4b3e40-2dba-4d8e-b97b-e21cbc12408a", "address": "fa:16:3e:6c:68:e5", "network": {"id": "0b72ef80-5e63-4bac-b3dd-4a63ff7abe74", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-571665589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79060d06877149fb8970e454e0927e61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c4b3e40-2d", "ovs_interfaceid": "7c4b3e40-2dba-4d8e-b97b-e21cbc12408a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.932327] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98789ba8-66a1-463a-9e1a-7d41385b5047 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.941244] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f523e33-1e81-40c6-8c7b-b76987cc5c05 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.987071] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260494d5-1da3-4861-a7ba-57b4ebc9df1a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.995899] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed1d0903-44a5-48df-8736-0cb27e5a0c0e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.024128] env[70527]: DEBUG nova.compute.provider_tree [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1115.097838] env[70527]: DEBUG oslo_vmware.api [None req-95a54f27-eaa3-4552-9e39-83fd13c2eb90 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3913753, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520734} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.098892] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-95a54f27-eaa3-4552-9e39-83fd13c2eb90 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 87290eb1-c183-49f1-b984-045f89b7093f/87290eb1-c183-49f1-b984-045f89b7093f.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1115.099365] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-95a54f27-eaa3-4552-9e39-83fd13c2eb90 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 87290eb1-c183-49f1-b984-045f89b7093f] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1115.100404] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-52589523-96ef-4074-b1ec-5d3a160cf346 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.111045] env[70527]: DEBUG oslo_vmware.api [None req-95a54f27-eaa3-4552-9e39-83fd13c2eb90 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for the task: (returnval){ [ 1115.111045] env[70527]: value = "task-3913754" [ 1115.111045] env[70527]: _type = "Task" [ 1115.111045] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.124350] env[70527]: DEBUG oslo_vmware.api [None req-95a54f27-eaa3-4552-9e39-83fd13c2eb90 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3913754, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.320752] env[70527]: DEBUG oslo_concurrency.lockutils [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Releasing lock "refresh_cache-8661a62e-4487-434a-ab93-b47dcfca5971" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.321622] env[70527]: DEBUG nova.compute.manager [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 8661a62e-4487-434a-ab93-b47dcfca5971] Instance network_info: |[{"id": "7c4b3e40-2dba-4d8e-b97b-e21cbc12408a", "address": "fa:16:3e:6c:68:e5", "network": {"id": "0b72ef80-5e63-4bac-b3dd-4a63ff7abe74", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-571665589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79060d06877149fb8970e454e0927e61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c4b3e40-2d", "ovs_interfaceid": "7c4b3e40-2dba-4d8e-b97b-e21cbc12408a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1115.322287] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 8661a62e-4487-434a-ab93-b47dcfca5971] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:68:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6edb8eae-1113-49d0-84f7-9fd9f82b26fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c4b3e40-2dba-4d8e-b97b-e21cbc12408a', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1115.330746] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1115.330993] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8661a62e-4487-434a-ab93-b47dcfca5971] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1115.331238] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c9ea0e06-e03b-4d97-930a-7775c496f061 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.354595] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1115.354595] env[70527]: value = "task-3913755" [ 1115.354595] env[70527]: _type = "Task" [ 1115.354595] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.370655] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913755, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.408148] env[70527]: DEBUG nova.compute.manager [req-2b1e3f9b-4615-4eea-84d3-4ba5fe3a4ab8 req-87712f86-18f6-43a4-8212-c88ad559152d service nova] [instance: 49b5c50f-4331-41e3-95db-599d1376f166] Received event network-vif-deleted-5805ea47-0066-48cc-82c3-af78bfa2dfb2 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.408359] env[70527]: INFO nova.compute.manager [req-2b1e3f9b-4615-4eea-84d3-4ba5fe3a4ab8 req-87712f86-18f6-43a4-8212-c88ad559152d service nova] [instance: 49b5c50f-4331-41e3-95db-599d1376f166] Neutron deleted interface 5805ea47-0066-48cc-82c3-af78bfa2dfb2; detaching it from the instance and deleting it from the info cache [ 1115.408607] env[70527]: DEBUG nova.network.neutron [req-2b1e3f9b-4615-4eea-84d3-4ba5fe3a4ab8 req-87712f86-18f6-43a4-8212-c88ad559152d service nova] [instance: 49b5c50f-4331-41e3-95db-599d1376f166] Updating instance_info_cache with network_info: [{"id": "3ab5b493-dc80-47dc-b0c9-7c5f69fb22a3", "address": "fa:16:3e:e9:2d:b9", "network": {"id": "68cf9697-b115-412b-866b-c19c6d8f76d4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1482525896", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af281f69b9134e6e9dca32ab05561c60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ab5b493-dc", "ovs_interfaceid": "3ab5b493-dc80-47dc-b0c9-7c5f69fb22a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.487827] env[70527]: DEBUG nova.compute.manager [None req-0ec91a85-28d3-43d6-a743-098d5931dd40 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 9ad716c6-d457-49e5-9958-a356e4328191] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1115.527079] env[70527]: DEBUG nova.scheduler.client.report [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1115.535850] env[70527]: DEBUG nova.virt.hardware [None req-0ec91a85-28d3-43d6-a743-098d5931dd40 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1115.536056] env[70527]: DEBUG nova.virt.hardware [None req-0ec91a85-28d3-43d6-a743-098d5931dd40 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1115.536224] env[70527]: DEBUG nova.virt.hardware [None req-0ec91a85-28d3-43d6-a743-098d5931dd40 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1115.536421] env[70527]: DEBUG nova.virt.hardware [None req-0ec91a85-28d3-43d6-a743-098d5931dd40 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1115.536551] env[70527]: DEBUG nova.virt.hardware [None req-0ec91a85-28d3-43d6-a743-098d5931dd40 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1115.536700] env[70527]: DEBUG nova.virt.hardware [None req-0ec91a85-28d3-43d6-a743-098d5931dd40 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1115.537021] env[70527]: DEBUG nova.virt.hardware [None req-0ec91a85-28d3-43d6-a743-098d5931dd40 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1115.537118] env[70527]: DEBUG nova.virt.hardware [None req-0ec91a85-28d3-43d6-a743-098d5931dd40 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1115.537305] env[70527]: DEBUG nova.virt.hardware [None req-0ec91a85-28d3-43d6-a743-098d5931dd40 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1115.537478] env[70527]: DEBUG nova.virt.hardware [None req-0ec91a85-28d3-43d6-a743-098d5931dd40 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1115.537671] env[70527]: DEBUG nova.virt.hardware [None req-0ec91a85-28d3-43d6-a743-098d5931dd40 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1115.538632] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb69996-434b-4e5a-b5ca-ac697300e5d8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.550451] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a309687-938a-49c7-b8f0-018e1a67e89c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.621679] env[70527]: DEBUG oslo_vmware.api [None req-95a54f27-eaa3-4552-9e39-83fd13c2eb90 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3913754, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073689} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.623614] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-95a54f27-eaa3-4552-9e39-83fd13c2eb90 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 87290eb1-c183-49f1-b984-045f89b7093f] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1115.624709] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03beb0a5-b211-48c9-b952-7821b0f147f6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.650678] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-95a54f27-eaa3-4552-9e39-83fd13c2eb90 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 87290eb1-c183-49f1-b984-045f89b7093f] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 87290eb1-c183-49f1-b984-045f89b7093f/87290eb1-c183-49f1-b984-045f89b7093f.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1115.651828] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8e67c9e-5a5d-452a-bb88-a4ece42afb40 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.674239] env[70527]: DEBUG oslo_vmware.api [None req-95a54f27-eaa3-4552-9e39-83fd13c2eb90 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for the task: (returnval){ [ 1115.674239] env[70527]: value = "task-3913756" [ 1115.674239] env[70527]: _type = "Task" [ 1115.674239] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.684641] env[70527]: DEBUG oslo_vmware.api [None req-95a54f27-eaa3-4552-9e39-83fd13c2eb90 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3913756, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.864802] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913755, 'name': CreateVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.911708] env[70527]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b31b44ed-d589-4b95-878b-317c7066ab22 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.923244] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19dbfa6d-2b9e-433d-8d78-7444aa06728d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.963606] env[70527]: DEBUG nova.compute.manager [req-2b1e3f9b-4615-4eea-84d3-4ba5fe3a4ab8 req-87712f86-18f6-43a4-8212-c88ad559152d service nova] [instance: 49b5c50f-4331-41e3-95db-599d1376f166] Detach interface failed, port_id=5805ea47-0066-48cc-82c3-af78bfa2dfb2, reason: Instance 49b5c50f-4331-41e3-95db-599d1376f166 could not be found. {{(pid=70527) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1116.031870] env[70527]: DEBUG oslo_concurrency.lockutils [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.575s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.032503] env[70527]: DEBUG nova.compute.manager [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 48a5b42d-41c1-427f-b518-4cf2d6f38abb] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1116.039121] env[70527]: DEBUG oslo_concurrency.lockutils [None req-206bae9b-a660-4759-8000-f79e21d5e44a tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.100s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.039121] env[70527]: DEBUG nova.objects.instance [None req-206bae9b-a660-4759-8000-f79e21d5e44a tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Lazy-loading 'resources' on Instance uuid 15efae62-cf03-4f74-92c3-c275483c8283 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.125791] env[70527]: DEBUG nova.network.neutron [-] [instance: 49b5c50f-4331-41e3-95db-599d1376f166] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.185979] env[70527]: DEBUG oslo_vmware.api [None req-95a54f27-eaa3-4552-9e39-83fd13c2eb90 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3913756, 'name': ReconfigVM_Task, 'duration_secs': 0.278027} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.186318] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-95a54f27-eaa3-4552-9e39-83fd13c2eb90 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 87290eb1-c183-49f1-b984-045f89b7093f] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 87290eb1-c183-49f1-b984-045f89b7093f/87290eb1-c183-49f1-b984-045f89b7093f.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1116.186945] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5faba0ad-f910-478a-9e8c-4b00084f05ec {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.194184] env[70527]: DEBUG oslo_vmware.api [None req-95a54f27-eaa3-4552-9e39-83fd13c2eb90 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for the task: (returnval){ [ 1116.194184] env[70527]: value = "task-3913757" [ 1116.194184] env[70527]: _type = "Task" [ 1116.194184] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.205016] env[70527]: DEBUG oslo_vmware.api [None req-95a54f27-eaa3-4552-9e39-83fd13c2eb90 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3913757, 'name': Rename_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.367746] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913755, 'name': CreateVM_Task, 'duration_secs': 0.527993} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.367930] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8661a62e-4487-434a-ab93-b47dcfca5971] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1116.368745] env[70527]: DEBUG oslo_concurrency.lockutils [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.368912] env[70527]: DEBUG oslo_concurrency.lockutils [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.369346] env[70527]: DEBUG oslo_concurrency.lockutils [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.369608] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a6cc22e-e2e3-43ab-b144-9941131ddd40 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.374904] env[70527]: DEBUG oslo_vmware.api [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for the task: (returnval){ [ 1116.374904] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]524f9a6c-d51b-76ed-50e4-eb9c165b789a" [ 1116.374904] env[70527]: _type = "Task" [ 1116.374904] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.386318] env[70527]: DEBUG oslo_vmware.api [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]524f9a6c-d51b-76ed-50e4-eb9c165b789a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.431769] env[70527]: DEBUG nova.network.neutron [None req-30caa708-8932-4828-971e-10ef87b73522 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Port e13eaf87-126b-412f-a3fb-97bf53244088 binding to destination host cpu-1 is already ACTIVE {{(pid=70527) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3252}} [ 1116.548307] env[70527]: DEBUG nova.compute.utils [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1116.550850] env[70527]: DEBUG nova.compute.manager [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 48a5b42d-41c1-427f-b518-4cf2d6f38abb] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1116.550888] env[70527]: DEBUG nova.network.neutron [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 48a5b42d-41c1-427f-b518-4cf2d6f38abb] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1116.627881] env[70527]: INFO nova.compute.manager [-] [instance: 49b5c50f-4331-41e3-95db-599d1376f166] Took 2.07 seconds to deallocate network for instance. [ 1116.674081] env[70527]: DEBUG nova.policy [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8804154c6da941b4aedfaa28a7e376d8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2628def9a14f4443853bf45ba496217e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 1116.707126] env[70527]: DEBUG oslo_vmware.api [None req-95a54f27-eaa3-4552-9e39-83fd13c2eb90 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3913757, 'name': Rename_Task, 'duration_secs': 0.172333} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.707472] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-95a54f27-eaa3-4552-9e39-83fd13c2eb90 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 87290eb1-c183-49f1-b984-045f89b7093f] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1116.707757] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5a7bb0d-d6b5-4570-809e-63aac443e3c1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.716081] env[70527]: DEBUG oslo_vmware.api [None req-95a54f27-eaa3-4552-9e39-83fd13c2eb90 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for the task: (returnval){ [ 1116.716081] env[70527]: value = "task-3913758" [ 1116.716081] env[70527]: _type = "Task" [ 1116.716081] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.725622] env[70527]: DEBUG oslo_vmware.api [None req-95a54f27-eaa3-4552-9e39-83fd13c2eb90 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3913758, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.886939] env[70527]: DEBUG oslo_vmware.api [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]524f9a6c-d51b-76ed-50e4-eb9c165b789a, 'name': SearchDatastore_Task, 'duration_secs': 0.009785} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.889948] env[70527]: DEBUG oslo_concurrency.lockutils [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.890293] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 8661a62e-4487-434a-ab93-b47dcfca5971] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1116.890584] env[70527]: DEBUG oslo_concurrency.lockutils [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.890773] env[70527]: DEBUG oslo_concurrency.lockutils [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.890994] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1116.891546] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-430423be-40b7-48e3-898c-935e5f449dcc {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.900788] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1116.901114] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1116.904784] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81f83e55-6201-422e-ba75-6cc9437ed3b9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.911954] env[70527]: DEBUG oslo_vmware.api [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for the task: (returnval){ [ 1116.911954] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]528b3206-2004-5533-fdfc-15c670714a9d" [ 1116.911954] env[70527]: _type = "Task" [ 1116.911954] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.921791] env[70527]: DEBUG oslo_vmware.api [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]528b3206-2004-5533-fdfc-15c670714a9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.943463] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37201fc2-368e-4eb6-90fa-f6e55ae1078b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.955046] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26970537-9bc9-46c4-8c0a-2ee62e98a128 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.988861] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a860bfc0-6b91-4726-9a48-c56c696ec2d5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.007549] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b0c7484-28e9-4dfe-b40c-675080a391b0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.025144] env[70527]: DEBUG nova.compute.provider_tree [None req-206bae9b-a660-4759-8000-f79e21d5e44a tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1117.054304] env[70527]: DEBUG nova.compute.manager [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 48a5b42d-41c1-427f-b518-4cf2d6f38abb] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1117.137523] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ecc1daa8-19ac-492b-ad18-7b36e8d97453 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.228217] env[70527]: DEBUG oslo_vmware.api [None req-95a54f27-eaa3-4552-9e39-83fd13c2eb90 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3913758, 'name': PowerOnVM_Task, 'duration_secs': 0.500914} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.231067] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-95a54f27-eaa3-4552-9e39-83fd13c2eb90 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 87290eb1-c183-49f1-b984-045f89b7093f] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1117.231067] env[70527]: INFO nova.compute.manager [None req-95a54f27-eaa3-4552-9e39-83fd13c2eb90 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 87290eb1-c183-49f1-b984-045f89b7093f] Took 8.56 seconds to spawn the instance on the hypervisor. [ 1117.231067] env[70527]: DEBUG nova.compute.manager [None req-95a54f27-eaa3-4552-9e39-83fd13c2eb90 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 87290eb1-c183-49f1-b984-045f89b7093f] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1117.231067] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc70758-8f20-4b6c-8dd8-d129d924f8fd {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.326252] env[70527]: DEBUG nova.network.neutron [None req-0ec91a85-28d3-43d6-a743-098d5931dd40 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 9ad716c6-d457-49e5-9958-a356e4328191] Successfully updated port: 4852bfe5-c6e1-433f-bd50-120378bcf08a {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1117.395047] env[70527]: DEBUG nova.network.neutron [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 48a5b42d-41c1-427f-b518-4cf2d6f38abb] Successfully created port: 53c06dde-c794-4d21-96ee-c957b2b939d9 {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1117.425709] env[70527]: DEBUG oslo_vmware.api [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]528b3206-2004-5533-fdfc-15c670714a9d, 'name': SearchDatastore_Task, 'duration_secs': 0.019986} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.426482] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa089fb7-444f-48cd-8652-78ad788a498a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.433581] env[70527]: DEBUG oslo_vmware.api [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for the task: (returnval){ [ 1117.433581] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]5253f474-0b6e-c8ad-f0d9-179818c939a7" [ 1117.433581] env[70527]: _type = "Task" [ 1117.433581] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.442421] env[70527]: DEBUG oslo_vmware.api [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5253f474-0b6e-c8ad-f0d9-179818c939a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.459974] env[70527]: DEBUG oslo_concurrency.lockutils [None req-30caa708-8932-4828-971e-10ef87b73522 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Acquiring lock "cc93a02e-989c-4238-aed7-ab4843e2add4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.460293] env[70527]: DEBUG oslo_concurrency.lockutils [None req-30caa708-8932-4828-971e-10ef87b73522 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Lock "cc93a02e-989c-4238-aed7-ab4843e2add4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.460502] env[70527]: DEBUG oslo_concurrency.lockutils [None req-30caa708-8932-4828-971e-10ef87b73522 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Lock "cc93a02e-989c-4238-aed7-ab4843e2add4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.527236] env[70527]: DEBUG nova.scheduler.client.report [None req-206bae9b-a660-4759-8000-f79e21d5e44a tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1117.537278] env[70527]: DEBUG nova.compute.manager [req-d21c2c8f-065b-4c99-b43d-a85d05a154e6 req-0f44beb1-c375-4707-826b-498640312fbb service nova] [instance: 49b5c50f-4331-41e3-95db-599d1376f166] Received event network-vif-deleted-3ab5b493-dc80-47dc-b0c9-7c5f69fb22a3 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.537586] env[70527]: DEBUG nova.compute.manager [req-d21c2c8f-065b-4c99-b43d-a85d05a154e6 req-0f44beb1-c375-4707-826b-498640312fbb service nova] [instance: 9ad716c6-d457-49e5-9958-a356e4328191] Received event network-vif-plugged-4852bfe5-c6e1-433f-bd50-120378bcf08a {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.537783] env[70527]: DEBUG oslo_concurrency.lockutils [req-d21c2c8f-065b-4c99-b43d-a85d05a154e6 req-0f44beb1-c375-4707-826b-498640312fbb service nova] Acquiring lock "9ad716c6-d457-49e5-9958-a356e4328191-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.537966] env[70527]: DEBUG oslo_concurrency.lockutils [req-d21c2c8f-065b-4c99-b43d-a85d05a154e6 req-0f44beb1-c375-4707-826b-498640312fbb service nova] Lock "9ad716c6-d457-49e5-9958-a356e4328191-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.538306] env[70527]: DEBUG oslo_concurrency.lockutils [req-d21c2c8f-065b-4c99-b43d-a85d05a154e6 req-0f44beb1-c375-4707-826b-498640312fbb service nova] Lock "9ad716c6-d457-49e5-9958-a356e4328191-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.538485] env[70527]: DEBUG nova.compute.manager [req-d21c2c8f-065b-4c99-b43d-a85d05a154e6 req-0f44beb1-c375-4707-826b-498640312fbb service nova] [instance: 9ad716c6-d457-49e5-9958-a356e4328191] No waiting events found dispatching network-vif-plugged-4852bfe5-c6e1-433f-bd50-120378bcf08a {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1117.538651] env[70527]: WARNING nova.compute.manager [req-d21c2c8f-065b-4c99-b43d-a85d05a154e6 req-0f44beb1-c375-4707-826b-498640312fbb service nova] [instance: 9ad716c6-d457-49e5-9958-a356e4328191] Received unexpected event network-vif-plugged-4852bfe5-c6e1-433f-bd50-120378bcf08a for instance with vm_state building and task_state spawning. [ 1117.538812] env[70527]: DEBUG nova.compute.manager [req-d21c2c8f-065b-4c99-b43d-a85d05a154e6 req-0f44beb1-c375-4707-826b-498640312fbb service nova] [instance: 9ad716c6-d457-49e5-9958-a356e4328191] Received event network-changed-4852bfe5-c6e1-433f-bd50-120378bcf08a {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.538963] env[70527]: DEBUG nova.compute.manager [req-d21c2c8f-065b-4c99-b43d-a85d05a154e6 req-0f44beb1-c375-4707-826b-498640312fbb service nova] [instance: 9ad716c6-d457-49e5-9958-a356e4328191] Refreshing instance network info cache due to event network-changed-4852bfe5-c6e1-433f-bd50-120378bcf08a. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1117.539578] env[70527]: DEBUG oslo_concurrency.lockutils [req-d21c2c8f-065b-4c99-b43d-a85d05a154e6 req-0f44beb1-c375-4707-826b-498640312fbb service nova] Acquiring lock "refresh_cache-9ad716c6-d457-49e5-9958-a356e4328191" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.539578] env[70527]: DEBUG oslo_concurrency.lockutils [req-d21c2c8f-065b-4c99-b43d-a85d05a154e6 req-0f44beb1-c375-4707-826b-498640312fbb service nova] Acquired lock "refresh_cache-9ad716c6-d457-49e5-9958-a356e4328191" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.539578] env[70527]: DEBUG nova.network.neutron [req-d21c2c8f-065b-4c99-b43d-a85d05a154e6 req-0f44beb1-c375-4707-826b-498640312fbb service nova] [instance: 9ad716c6-d457-49e5-9958-a356e4328191] Refreshing network info cache for port 4852bfe5-c6e1-433f-bd50-120378bcf08a {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1117.752608] env[70527]: INFO nova.compute.manager [None req-95a54f27-eaa3-4552-9e39-83fd13c2eb90 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 87290eb1-c183-49f1-b984-045f89b7093f] Took 21.58 seconds to build instance. [ 1117.826544] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0ec91a85-28d3-43d6-a743-098d5931dd40 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Acquiring lock "refresh_cache-9ad716c6-d457-49e5-9958-a356e4328191" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.950857] env[70527]: DEBUG oslo_vmware.api [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5253f474-0b6e-c8ad-f0d9-179818c939a7, 'name': SearchDatastore_Task, 'duration_secs': 0.030513} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.950857] env[70527]: DEBUG oslo_concurrency.lockutils [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.951105] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 8661a62e-4487-434a-ab93-b47dcfca5971/8661a62e-4487-434a-ab93-b47dcfca5971.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1117.951383] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8f732b3-b550-430c-aa23-5ad17d8419d4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.965271] env[70527]: DEBUG oslo_vmware.api [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for the task: (returnval){ [ 1117.965271] env[70527]: value = "task-3913759" [ 1117.965271] env[70527]: _type = "Task" [ 1117.965271] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.981308] env[70527]: DEBUG oslo_vmware.api [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913759, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.045718] env[70527]: DEBUG oslo_concurrency.lockutils [None req-206bae9b-a660-4759-8000-f79e21d5e44a tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.010s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.048681] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.905s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.050382] env[70527]: INFO nova.compute.claims [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 1257ac19-f4a8-4199-b5dd-58106904e220] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1118.064792] env[70527]: DEBUG nova.compute.manager [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 48a5b42d-41c1-427f-b518-4cf2d6f38abb] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1118.075709] env[70527]: INFO nova.scheduler.client.report [None req-206bae9b-a660-4759-8000-f79e21d5e44a tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Deleted allocations for instance 15efae62-cf03-4f74-92c3-c275483c8283 [ 1118.095249] env[70527]: DEBUG nova.virt.hardware [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1118.095542] env[70527]: DEBUG nova.virt.hardware [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1118.095736] env[70527]: DEBUG nova.virt.hardware [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1118.096047] env[70527]: DEBUG nova.virt.hardware [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1118.096345] env[70527]: DEBUG nova.virt.hardware [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1118.097097] env[70527]: DEBUG nova.virt.hardware [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1118.097392] env[70527]: DEBUG nova.virt.hardware [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1118.097615] env[70527]: DEBUG nova.virt.hardware [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1118.100689] env[70527]: DEBUG nova.virt.hardware [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1118.100897] env[70527]: DEBUG nova.virt.hardware [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1118.104356] env[70527]: DEBUG nova.virt.hardware [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1118.104356] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78109318-1542-4332-8fb3-f5a2c8f2875d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.113626] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9965dce6-6445-4ab8-b49c-b0afbfbd6b9f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.118960] env[70527]: DEBUG nova.network.neutron [req-d21c2c8f-065b-4c99-b43d-a85d05a154e6 req-0f44beb1-c375-4707-826b-498640312fbb service nova] [instance: 9ad716c6-d457-49e5-9958-a356e4328191] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1118.220563] env[70527]: DEBUG nova.network.neutron [req-d21c2c8f-065b-4c99-b43d-a85d05a154e6 req-0f44beb1-c375-4707-826b-498640312fbb service nova] [instance: 9ad716c6-d457-49e5-9958-a356e4328191] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.259915] env[70527]: DEBUG oslo_concurrency.lockutils [None req-95a54f27-eaa3-4552-9e39-83fd13c2eb90 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Lock "87290eb1-c183-49f1-b984-045f89b7093f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.100s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.479481] env[70527]: DEBUG oslo_vmware.api [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913759, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.524148] env[70527]: DEBUG oslo_concurrency.lockutils [None req-30caa708-8932-4828-971e-10ef87b73522 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Acquiring lock "refresh_cache-cc93a02e-989c-4238-aed7-ab4843e2add4" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.524148] env[70527]: DEBUG oslo_concurrency.lockutils [None req-30caa708-8932-4828-971e-10ef87b73522 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Acquired lock "refresh_cache-cc93a02e-989c-4238-aed7-ab4843e2add4" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.524294] env[70527]: DEBUG nova.network.neutron [None req-30caa708-8932-4828-971e-10ef87b73522 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1118.584063] env[70527]: DEBUG oslo_concurrency.lockutils [None req-206bae9b-a660-4759-8000-f79e21d5e44a tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Lock "15efae62-cf03-4f74-92c3-c275483c8283" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.083s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.726578] env[70527]: DEBUG oslo_concurrency.lockutils [req-d21c2c8f-065b-4c99-b43d-a85d05a154e6 req-0f44beb1-c375-4707-826b-498640312fbb service nova] Releasing lock "refresh_cache-9ad716c6-d457-49e5-9958-a356e4328191" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.726578] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0ec91a85-28d3-43d6-a743-098d5931dd40 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Acquired lock "refresh_cache-9ad716c6-d457-49e5-9958-a356e4328191" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.726578] env[70527]: DEBUG nova.network.neutron [None req-0ec91a85-28d3-43d6-a743-098d5931dd40 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 9ad716c6-d457-49e5-9958-a356e4328191] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1118.982691] env[70527]: DEBUG oslo_vmware.api [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913759, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.763363} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.983376] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 8661a62e-4487-434a-ab93-b47dcfca5971/8661a62e-4487-434a-ab93-b47dcfca5971.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1118.983849] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 8661a62e-4487-434a-ab93-b47dcfca5971] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1118.984210] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3db58369-7d67-49fa-8ada-b6a9b3235080 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.994346] env[70527]: DEBUG oslo_vmware.api [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for the task: (returnval){ [ 1118.994346] env[70527]: value = "task-3913760" [ 1118.994346] env[70527]: _type = "Task" [ 1118.994346] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.003903] env[70527]: DEBUG oslo_vmware.api [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913760, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.056672] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Acquiring lock "3818af9b-5f20-4054-87d9-2d311ed6e3bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.056842] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Lock "3818af9b-5f20-4054-87d9-2d311ed6e3bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.111530] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d136dec7-e885-44bf-bc5e-b469ce4e9eec tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Acquiring lock "1d5c9891-0194-4e61-85df-28177a43569f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.111530] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d136dec7-e885-44bf-bc5e-b469ce4e9eec tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Lock "1d5c9891-0194-4e61-85df-28177a43569f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.264798] env[70527]: DEBUG nova.network.neutron [None req-0ec91a85-28d3-43d6-a743-098d5931dd40 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 9ad716c6-d457-49e5-9958-a356e4328191] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1119.294049] env[70527]: DEBUG oslo_concurrency.lockutils [None req-91ad8ddb-0ff3-4fca-824b-c9ed043cfd71 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquiring lock "87290eb1-c183-49f1-b984-045f89b7093f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.294504] env[70527]: DEBUG oslo_concurrency.lockutils [None req-91ad8ddb-0ff3-4fca-824b-c9ed043cfd71 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Lock "87290eb1-c183-49f1-b984-045f89b7093f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.294709] env[70527]: DEBUG oslo_concurrency.lockutils [None req-91ad8ddb-0ff3-4fca-824b-c9ed043cfd71 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquiring lock "87290eb1-c183-49f1-b984-045f89b7093f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.294973] env[70527]: DEBUG oslo_concurrency.lockutils [None req-91ad8ddb-0ff3-4fca-824b-c9ed043cfd71 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Lock "87290eb1-c183-49f1-b984-045f89b7093f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.295115] env[70527]: DEBUG oslo_concurrency.lockutils [None req-91ad8ddb-0ff3-4fca-824b-c9ed043cfd71 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Lock "87290eb1-c183-49f1-b984-045f89b7093f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.297328] env[70527]: INFO nova.compute.manager [None req-91ad8ddb-0ff3-4fca-824b-c9ed043cfd71 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 87290eb1-c183-49f1-b984-045f89b7093f] Terminating instance [ 1119.370176] env[70527]: DEBUG nova.network.neutron [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 48a5b42d-41c1-427f-b518-4cf2d6f38abb] Successfully updated port: 53c06dde-c794-4d21-96ee-c957b2b939d9 {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1119.414248] env[70527]: DEBUG nova.network.neutron [None req-30caa708-8932-4828-971e-10ef87b73522 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Updating instance_info_cache with network_info: [{"id": "e13eaf87-126b-412f-a3fb-97bf53244088", "address": "fa:16:3e:66:72:92", "network": {"id": "6b7058bf-638c-4d72-9f51-37a045c3ebde", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1062784441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbf5afba87784fe2b33ca0fa6a95c5b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape13eaf87-12", "ovs_interfaceid": "e13eaf87-126b-412f-a3fb-97bf53244088", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.428950] env[70527]: DEBUG nova.network.neutron [None req-0ec91a85-28d3-43d6-a743-098d5931dd40 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 9ad716c6-d457-49e5-9958-a356e4328191] Updating instance_info_cache with network_info: [{"id": "4852bfe5-c6e1-433f-bd50-120378bcf08a", "address": "fa:16:3e:cd:20:0e", "network": {"id": "eb0065d4-610f-47d7-981e-b21e91718972", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1338634837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "261a432e66f749ad9aca2a0fcb2c6ab2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4852bfe5-c6", "ovs_interfaceid": "4852bfe5-c6e1-433f-bd50-120378bcf08a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.457143] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66ad5a4-53e4-4d8b-aae8-1ae1d3f384c7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.465383] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9de13f9-4208-4c49-b7df-5d5ed51a26e2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.504024] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b41d5f9a-e524-4f9d-b338-99208074350b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.508862] env[70527]: DEBUG oslo_vmware.api [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913760, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.238177} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.511044] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 8661a62e-4487-434a-ab93-b47dcfca5971] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1119.511886] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a1058d-1376-4237-990e-5e99d8bf930e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.515414] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07064524-fc2a-4516-a46e-a1c37059cfa7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.530273] env[70527]: DEBUG nova.compute.provider_tree [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1119.548625] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 8661a62e-4487-434a-ab93-b47dcfca5971] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 8661a62e-4487-434a-ab93-b47dcfca5971/8661a62e-4487-434a-ab93-b47dcfca5971.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1119.550366] env[70527]: DEBUG nova.scheduler.client.report [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1119.553267] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eddcc7bb-f39f-4091-9db1-434c4d882c60 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.582688] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.534s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.583374] env[70527]: DEBUG nova.compute.manager [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 1257ac19-f4a8-4199-b5dd-58106904e220] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1119.587122] env[70527]: DEBUG nova.compute.manager [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] [instance: 3818af9b-5f20-4054-87d9-2d311ed6e3bb] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1119.591716] env[70527]: DEBUG nova.compute.manager [req-fb30b87e-0910-4863-b2ed-b3b800825495 req-c12d3b9d-4f33-4d4a-9064-1a724867b223 service nova] [instance: 48a5b42d-41c1-427f-b518-4cf2d6f38abb] Received event network-vif-plugged-53c06dde-c794-4d21-96ee-c957b2b939d9 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.592010] env[70527]: DEBUG oslo_concurrency.lockutils [req-fb30b87e-0910-4863-b2ed-b3b800825495 req-c12d3b9d-4f33-4d4a-9064-1a724867b223 service nova] Acquiring lock "48a5b42d-41c1-427f-b518-4cf2d6f38abb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.592324] env[70527]: DEBUG oslo_concurrency.lockutils [req-fb30b87e-0910-4863-b2ed-b3b800825495 req-c12d3b9d-4f33-4d4a-9064-1a724867b223 service nova] Lock "48a5b42d-41c1-427f-b518-4cf2d6f38abb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.592535] env[70527]: DEBUG oslo_concurrency.lockutils [req-fb30b87e-0910-4863-b2ed-b3b800825495 req-c12d3b9d-4f33-4d4a-9064-1a724867b223 service nova] Lock "48a5b42d-41c1-427f-b518-4cf2d6f38abb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.592708] env[70527]: DEBUG nova.compute.manager [req-fb30b87e-0910-4863-b2ed-b3b800825495 req-c12d3b9d-4f33-4d4a-9064-1a724867b223 service nova] [instance: 48a5b42d-41c1-427f-b518-4cf2d6f38abb] No waiting events found dispatching network-vif-plugged-53c06dde-c794-4d21-96ee-c957b2b939d9 {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1119.592872] env[70527]: WARNING nova.compute.manager [req-fb30b87e-0910-4863-b2ed-b3b800825495 req-c12d3b9d-4f33-4d4a-9064-1a724867b223 service nova] [instance: 48a5b42d-41c1-427f-b518-4cf2d6f38abb] Received unexpected event network-vif-plugged-53c06dde-c794-4d21-96ee-c957b2b939d9 for instance with vm_state building and task_state spawning. [ 1119.593045] env[70527]: DEBUG nova.compute.manager [req-fb30b87e-0910-4863-b2ed-b3b800825495 req-c12d3b9d-4f33-4d4a-9064-1a724867b223 service nova] [instance: 48a5b42d-41c1-427f-b518-4cf2d6f38abb] Received event network-changed-53c06dde-c794-4d21-96ee-c957b2b939d9 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.593205] env[70527]: DEBUG nova.compute.manager [req-fb30b87e-0910-4863-b2ed-b3b800825495 req-c12d3b9d-4f33-4d4a-9064-1a724867b223 service nova] [instance: 48a5b42d-41c1-427f-b518-4cf2d6f38abb] Refreshing instance network info cache due to event network-changed-53c06dde-c794-4d21-96ee-c957b2b939d9. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1119.593399] env[70527]: DEBUG oslo_concurrency.lockutils [req-fb30b87e-0910-4863-b2ed-b3b800825495 req-c12d3b9d-4f33-4d4a-9064-1a724867b223 service nova] Acquiring lock "refresh_cache-48a5b42d-41c1-427f-b518-4cf2d6f38abb" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.593535] env[70527]: DEBUG oslo_concurrency.lockutils [req-fb30b87e-0910-4863-b2ed-b3b800825495 req-c12d3b9d-4f33-4d4a-9064-1a724867b223 service nova] Acquired lock "refresh_cache-48a5b42d-41c1-427f-b518-4cf2d6f38abb" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.593688] env[70527]: DEBUG nova.network.neutron [req-fb30b87e-0910-4863-b2ed-b3b800825495 req-c12d3b9d-4f33-4d4a-9064-1a724867b223 service nova] [instance: 48a5b42d-41c1-427f-b518-4cf2d6f38abb] Refreshing network info cache for port 53c06dde-c794-4d21-96ee-c957b2b939d9 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1119.594978] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.059s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.596494] env[70527]: INFO nova.compute.claims [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 960666ee-07bf-474b-a249-c1058cf481bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1119.606389] env[70527]: DEBUG oslo_vmware.api [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for the task: (returnval){ [ 1119.606389] env[70527]: value = "task-3913761" [ 1119.606389] env[70527]: _type = "Task" [ 1119.606389] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.615530] env[70527]: DEBUG nova.compute.utils [None req-d136dec7-e885-44bf-bc5e-b469ce4e9eec tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1119.621556] env[70527]: DEBUG oslo_vmware.api [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913761, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.801203] env[70527]: DEBUG nova.compute.manager [None req-91ad8ddb-0ff3-4fca-824b-c9ed043cfd71 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 87290eb1-c183-49f1-b984-045f89b7093f] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1119.801605] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-91ad8ddb-0ff3-4fca-824b-c9ed043cfd71 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 87290eb1-c183-49f1-b984-045f89b7093f] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1119.802733] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c7e930-8e47-4c55-af2f-83b82c2d3054 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.811442] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-91ad8ddb-0ff3-4fca-824b-c9ed043cfd71 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 87290eb1-c183-49f1-b984-045f89b7093f] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1119.811721] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-019f3e14-96e3-4a8c-9313-0a14ff437d80 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.819853] env[70527]: DEBUG oslo_vmware.api [None req-91ad8ddb-0ff3-4fca-824b-c9ed043cfd71 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for the task: (returnval){ [ 1119.819853] env[70527]: value = "task-3913762" [ 1119.819853] env[70527]: _type = "Task" [ 1119.819853] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.830358] env[70527]: DEBUG oslo_vmware.api [None req-91ad8ddb-0ff3-4fca-824b-c9ed043cfd71 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3913762, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.873583] env[70527]: DEBUG oslo_concurrency.lockutils [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Acquiring lock "refresh_cache-48a5b42d-41c1-427f-b518-4cf2d6f38abb" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.917026] env[70527]: DEBUG oslo_concurrency.lockutils [None req-30caa708-8932-4828-971e-10ef87b73522 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Releasing lock "refresh_cache-cc93a02e-989c-4238-aed7-ab4843e2add4" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.934178] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0ec91a85-28d3-43d6-a743-098d5931dd40 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Releasing lock "refresh_cache-9ad716c6-d457-49e5-9958-a356e4328191" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.934547] env[70527]: DEBUG nova.compute.manager [None req-0ec91a85-28d3-43d6-a743-098d5931dd40 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 9ad716c6-d457-49e5-9958-a356e4328191] Instance network_info: |[{"id": "4852bfe5-c6e1-433f-bd50-120378bcf08a", "address": "fa:16:3e:cd:20:0e", "network": {"id": "eb0065d4-610f-47d7-981e-b21e91718972", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1338634837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "261a432e66f749ad9aca2a0fcb2c6ab2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4852bfe5-c6", "ovs_interfaceid": "4852bfe5-c6e1-433f-bd50-120378bcf08a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1119.935170] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec91a85-28d3-43d6-a743-098d5931dd40 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 9ad716c6-d457-49e5-9958-a356e4328191] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:20:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '329d0e4b-4190-484a-8560-9356dc31beca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4852bfe5-c6e1-433f-bd50-120378bcf08a', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1119.943139] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ec91a85-28d3-43d6-a743-098d5931dd40 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1119.943139] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ad716c6-d457-49e5-9958-a356e4328191] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1119.943364] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ee64457-ffe2-48a2-881e-0e4021005b54 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.964381] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1119.964381] env[70527]: value = "task-3913763" [ 1119.964381] env[70527]: _type = "Task" [ 1119.964381] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.973099] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913763, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.101896] env[70527]: DEBUG nova.compute.utils [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1120.115124] env[70527]: DEBUG nova.compute.manager [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 1257ac19-f4a8-4199-b5dd-58106904e220] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1120.115551] env[70527]: DEBUG nova.network.neutron [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 1257ac19-f4a8-4199-b5dd-58106904e220] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1120.124636] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d136dec7-e885-44bf-bc5e-b469ce4e9eec tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Lock "1d5c9891-0194-4e61-85df-28177a43569f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.131787] env[70527]: DEBUG oslo_vmware.api [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913761, 'name': ReconfigVM_Task, 'duration_secs': 0.326097} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.132931] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.133742] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 8661a62e-4487-434a-ab93-b47dcfca5971] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 8661a62e-4487-434a-ab93-b47dcfca5971/8661a62e-4487-434a-ab93-b47dcfca5971.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1120.133953] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ab92df8-d2bb-4702-91c2-0623e84b4658 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.142269] env[70527]: DEBUG oslo_vmware.api [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for the task: (returnval){ [ 1120.142269] env[70527]: value = "task-3913764" [ 1120.142269] env[70527]: _type = "Task" [ 1120.142269] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.156012] env[70527]: DEBUG oslo_vmware.api [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913764, 'name': Rename_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.160635] env[70527]: DEBUG nova.network.neutron [req-fb30b87e-0910-4863-b2ed-b3b800825495 req-c12d3b9d-4f33-4d4a-9064-1a724867b223 service nova] [instance: 48a5b42d-41c1-427f-b518-4cf2d6f38abb] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1120.183709] env[70527]: DEBUG nova.policy [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd7db049138cb4fec8510def020f691c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'db199150d6d44bb6a7702940f16117ce', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 1120.260501] env[70527]: DEBUG nova.network.neutron [req-fb30b87e-0910-4863-b2ed-b3b800825495 req-c12d3b9d-4f33-4d4a-9064-1a724867b223 service nova] [instance: 48a5b42d-41c1-427f-b518-4cf2d6f38abb] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.332487] env[70527]: DEBUG oslo_vmware.api [None req-91ad8ddb-0ff3-4fca-824b-c9ed043cfd71 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3913762, 'name': PowerOffVM_Task, 'duration_secs': 0.30213} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.332843] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-91ad8ddb-0ff3-4fca-824b-c9ed043cfd71 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 87290eb1-c183-49f1-b984-045f89b7093f] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1120.333159] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-91ad8ddb-0ff3-4fca-824b-c9ed043cfd71 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 87290eb1-c183-49f1-b984-045f89b7093f] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1120.333425] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b813fea2-32a3-4b5d-b6bf-fdde7a9483bc {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.409168] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-91ad8ddb-0ff3-4fca-824b-c9ed043cfd71 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 87290eb1-c183-49f1-b984-045f89b7093f] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1120.409412] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-91ad8ddb-0ff3-4fca-824b-c9ed043cfd71 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 87290eb1-c183-49f1-b984-045f89b7093f] Deleting contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1120.409597] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-91ad8ddb-0ff3-4fca-824b-c9ed043cfd71 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Deleting the datastore file [datastore2] 87290eb1-c183-49f1-b984-045f89b7093f {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1120.409902] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35c6bbb6-a06b-4c4d-9337-62cec31e79a8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.421561] env[70527]: DEBUG oslo_vmware.api [None req-91ad8ddb-0ff3-4fca-824b-c9ed043cfd71 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for the task: (returnval){ [ 1120.421561] env[70527]: value = "task-3913766" [ 1120.421561] env[70527]: _type = "Task" [ 1120.421561] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.429684] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca94a65-4987-45d0-8e9a-c9daf270775c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.435771] env[70527]: DEBUG oslo_vmware.api [None req-91ad8ddb-0ff3-4fca-824b-c9ed043cfd71 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3913766, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.441078] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9e96f6-0720-4936-879c-a1eb426d093a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.475444] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913763, 'name': CreateVM_Task, 'duration_secs': 0.395476} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.476047] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ad716c6-d457-49e5-9958-a356e4328191] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1120.478499] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0ec91a85-28d3-43d6-a743-098d5931dd40 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.478499] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0ec91a85-28d3-43d6-a743-098d5931dd40 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.478499] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0ec91a85-28d3-43d6-a743-098d5931dd40 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.478499] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51ba333c-4053-4f2f-a2a0-35d6a2edd448 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.486333] env[70527]: DEBUG oslo_vmware.api [None req-0ec91a85-28d3-43d6-a743-098d5931dd40 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Waiting for the task: (returnval){ [ 1120.486333] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52b8ccad-de58-66f7-5e5d-4762c7ee4737" [ 1120.486333] env[70527]: _type = "Task" [ 1120.486333] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.496903] env[70527]: DEBUG oslo_vmware.api [None req-0ec91a85-28d3-43d6-a743-098d5931dd40 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52b8ccad-de58-66f7-5e5d-4762c7ee4737, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.605166] env[70527]: DEBUG nova.compute.manager [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 1257ac19-f4a8-4199-b5dd-58106904e220] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1120.610353] env[70527]: DEBUG nova.network.neutron [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 1257ac19-f4a8-4199-b5dd-58106904e220] Successfully created port: f3599afb-1d51-4944-ac95-636aa31a92cf {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1120.657395] env[70527]: DEBUG oslo_vmware.api [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913764, 'name': Rename_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.765428] env[70527]: DEBUG oslo_concurrency.lockutils [req-fb30b87e-0910-4863-b2ed-b3b800825495 req-c12d3b9d-4f33-4d4a-9064-1a724867b223 service nova] Releasing lock "refresh_cache-48a5b42d-41c1-427f-b518-4cf2d6f38abb" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.766120] env[70527]: DEBUG oslo_concurrency.lockutils [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Acquired lock "refresh_cache-48a5b42d-41c1-427f-b518-4cf2d6f38abb" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.766343] env[70527]: DEBUG nova.network.neutron [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 48a5b42d-41c1-427f-b518-4cf2d6f38abb] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1120.934412] env[70527]: DEBUG oslo_vmware.api [None req-91ad8ddb-0ff3-4fca-824b-c9ed043cfd71 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Task: {'id': task-3913766, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.280964} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.937281] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-91ad8ddb-0ff3-4fca-824b-c9ed043cfd71 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1120.937502] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-91ad8ddb-0ff3-4fca-824b-c9ed043cfd71 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 87290eb1-c183-49f1-b984-045f89b7093f] Deleted contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1120.937653] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-91ad8ddb-0ff3-4fca-824b-c9ed043cfd71 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 87290eb1-c183-49f1-b984-045f89b7093f] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1120.937834] env[70527]: INFO nova.compute.manager [None req-91ad8ddb-0ff3-4fca-824b-c9ed043cfd71 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] [instance: 87290eb1-c183-49f1-b984-045f89b7093f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1120.938142] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91ad8ddb-0ff3-4fca-824b-c9ed043cfd71 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1120.939474] env[70527]: DEBUG nova.compute.manager [-] [instance: 87290eb1-c183-49f1-b984-045f89b7093f] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1120.939474] env[70527]: DEBUG nova.network.neutron [-] [instance: 87290eb1-c183-49f1-b984-045f89b7093f] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1120.997166] env[70527]: DEBUG oslo_vmware.api [None req-0ec91a85-28d3-43d6-a743-098d5931dd40 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52b8ccad-de58-66f7-5e5d-4762c7ee4737, 'name': SearchDatastore_Task, 'duration_secs': 0.01232} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.000823] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0ec91a85-28d3-43d6-a743-098d5931dd40 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.001171] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec91a85-28d3-43d6-a743-098d5931dd40 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 9ad716c6-d457-49e5-9958-a356e4328191] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1121.001485] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0ec91a85-28d3-43d6-a743-098d5931dd40 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.001698] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0ec91a85-28d3-43d6-a743-098d5931dd40 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.001955] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ec91a85-28d3-43d6-a743-098d5931dd40 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1121.002796] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd22a5a-a7aa-46ad-a9c0-40eb5c9db3ec {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.007365] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c26dc1ea-dff5-4b90-8e17-b5930a602ef0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.023930] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770e7357-28bf-42d5-9eea-4b4f7612c233 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.029638] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ec91a85-28d3-43d6-a743-098d5931dd40 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1121.030117] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec91a85-28d3-43d6-a743-098d5931dd40 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1121.033749] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f778cce-19a8-4c79-8bef-7ac2bcfee01b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.076661] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e8664b4-d95a-41cf-b305-bbbc9850616c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.081062] env[70527]: DEBUG oslo_vmware.api [None req-0ec91a85-28d3-43d6-a743-098d5931dd40 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Waiting for the task: (returnval){ [ 1121.081062] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]526d4778-76f2-56ff-fe56-1611a647f32f" [ 1121.081062] env[70527]: _type = "Task" [ 1121.081062] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.089329] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6bd244-0738-41a3-b615-8ff554eb5c2d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.097464] env[70527]: DEBUG oslo_vmware.api [None req-0ec91a85-28d3-43d6-a743-098d5931dd40 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]526d4778-76f2-56ff-fe56-1611a647f32f, 'name': SearchDatastore_Task, 'duration_secs': 0.011949} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.099063] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afd12b0b-9eea-4bf9-a97b-18c94d72b411 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.109974] env[70527]: DEBUG nova.compute.provider_tree [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1121.121792] env[70527]: DEBUG oslo_vmware.api [None req-0ec91a85-28d3-43d6-a743-098d5931dd40 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Waiting for the task: (returnval){ [ 1121.121792] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]5232b155-dbd6-1f7d-e03a-aabcdf1d78e1" [ 1121.121792] env[70527]: _type = "Task" [ 1121.121792] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.134091] env[70527]: DEBUG oslo_vmware.api [None req-0ec91a85-28d3-43d6-a743-098d5931dd40 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5232b155-dbd6-1f7d-e03a-aabcdf1d78e1, 'name': SearchDatastore_Task, 'duration_secs': 0.015046} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.134091] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0ec91a85-28d3-43d6-a743-098d5931dd40 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.134343] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ec91a85-28d3-43d6-a743-098d5931dd40 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 9ad716c6-d457-49e5-9958-a356e4328191/9ad716c6-d457-49e5-9958-a356e4328191.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1121.134467] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-13300b75-60ec-44d1-8aa8-8a7c0f3eb772 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.143031] env[70527]: DEBUG oslo_vmware.api [None req-0ec91a85-28d3-43d6-a743-098d5931dd40 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Waiting for the task: (returnval){ [ 1121.143031] env[70527]: value = "task-3913767" [ 1121.143031] env[70527]: _type = "Task" [ 1121.143031] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.156211] env[70527]: DEBUG oslo_vmware.api [None req-0ec91a85-28d3-43d6-a743-098d5931dd40 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913767, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.159875] env[70527]: DEBUG oslo_vmware.api [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913764, 'name': Rename_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.203592] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d136dec7-e885-44bf-bc5e-b469ce4e9eec tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Acquiring lock "1d5c9891-0194-4e61-85df-28177a43569f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.203977] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d136dec7-e885-44bf-bc5e-b469ce4e9eec tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Lock "1d5c9891-0194-4e61-85df-28177a43569f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.204329] env[70527]: INFO nova.compute.manager [None req-d136dec7-e885-44bf-bc5e-b469ce4e9eec tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Attaching volume fb4e2080-3f26-4124-ac26-bcdb6684587b to /dev/sdb [ 1121.249675] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc32104-8c5a-4d26-bb33-7932ec150723 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.257645] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1a1a1d-9010-40af-86d7-642b30375a8a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.276557] env[70527]: DEBUG nova.virt.block_device [None req-d136dec7-e885-44bf-bc5e-b469ce4e9eec tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Updating existing volume attachment record: 707b6c88-46d1-4342-89b4-11646ae2e27a {{(pid=70527) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1121.313094] env[70527]: DEBUG nova.network.neutron [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 48a5b42d-41c1-427f-b518-4cf2d6f38abb] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1121.482460] env[70527]: DEBUG nova.network.neutron [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 48a5b42d-41c1-427f-b518-4cf2d6f38abb] Updating instance_info_cache with network_info: [{"id": "53c06dde-c794-4d21-96ee-c957b2b939d9", "address": "fa:16:3e:65:b9:4f", "network": {"id": "c66b99a8-c700-4d64-a8a5-7d96b6f8dd7c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1550176420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2628def9a14f4443853bf45ba496217e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53c06dde-c7", "ovs_interfaceid": "53c06dde-c794-4d21-96ee-c957b2b939d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.556039] env[70527]: DEBUG nova.compute.manager [req-e5e5c05b-969f-4f6a-84c8-fae9479a9ab2 req-99d3f457-4a9f-4c53-bce5-bbf0ee951a7e service nova] [instance: 87290eb1-c183-49f1-b984-045f89b7093f] Received event network-vif-deleted-4fc06fde-e8fa-462b-b802-850c9c8d6438 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.556278] env[70527]: INFO nova.compute.manager [req-e5e5c05b-969f-4f6a-84c8-fae9479a9ab2 req-99d3f457-4a9f-4c53-bce5-bbf0ee951a7e service nova] [instance: 87290eb1-c183-49f1-b984-045f89b7093f] Neutron deleted interface 4fc06fde-e8fa-462b-b802-850c9c8d6438; detaching it from the instance and deleting it from the info cache [ 1121.556439] env[70527]: DEBUG nova.network.neutron [req-e5e5c05b-969f-4f6a-84c8-fae9479a9ab2 req-99d3f457-4a9f-4c53-bce5-bbf0ee951a7e service nova] [instance: 87290eb1-c183-49f1-b984-045f89b7093f] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.605308] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-823e0e90-5187-4b65-9140-652829025eac {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.637649] env[70527]: DEBUG oslo_concurrency.lockutils [None req-11c4b6f3-ff63-4225-9a80-c0329b19b9d6 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquiring lock "interface-67ddf676-0ce2-4fd1-b357-84f99f9b86f2-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.637965] env[70527]: DEBUG oslo_concurrency.lockutils [None req-11c4b6f3-ff63-4225-9a80-c0329b19b9d6 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Lock "interface-67ddf676-0ce2-4fd1-b357-84f99f9b86f2-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.638415] env[70527]: DEBUG nova.objects.instance [None req-11c4b6f3-ff63-4225-9a80-c0329b19b9d6 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Lazy-loading 'flavor' on Instance uuid 67ddf676-0ce2-4fd1-b357-84f99f9b86f2 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1121.640765] env[70527]: DEBUG nova.scheduler.client.report [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1121.645234] env[70527]: DEBUG nova.compute.manager [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 1257ac19-f4a8-4199-b5dd-58106904e220] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1121.650573] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c6d8cb-21f6-4d9f-a38c-66a9b7630bf3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.669321] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-30caa708-8932-4828-971e-10ef87b73522 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Updating instance 'cc93a02e-989c-4238-aed7-ab4843e2add4' progress to 83 {{(pid=70527) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1121.682521] env[70527]: DEBUG oslo_vmware.api [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913764, 'name': Rename_Task, 'duration_secs': 1.139352} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.685020] env[70527]: DEBUG oslo_vmware.api [None req-0ec91a85-28d3-43d6-a743-098d5931dd40 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913767, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.685020] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 8661a62e-4487-434a-ab93-b47dcfca5971] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1121.685020] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83d041b2-a370-4ee1-bc21-69bee2a1b320 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.690163] env[70527]: DEBUG nova.virt.hardware [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1121.690411] env[70527]: DEBUG nova.virt.hardware [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1121.690628] env[70527]: DEBUG nova.virt.hardware [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1121.690812] env[70527]: DEBUG nova.virt.hardware [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1121.690957] env[70527]: DEBUG nova.virt.hardware [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1121.691116] env[70527]: DEBUG nova.virt.hardware [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1121.691330] env[70527]: DEBUG nova.virt.hardware [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1121.691555] env[70527]: DEBUG nova.virt.hardware [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1121.691746] env[70527]: DEBUG nova.virt.hardware [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1121.691977] env[70527]: DEBUG nova.virt.hardware [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1121.692197] env[70527]: DEBUG nova.virt.hardware [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1121.693562] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e60bb20e-fbc7-4d04-bfb9-76d8918798a3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.698809] env[70527]: DEBUG oslo_vmware.api [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for the task: (returnval){ [ 1121.698809] env[70527]: value = "task-3913771" [ 1121.698809] env[70527]: _type = "Task" [ 1121.698809] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.707144] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b506eb9-211a-451b-9eef-57e9525923b5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.715720] env[70527]: DEBUG oslo_vmware.api [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913771, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.905621] env[70527]: DEBUG nova.network.neutron [-] [instance: 87290eb1-c183-49f1-b984-045f89b7093f] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.985753] env[70527]: DEBUG oslo_concurrency.lockutils [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Releasing lock "refresh_cache-48a5b42d-41c1-427f-b518-4cf2d6f38abb" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.986095] env[70527]: DEBUG nova.compute.manager [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 48a5b42d-41c1-427f-b518-4cf2d6f38abb] Instance network_info: |[{"id": "53c06dde-c794-4d21-96ee-c957b2b939d9", "address": "fa:16:3e:65:b9:4f", "network": {"id": "c66b99a8-c700-4d64-a8a5-7d96b6f8dd7c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1550176420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2628def9a14f4443853bf45ba496217e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53c06dde-c7", "ovs_interfaceid": "53c06dde-c794-4d21-96ee-c957b2b939d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1121.986536] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 48a5b42d-41c1-427f-b518-4cf2d6f38abb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:b9:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b5c60ce-845e-4506-bc10-348461fece6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '53c06dde-c794-4d21-96ee-c957b2b939d9', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1121.994326] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1121.994937] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48a5b42d-41c1-427f-b518-4cf2d6f38abb] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1121.995196] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-867a85f3-95cb-4941-806f-72f3603a2e29 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.020627] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1122.020627] env[70527]: value = "task-3913772" [ 1122.020627] env[70527]: _type = "Task" [ 1122.020627] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.029696] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913772, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.060126] env[70527]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ef89453e-d111-4ffa-8782-3968083d5a1f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.070032] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2d4187-3fcf-424e-8aab-34496045d9b3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.106918] env[70527]: DEBUG nova.compute.manager [req-e5e5c05b-969f-4f6a-84c8-fae9479a9ab2 req-99d3f457-4a9f-4c53-bce5-bbf0ee951a7e service nova] [instance: 87290eb1-c183-49f1-b984-045f89b7093f] Detach interface failed, port_id=4fc06fde-e8fa-462b-b802-850c9c8d6438, reason: Instance 87290eb1-c183-49f1-b984-045f89b7093f could not be found. {{(pid=70527) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1122.153101] env[70527]: DEBUG nova.objects.instance [None req-11c4b6f3-ff63-4225-9a80-c0329b19b9d6 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Lazy-loading 'pci_requests' on Instance uuid 67ddf676-0ce2-4fd1-b357-84f99f9b86f2 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1122.154846] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.560s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.155535] env[70527]: DEBUG nova.compute.manager [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 960666ee-07bf-474b-a249-c1058cf481bd] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1122.158801] env[70527]: DEBUG oslo_concurrency.lockutils [None req-324cecc8-99b7-4b46-a3fe-c9d8981ed8a7 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.006s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.159045] env[70527]: DEBUG nova.objects.instance [None req-324cecc8-99b7-4b46-a3fe-c9d8981ed8a7 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Lazy-loading 'resources' on Instance uuid 7b97e115-1aeb-4097-8f83-b4a8f0ce0727 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1122.172542] env[70527]: DEBUG oslo_vmware.api [None req-0ec91a85-28d3-43d6-a743-098d5931dd40 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913767, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578724} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.173192] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ec91a85-28d3-43d6-a743-098d5931dd40 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 9ad716c6-d457-49e5-9958-a356e4328191/9ad716c6-d457-49e5-9958-a356e4328191.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1122.173359] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec91a85-28d3-43d6-a743-098d5931dd40 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 9ad716c6-d457-49e5-9958-a356e4328191] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1122.174152] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c3d30420-9a66-485e-9687-4dd3591d1cb5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.187233] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-30caa708-8932-4828-971e-10ef87b73522 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1122.187756] env[70527]: DEBUG oslo_vmware.api [None req-0ec91a85-28d3-43d6-a743-098d5931dd40 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Waiting for the task: (returnval){ [ 1122.187756] env[70527]: value = "task-3913773" [ 1122.187756] env[70527]: _type = "Task" [ 1122.187756] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.188200] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bbffd68c-cbbe-470c-914a-41bf878ca833 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.211780] env[70527]: DEBUG oslo_vmware.api [None req-0ec91a85-28d3-43d6-a743-098d5931dd40 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913773, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.218989] env[70527]: DEBUG oslo_vmware.api [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913771, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.222124] env[70527]: DEBUG oslo_vmware.api [None req-30caa708-8932-4828-971e-10ef87b73522 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for the task: (returnval){ [ 1122.222124] env[70527]: value = "task-3913774" [ 1122.222124] env[70527]: _type = "Task" [ 1122.222124] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.236671] env[70527]: DEBUG oslo_vmware.api [None req-30caa708-8932-4828-971e-10ef87b73522 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913774, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.259187] env[70527]: DEBUG nova.compute.manager [req-fa852412-d078-4726-84e1-fb0ef9eef88d req-bba68dfc-df76-4579-9ca4-94a4781d3b77 service nova] [instance: 1257ac19-f4a8-4199-b5dd-58106904e220] Received event network-vif-plugged-f3599afb-1d51-4944-ac95-636aa31a92cf {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.259498] env[70527]: DEBUG oslo_concurrency.lockutils [req-fa852412-d078-4726-84e1-fb0ef9eef88d req-bba68dfc-df76-4579-9ca4-94a4781d3b77 service nova] Acquiring lock "1257ac19-f4a8-4199-b5dd-58106904e220-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.259707] env[70527]: DEBUG oslo_concurrency.lockutils [req-fa852412-d078-4726-84e1-fb0ef9eef88d req-bba68dfc-df76-4579-9ca4-94a4781d3b77 service nova] Lock "1257ac19-f4a8-4199-b5dd-58106904e220-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.259859] env[70527]: DEBUG oslo_concurrency.lockutils [req-fa852412-d078-4726-84e1-fb0ef9eef88d req-bba68dfc-df76-4579-9ca4-94a4781d3b77 service nova] Lock "1257ac19-f4a8-4199-b5dd-58106904e220-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.260218] env[70527]: DEBUG nova.compute.manager [req-fa852412-d078-4726-84e1-fb0ef9eef88d req-bba68dfc-df76-4579-9ca4-94a4781d3b77 service nova] [instance: 1257ac19-f4a8-4199-b5dd-58106904e220] No waiting events found dispatching network-vif-plugged-f3599afb-1d51-4944-ac95-636aa31a92cf {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1122.260460] env[70527]: WARNING nova.compute.manager [req-fa852412-d078-4726-84e1-fb0ef9eef88d req-bba68dfc-df76-4579-9ca4-94a4781d3b77 service nova] [instance: 1257ac19-f4a8-4199-b5dd-58106904e220] Received unexpected event network-vif-plugged-f3599afb-1d51-4944-ac95-636aa31a92cf for instance with vm_state building and task_state spawning. [ 1122.363212] env[70527]: DEBUG nova.network.neutron [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 1257ac19-f4a8-4199-b5dd-58106904e220] Successfully updated port: f3599afb-1d51-4944-ac95-636aa31a92cf {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1122.413142] env[70527]: INFO nova.compute.manager [-] [instance: 87290eb1-c183-49f1-b984-045f89b7093f] Took 1.47 seconds to deallocate network for instance. [ 1122.534371] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913772, 'name': CreateVM_Task, 'duration_secs': 0.388206} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.534654] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48a5b42d-41c1-427f-b518-4cf2d6f38abb] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1122.535472] env[70527]: DEBUG oslo_concurrency.lockutils [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.535725] env[70527]: DEBUG oslo_concurrency.lockutils [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.536151] env[70527]: DEBUG oslo_concurrency.lockutils [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.537029] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d251609c-13e0-4296-9ad8-e4a7b73b7d30 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.543132] env[70527]: DEBUG oslo_vmware.api [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Waiting for the task: (returnval){ [ 1122.543132] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52e03636-6bc0-51a2-fa21-6dd8f25f9ca2" [ 1122.543132] env[70527]: _type = "Task" [ 1122.543132] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.552209] env[70527]: DEBUG oslo_vmware.api [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52e03636-6bc0-51a2-fa21-6dd8f25f9ca2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.660038] env[70527]: DEBUG nova.objects.base [None req-11c4b6f3-ff63-4225-9a80-c0329b19b9d6 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Object Instance<67ddf676-0ce2-4fd1-b357-84f99f9b86f2> lazy-loaded attributes: flavor,pci_requests {{(pid=70527) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1122.660570] env[70527]: DEBUG nova.network.neutron [None req-11c4b6f3-ff63-4225-9a80-c0329b19b9d6 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1122.665534] env[70527]: DEBUG nova.compute.utils [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1122.670286] env[70527]: DEBUG nova.compute.manager [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 960666ee-07bf-474b-a249-c1058cf481bd] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1122.670629] env[70527]: DEBUG nova.network.neutron [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 960666ee-07bf-474b-a249-c1058cf481bd] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1122.700862] env[70527]: DEBUG oslo_vmware.api [None req-0ec91a85-28d3-43d6-a743-098d5931dd40 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913773, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086419} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.704038] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec91a85-28d3-43d6-a743-098d5931dd40 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 9ad716c6-d457-49e5-9958-a356e4328191] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1122.705167] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e97b1065-f143-4d8e-a0db-734477226d22 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.716965] env[70527]: DEBUG oslo_vmware.api [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913771, 'name': PowerOnVM_Task, 'duration_secs': 0.553878} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.728884] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 8661a62e-4487-434a-ab93-b47dcfca5971] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1122.729128] env[70527]: INFO nova.compute.manager [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 8661a62e-4487-434a-ab93-b47dcfca5971] Took 11.40 seconds to spawn the instance on the hypervisor. [ 1122.729301] env[70527]: DEBUG nova.compute.manager [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 8661a62e-4487-434a-ab93-b47dcfca5971] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1122.738194] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ec91a85-28d3-43d6-a743-098d5931dd40 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 9ad716c6-d457-49e5-9958-a356e4328191] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 9ad716c6-d457-49e5-9958-a356e4328191/9ad716c6-d457-49e5-9958-a356e4328191.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1122.741627] env[70527]: DEBUG nova.policy [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd7db049138cb4fec8510def020f691c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'db199150d6d44bb6a7702940f16117ce', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 1122.743768] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec3e7a4-32ad-4bb8-ba0f-1982b6534b6d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.749072] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c87c2d93-e3ca-4aed-ba3c-5c34b6671d3e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.773060] env[70527]: DEBUG oslo_vmware.api [None req-30caa708-8932-4828-971e-10ef87b73522 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913774, 'name': PowerOnVM_Task, 'duration_secs': 0.495768} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.775744] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-30caa708-8932-4828-971e-10ef87b73522 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1122.776056] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-30caa708-8932-4828-971e-10ef87b73522 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Updating instance 'cc93a02e-989c-4238-aed7-ab4843e2add4' progress to 100 {{(pid=70527) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1122.783218] env[70527]: DEBUG oslo_vmware.api [None req-0ec91a85-28d3-43d6-a743-098d5931dd40 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Waiting for the task: (returnval){ [ 1122.783218] env[70527]: value = "task-3913775" [ 1122.783218] env[70527]: _type = "Task" [ 1122.783218] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.800565] env[70527]: DEBUG oslo_vmware.api [None req-0ec91a85-28d3-43d6-a743-098d5931dd40 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913775, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.825607] env[70527]: DEBUG oslo_concurrency.lockutils [None req-11c4b6f3-ff63-4225-9a80-c0329b19b9d6 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Lock "interface-67ddf676-0ce2-4fd1-b357-84f99f9b86f2-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.188s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.865722] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Acquiring lock "refresh_cache-1257ac19-f4a8-4199-b5dd-58106904e220" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.865918] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Acquired lock "refresh_cache-1257ac19-f4a8-4199-b5dd-58106904e220" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.866114] env[70527]: DEBUG nova.network.neutron [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 1257ac19-f4a8-4199-b5dd-58106904e220] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1122.921295] env[70527]: DEBUG oslo_concurrency.lockutils [None req-91ad8ddb-0ff3-4fca-824b-c9ed043cfd71 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.062200] env[70527]: DEBUG oslo_vmware.api [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52e03636-6bc0-51a2-fa21-6dd8f25f9ca2, 'name': SearchDatastore_Task, 'duration_secs': 0.020515} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.062655] env[70527]: DEBUG oslo_concurrency.lockutils [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.062977] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 48a5b42d-41c1-427f-b518-4cf2d6f38abb] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1123.063305] env[70527]: DEBUG oslo_concurrency.lockutils [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.063589] env[70527]: DEBUG oslo_concurrency.lockutils [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.063782] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1123.064179] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dbbcf5f4-3e7c-43c7-ac3d-ce02c8bad18f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.081778] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1123.081982] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1123.082802] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d254445f-3f86-4246-a9c6-e860020ca9d1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.086282] env[70527]: DEBUG nova.network.neutron [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 960666ee-07bf-474b-a249-c1058cf481bd] Successfully created port: 5933f6e5-2109-4c96-9253-a9586e5a6bdc {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1123.098318] env[70527]: DEBUG oslo_vmware.api [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Waiting for the task: (returnval){ [ 1123.098318] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52d4a5f9-dcad-fcb2-d3d9-120a665031ee" [ 1123.098318] env[70527]: _type = "Task" [ 1123.098318] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.108121] env[70527]: DEBUG oslo_vmware.api [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52d4a5f9-dcad-fcb2-d3d9-120a665031ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.109262] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c26500c-2d2f-4028-9c85-e23beffa3c1a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.117312] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5c2b2c-d833-4c42-b25e-ac144f7241e6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.149958] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e637e6e1-fd63-4235-b08b-6363936fca41 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.159550] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f34c77-030e-4764-b3d6-be52d6312d69 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.174709] env[70527]: DEBUG nova.compute.manager [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 960666ee-07bf-474b-a249-c1058cf481bd] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1123.178453] env[70527]: DEBUG nova.compute.provider_tree [None req-324cecc8-99b7-4b46-a3fe-c9d8981ed8a7 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1123.298411] env[70527]: INFO nova.compute.manager [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 8661a62e-4487-434a-ab93-b47dcfca5971] Took 25.76 seconds to build instance. [ 1123.303382] env[70527]: DEBUG oslo_vmware.api [None req-0ec91a85-28d3-43d6-a743-098d5931dd40 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913775, 'name': ReconfigVM_Task, 'duration_secs': 0.31901} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.303668] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ec91a85-28d3-43d6-a743-098d5931dd40 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 9ad716c6-d457-49e5-9958-a356e4328191] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 9ad716c6-d457-49e5-9958-a356e4328191/9ad716c6-d457-49e5-9958-a356e4328191.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1123.304328] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc6e1a61-bacb-4767-a01c-72885bf998e7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.314924] env[70527]: DEBUG oslo_vmware.api [None req-0ec91a85-28d3-43d6-a743-098d5931dd40 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Waiting for the task: (returnval){ [ 1123.314924] env[70527]: value = "task-3913776" [ 1123.314924] env[70527]: _type = "Task" [ 1123.314924] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.330496] env[70527]: DEBUG oslo_vmware.api [None req-0ec91a85-28d3-43d6-a743-098d5931dd40 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913776, 'name': Rename_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.408477] env[70527]: DEBUG nova.network.neutron [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 1257ac19-f4a8-4199-b5dd-58106904e220] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1123.546826] env[70527]: DEBUG nova.network.neutron [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 1257ac19-f4a8-4199-b5dd-58106904e220] Updating instance_info_cache with network_info: [{"id": "f3599afb-1d51-4944-ac95-636aa31a92cf", "address": "fa:16:3e:a7:d1:d7", "network": {"id": "b1aef38e-cc10-4d38-8ca9-742176e18dd5", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-650105776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db199150d6d44bb6a7702940f16117ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3599afb-1d", "ovs_interfaceid": "f3599afb-1d51-4944-ac95-636aa31a92cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.607269] env[70527]: DEBUG oslo_vmware.api [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52d4a5f9-dcad-fcb2-d3d9-120a665031ee, 'name': SearchDatastore_Task, 'duration_secs': 0.064411} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.608114] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91fe0338-dd7e-48f6-a3fe-fe11ee44c092 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.614342] env[70527]: DEBUG oslo_vmware.api [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Waiting for the task: (returnval){ [ 1123.614342] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52bcf28f-c788-c315-427c-efce066ecef9" [ 1123.614342] env[70527]: _type = "Task" [ 1123.614342] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.624084] env[70527]: DEBUG oslo_vmware.api [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52bcf28f-c788-c315-427c-efce066ecef9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.684139] env[70527]: DEBUG nova.scheduler.client.report [None req-324cecc8-99b7-4b46-a3fe-c9d8981ed8a7 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1123.800268] env[70527]: DEBUG oslo_concurrency.lockutils [None req-acc134e7-f526-498e-8fa0-ac3165c879cc tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lock "8661a62e-4487-434a-ab93-b47dcfca5971" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.274s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.822927] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1f41a7-bf31-4956-851b-73561c4d645b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.831746] env[70527]: DEBUG oslo_vmware.api [None req-0ec91a85-28d3-43d6-a743-098d5931dd40 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913776, 'name': Rename_Task, 'duration_secs': 0.160864} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.833722] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ec91a85-28d3-43d6-a743-098d5931dd40 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 9ad716c6-d457-49e5-9958-a356e4328191] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1123.836936] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-a46f3f0d-bf01-4ae0-9385-5a610a97f347 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 8661a62e-4487-434a-ab93-b47dcfca5971] Suspending the VM {{(pid=70527) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1123.837495] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aca9f845-e5bf-4cee-bf25-ee34ef6d04cc {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.839387] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-53c47403-ba7f-40b5-a387-1761bdf7bab7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.850292] env[70527]: DEBUG oslo_vmware.api [None req-0ec91a85-28d3-43d6-a743-098d5931dd40 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Waiting for the task: (returnval){ [ 1123.850292] env[70527]: value = "task-3913778" [ 1123.850292] env[70527]: _type = "Task" [ 1123.850292] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.852284] env[70527]: DEBUG oslo_vmware.api [None req-a46f3f0d-bf01-4ae0-9385-5a610a97f347 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for the task: (returnval){ [ 1123.852284] env[70527]: value = "task-3913779" [ 1123.852284] env[70527]: _type = "Task" [ 1123.852284] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.865601] env[70527]: DEBUG oslo_vmware.api [None req-0ec91a85-28d3-43d6-a743-098d5931dd40 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913778, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.869412] env[70527]: DEBUG oslo_vmware.api [None req-a46f3f0d-bf01-4ae0-9385-5a610a97f347 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913779, 'name': SuspendVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.049888] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Releasing lock "refresh_cache-1257ac19-f4a8-4199-b5dd-58106904e220" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.051230] env[70527]: DEBUG nova.compute.manager [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 1257ac19-f4a8-4199-b5dd-58106904e220] Instance network_info: |[{"id": "f3599afb-1d51-4944-ac95-636aa31a92cf", "address": "fa:16:3e:a7:d1:d7", "network": {"id": "b1aef38e-cc10-4d38-8ca9-742176e18dd5", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-650105776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db199150d6d44bb6a7702940f16117ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3599afb-1d", "ovs_interfaceid": "f3599afb-1d51-4944-ac95-636aa31a92cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1124.051738] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 1257ac19-f4a8-4199-b5dd-58106904e220] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:d1:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e350f83a-f581-4e10-ac16-0b0f7bfd3d38', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3599afb-1d51-4944-ac95-636aa31a92cf', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1124.061130] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Creating folder: Project (db199150d6d44bb6a7702940f16117ce). Parent ref: group-v776920. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1124.061575] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-36ad801d-d118-4ae0-8b9b-2d6a9aab5322 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.077916] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Created folder: Project (db199150d6d44bb6a7702940f16117ce) in parent group-v776920. [ 1124.078208] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Creating folder: Instances. Parent ref: group-v777186. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1124.078545] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c47b7216-a404-471e-be1d-998af038f6d3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.090523] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Created folder: Instances in parent group-v777186. [ 1124.090806] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1124.091029] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1257ac19-f4a8-4199-b5dd-58106904e220] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1124.091256] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9cc1eedc-431a-4e6b-b5ef-90f0c78e2494 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.112516] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1124.112516] env[70527]: value = "task-3913782" [ 1124.112516] env[70527]: _type = "Task" [ 1124.112516] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.125876] env[70527]: DEBUG oslo_vmware.api [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52bcf28f-c788-c315-427c-efce066ecef9, 'name': SearchDatastore_Task, 'duration_secs': 0.020725} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.129225] env[70527]: DEBUG oslo_concurrency.lockutils [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.129515] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 48a5b42d-41c1-427f-b518-4cf2d6f38abb/48a5b42d-41c1-427f-b518-4cf2d6f38abb.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1124.129773] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913782, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.129985] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-040ff7c9-4d47-4343-9ba0-3914f9546e9f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.138410] env[70527]: DEBUG oslo_vmware.api [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Waiting for the task: (returnval){ [ 1124.138410] env[70527]: value = "task-3913783" [ 1124.138410] env[70527]: _type = "Task" [ 1124.138410] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.146820] env[70527]: DEBUG oslo_vmware.api [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3913783, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.189131] env[70527]: DEBUG nova.compute.manager [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 960666ee-07bf-474b-a249-c1058cf481bd] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1124.192016] env[70527]: DEBUG oslo_concurrency.lockutils [None req-324cecc8-99b7-4b46-a3fe-c9d8981ed8a7 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.033s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.194775] env[70527]: DEBUG oslo_concurrency.lockutils [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.951s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.196257] env[70527]: INFO nova.compute.claims [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 6503ac12-2403-4b7d-8f2a-ae8783437e87] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1124.222256] env[70527]: INFO nova.scheduler.client.report [None req-324cecc8-99b7-4b46-a3fe-c9d8981ed8a7 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Deleted allocations for instance 7b97e115-1aeb-4097-8f83-b4a8f0ce0727 [ 1124.231173] env[70527]: DEBUG nova.virt.hardware [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1124.231381] env[70527]: DEBUG nova.virt.hardware [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1124.231616] env[70527]: DEBUG nova.virt.hardware [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1124.231713] env[70527]: DEBUG nova.virt.hardware [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1124.231815] env[70527]: DEBUG nova.virt.hardware [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1124.231985] env[70527]: DEBUG nova.virt.hardware [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1124.232171] env[70527]: DEBUG nova.virt.hardware [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1124.232335] env[70527]: DEBUG nova.virt.hardware [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1124.232514] env[70527]: DEBUG nova.virt.hardware [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1124.232663] env[70527]: DEBUG nova.virt.hardware [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1124.232834] env[70527]: DEBUG nova.virt.hardware [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1124.233737] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1487f0c-c0dc-453f-b0cd-59478f5011d7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.243051] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae08e2a0-808f-4cb5-913c-3fb683760ff8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.334996] env[70527]: DEBUG nova.compute.manager [req-9533dccc-6395-4555-ac35-c0f9d4caf384 req-b616376d-f342-4fdc-a863-770dda39e965 service nova] [instance: 1257ac19-f4a8-4199-b5dd-58106904e220] Received event network-changed-f3599afb-1d51-4944-ac95-636aa31a92cf {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.335362] env[70527]: DEBUG nova.compute.manager [req-9533dccc-6395-4555-ac35-c0f9d4caf384 req-b616376d-f342-4fdc-a863-770dda39e965 service nova] [instance: 1257ac19-f4a8-4199-b5dd-58106904e220] Refreshing instance network info cache due to event network-changed-f3599afb-1d51-4944-ac95-636aa31a92cf. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1124.335746] env[70527]: DEBUG oslo_concurrency.lockutils [req-9533dccc-6395-4555-ac35-c0f9d4caf384 req-b616376d-f342-4fdc-a863-770dda39e965 service nova] Acquiring lock "refresh_cache-1257ac19-f4a8-4199-b5dd-58106904e220" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.335975] env[70527]: DEBUG oslo_concurrency.lockutils [req-9533dccc-6395-4555-ac35-c0f9d4caf384 req-b616376d-f342-4fdc-a863-770dda39e965 service nova] Acquired lock "refresh_cache-1257ac19-f4a8-4199-b5dd-58106904e220" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.336339] env[70527]: DEBUG nova.network.neutron [req-9533dccc-6395-4555-ac35-c0f9d4caf384 req-b616376d-f342-4fdc-a863-770dda39e965 service nova] [instance: 1257ac19-f4a8-4199-b5dd-58106904e220] Refreshing network info cache for port f3599afb-1d51-4944-ac95-636aa31a92cf {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1124.378079] env[70527]: DEBUG oslo_vmware.api [None req-a46f3f0d-bf01-4ae0-9385-5a610a97f347 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913779, 'name': SuspendVM_Task} progress is 62%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.382326] env[70527]: DEBUG oslo_vmware.api [None req-0ec91a85-28d3-43d6-a743-098d5931dd40 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913778, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.625724] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913782, 'name': CreateVM_Task, 'duration_secs': 0.501006} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.626239] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1257ac19-f4a8-4199-b5dd-58106904e220] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1124.626932] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.627349] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.627768] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.628122] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4e026ad-2944-4878-870f-c8069e72a03a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.636248] env[70527]: DEBUG oslo_vmware.api [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Waiting for the task: (returnval){ [ 1124.636248] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52050184-c79a-ce91-a69a-2f46d6f2c944" [ 1124.636248] env[70527]: _type = "Task" [ 1124.636248] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.649554] env[70527]: DEBUG oslo_vmware.api [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52050184-c79a-ce91-a69a-2f46d6f2c944, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.653280] env[70527]: DEBUG oslo_vmware.api [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3913783, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.657941] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9d1a900c-ba16-4311-9cb7-2abf575b2d8e tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquiring lock "interface-67ddf676-0ce2-4fd1-b357-84f99f9b86f2-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.658349] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9d1a900c-ba16-4311-9cb7-2abf575b2d8e tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Lock "interface-67ddf676-0ce2-4fd1-b357-84f99f9b86f2-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.658613] env[70527]: DEBUG nova.objects.instance [None req-9d1a900c-ba16-4311-9cb7-2abf575b2d8e tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Lazy-loading 'flavor' on Instance uuid 67ddf676-0ce2-4fd1-b357-84f99f9b86f2 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1124.730269] env[70527]: DEBUG oslo_concurrency.lockutils [None req-324cecc8-99b7-4b46-a3fe-c9d8981ed8a7 tempest-ServerRescueTestJSON-1210437654 tempest-ServerRescueTestJSON-1210437654-project-member] Lock "7b97e115-1aeb-4097-8f83-b4a8f0ce0727" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.383s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.876867] env[70527]: DEBUG oslo_vmware.api [None req-0ec91a85-28d3-43d6-a743-098d5931dd40 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913778, 'name': PowerOnVM_Task, 'duration_secs': 0.631257} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.880237] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ec91a85-28d3-43d6-a743-098d5931dd40 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 9ad716c6-d457-49e5-9958-a356e4328191] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1124.880487] env[70527]: INFO nova.compute.manager [None req-0ec91a85-28d3-43d6-a743-098d5931dd40 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 9ad716c6-d457-49e5-9958-a356e4328191] Took 9.39 seconds to spawn the instance on the hypervisor. [ 1124.880718] env[70527]: DEBUG nova.compute.manager [None req-0ec91a85-28d3-43d6-a743-098d5931dd40 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 9ad716c6-d457-49e5-9958-a356e4328191] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1124.880982] env[70527]: DEBUG oslo_vmware.api [None req-a46f3f0d-bf01-4ae0-9385-5a610a97f347 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913779, 'name': SuspendVM_Task, 'duration_secs': 0.798615} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.881763] env[70527]: DEBUG nova.network.neutron [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 960666ee-07bf-474b-a249-c1058cf481bd] Successfully updated port: 5933f6e5-2109-4c96-9253-a9586e5a6bdc {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1124.884109] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14bd218b-be12-437a-a0b3-1a199bd7bd07 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.886579] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-a46f3f0d-bf01-4ae0-9385-5a610a97f347 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 8661a62e-4487-434a-ab93-b47dcfca5971] Suspended the VM {{(pid=70527) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1124.886773] env[70527]: DEBUG nova.compute.manager [None req-a46f3f0d-bf01-4ae0-9385-5a610a97f347 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 8661a62e-4487-434a-ab93-b47dcfca5971] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1124.887834] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a1feb8-72f9-41ba-a449-06cad283282d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.152433] env[70527]: DEBUG oslo_vmware.api [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52050184-c79a-ce91-a69a-2f46d6f2c944, 'name': SearchDatastore_Task, 'duration_secs': 0.056862} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.155169] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.155448] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 1257ac19-f4a8-4199-b5dd-58106904e220] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1125.155722] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.155886] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.156092] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1125.156400] env[70527]: DEBUG oslo_vmware.api [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3913783, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.619814} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.157276] env[70527]: DEBUG nova.network.neutron [req-9533dccc-6395-4555-ac35-c0f9d4caf384 req-b616376d-f342-4fdc-a863-770dda39e965 service nova] [instance: 1257ac19-f4a8-4199-b5dd-58106904e220] Updated VIF entry in instance network info cache for port f3599afb-1d51-4944-ac95-636aa31a92cf. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1125.157764] env[70527]: DEBUG nova.network.neutron [req-9533dccc-6395-4555-ac35-c0f9d4caf384 req-b616376d-f342-4fdc-a863-770dda39e965 service nova] [instance: 1257ac19-f4a8-4199-b5dd-58106904e220] Updating instance_info_cache with network_info: [{"id": "f3599afb-1d51-4944-ac95-636aa31a92cf", "address": "fa:16:3e:a7:d1:d7", "network": {"id": "b1aef38e-cc10-4d38-8ca9-742176e18dd5", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-650105776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db199150d6d44bb6a7702940f16117ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3599afb-1d", "ovs_interfaceid": "f3599afb-1d51-4944-ac95-636aa31a92cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.158957] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83f36b8c-67cc-4beb-8c50-10b6cb2c7366 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.160952] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 48a5b42d-41c1-427f-b518-4cf2d6f38abb/48a5b42d-41c1-427f-b518-4cf2d6f38abb.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1125.161198] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 48a5b42d-41c1-427f-b518-4cf2d6f38abb] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1125.167305] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ced2ec92-3443-4e89-b1b9-01a2eb5168c3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.176342] env[70527]: DEBUG oslo_vmware.api [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Waiting for the task: (returnval){ [ 1125.176342] env[70527]: value = "task-3913784" [ 1125.176342] env[70527]: _type = "Task" [ 1125.176342] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.181959] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1125.182364] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1125.183557] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f66923d-d55b-4925-a92d-e78c10208079 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.190466] env[70527]: DEBUG oslo_vmware.api [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3913784, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.196709] env[70527]: DEBUG oslo_vmware.api [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Waiting for the task: (returnval){ [ 1125.196709] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]5237c433-0b23-db63-ac90-ce78068656eb" [ 1125.196709] env[70527]: _type = "Task" [ 1125.196709] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.210394] env[70527]: DEBUG oslo_vmware.api [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5237c433-0b23-db63-ac90-ce78068656eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.310429] env[70527]: DEBUG nova.objects.instance [None req-9d1a900c-ba16-4311-9cb7-2abf575b2d8e tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Lazy-loading 'pci_requests' on Instance uuid 67ddf676-0ce2-4fd1-b357-84f99f9b86f2 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1125.389697] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Acquiring lock "refresh_cache-960666ee-07bf-474b-a249-c1058cf481bd" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.389697] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Acquired lock "refresh_cache-960666ee-07bf-474b-a249-c1058cf481bd" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.389697] env[70527]: DEBUG nova.network.neutron [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 960666ee-07bf-474b-a249-c1058cf481bd] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1125.417730] env[70527]: INFO nova.compute.manager [None req-0ec91a85-28d3-43d6-a743-098d5931dd40 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 9ad716c6-d457-49e5-9958-a356e4328191] Took 19.28 seconds to build instance. [ 1125.536422] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1039b5b-2786-414a-8659-c5d58831bc87 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.544870] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d61412-c0fb-41ee-ac04-fcce30a2453d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.581656] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa03c8e2-1a95-42c0-88dc-318715eab82e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.590240] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2818f2bf-17ad-44ea-8e9e-b94bd3c76fcf {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.605413] env[70527]: DEBUG nova.compute.provider_tree [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1125.662877] env[70527]: DEBUG oslo_concurrency.lockutils [req-9533dccc-6395-4555-ac35-c0f9d4caf384 req-b616376d-f342-4fdc-a863-770dda39e965 service nova] Releasing lock "refresh_cache-1257ac19-f4a8-4199-b5dd-58106904e220" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.690829] env[70527]: DEBUG oslo_vmware.api [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3913784, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108211} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.691122] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 48a5b42d-41c1-427f-b518-4cf2d6f38abb] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1125.692030] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a007bb-bf09-435d-be04-fdc30472bf2b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.720059] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 48a5b42d-41c1-427f-b518-4cf2d6f38abb] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 48a5b42d-41c1-427f-b518-4cf2d6f38abb/48a5b42d-41c1-427f-b518-4cf2d6f38abb.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1125.721461] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93408701-96b1-4479-b36c-b869f488255a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.739094] env[70527]: DEBUG oslo_vmware.api [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5237c433-0b23-db63-ac90-ce78068656eb, 'name': SearchDatastore_Task, 'duration_secs': 0.013931} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.740465] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c5ba59e-4359-4a05-a53c-dbc0d7161570 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.746292] env[70527]: DEBUG oslo_vmware.api [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Waiting for the task: (returnval){ [ 1125.746292] env[70527]: value = "task-3913785" [ 1125.746292] env[70527]: _type = "Task" [ 1125.746292] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.748076] env[70527]: DEBUG oslo_vmware.api [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Waiting for the task: (returnval){ [ 1125.748076] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]525ae6f6-36a4-4b0c-45b2-82fdd34612de" [ 1125.748076] env[70527]: _type = "Task" [ 1125.748076] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.761708] env[70527]: DEBUG oslo_vmware.api [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3913785, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.765138] env[70527]: DEBUG oslo_vmware.api [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]525ae6f6-36a4-4b0c-45b2-82fdd34612de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.816322] env[70527]: DEBUG nova.objects.base [None req-9d1a900c-ba16-4311-9cb7-2abf575b2d8e tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Object Instance<67ddf676-0ce2-4fd1-b357-84f99f9b86f2> lazy-loaded attributes: flavor,pci_requests {{(pid=70527) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1125.816569] env[70527]: DEBUG nova.network.neutron [None req-9d1a900c-ba16-4311-9cb7-2abf575b2d8e tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1125.831474] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-d136dec7-e885-44bf-bc5e-b469ce4e9eec tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Volume attach. Driver type: vmdk {{(pid=70527) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1125.831781] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-d136dec7-e885-44bf-bc5e-b469ce4e9eec tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-777184', 'volume_id': 'fb4e2080-3f26-4124-ac26-bcdb6684587b', 'name': 'volume-fb4e2080-3f26-4124-ac26-bcdb6684587b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1d5c9891-0194-4e61-85df-28177a43569f', 'attached_at': '', 'detached_at': '', 'volume_id': 'fb4e2080-3f26-4124-ac26-bcdb6684587b', 'serial': 'fb4e2080-3f26-4124-ac26-bcdb6684587b'} {{(pid=70527) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1125.832847] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf2a142e-caef-43a9-b207-88f5ac7b1d01 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.870112] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80cbe551-e7a1-4732-a0c1-2fd63c615b96 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.898420] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-d136dec7-e885-44bf-bc5e-b469ce4e9eec tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] volume-fb4e2080-3f26-4124-ac26-bcdb6684587b/volume-fb4e2080-3f26-4124-ac26-bcdb6684587b.vmdk or device None with type thin {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1125.900155] env[70527]: DEBUG nova.policy [None req-9d1a900c-ba16-4311-9cb7-2abf575b2d8e tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5292bbff934e4a23bce1ba8fd66a76d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '030332ea48994bab8d286711ee279556', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 1125.904658] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06c05fa4-5d13-4bcd-8a50-6db573303d65 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.920790] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0ec91a85-28d3-43d6-a743-098d5931dd40 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Lock "9ad716c6-d457-49e5-9958-a356e4328191" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.805s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.927962] env[70527]: DEBUG oslo_vmware.api [None req-d136dec7-e885-44bf-bc5e-b469ce4e9eec tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Waiting for the task: (returnval){ [ 1125.927962] env[70527]: value = "task-3913786" [ 1125.927962] env[70527]: _type = "Task" [ 1125.927962] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.940434] env[70527]: DEBUG oslo_vmware.api [None req-d136dec7-e885-44bf-bc5e-b469ce4e9eec tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Task: {'id': task-3913786, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.952725] env[70527]: DEBUG nova.network.neutron [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 960666ee-07bf-474b-a249-c1058cf481bd] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1126.102007] env[70527]: DEBUG nova.network.neutron [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 960666ee-07bf-474b-a249-c1058cf481bd] Updating instance_info_cache with network_info: [{"id": "5933f6e5-2109-4c96-9253-a9586e5a6bdc", "address": "fa:16:3e:a4:8d:85", "network": {"id": "b1aef38e-cc10-4d38-8ca9-742176e18dd5", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-650105776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db199150d6d44bb6a7702940f16117ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5933f6e5-21", "ovs_interfaceid": "5933f6e5-2109-4c96-9253-a9586e5a6bdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.109111] env[70527]: DEBUG nova.scheduler.client.report [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1126.202896] env[70527]: DEBUG nova.network.neutron [None req-3257ed3e-49e5-4772-84dc-75d2a020342b tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Port e13eaf87-126b-412f-a3fb-97bf53244088 binding to destination host cpu-1 is already ACTIVE {{(pid=70527) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3252}} [ 1126.203236] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3257ed3e-49e5-4772-84dc-75d2a020342b tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Acquiring lock "refresh_cache-cc93a02e-989c-4238-aed7-ab4843e2add4" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.203855] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3257ed3e-49e5-4772-84dc-75d2a020342b tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Acquired lock "refresh_cache-cc93a02e-989c-4238-aed7-ab4843e2add4" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.203855] env[70527]: DEBUG nova.network.neutron [None req-3257ed3e-49e5-4772-84dc-75d2a020342b tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1126.268022] env[70527]: DEBUG oslo_vmware.api [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3913785, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.270504] env[70527]: DEBUG oslo_vmware.api [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]525ae6f6-36a4-4b0c-45b2-82fdd34612de, 'name': SearchDatastore_Task, 'duration_secs': 0.02411} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.271347] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.271598] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 1257ac19-f4a8-4199-b5dd-58106904e220/1257ac19-f4a8-4199-b5dd-58106904e220.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1126.271927] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-afff95f9-ec54-48d2-a594-c95cbec25319 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.281054] env[70527]: DEBUG oslo_vmware.api [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Waiting for the task: (returnval){ [ 1126.281054] env[70527]: value = "task-3913787" [ 1126.281054] env[70527]: _type = "Task" [ 1126.281054] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.291442] env[70527]: DEBUG oslo_vmware.api [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Task: {'id': task-3913787, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.438672] env[70527]: DEBUG oslo_vmware.api [None req-d136dec7-e885-44bf-bc5e-b469ce4e9eec tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Task: {'id': task-3913786, 'name': ReconfigVM_Task, 'duration_secs': 0.38387} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.438944] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-d136dec7-e885-44bf-bc5e-b469ce4e9eec tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Reconfigured VM instance instance-0000004f to attach disk [datastore2] volume-fb4e2080-3f26-4124-ac26-bcdb6684587b/volume-fb4e2080-3f26-4124-ac26-bcdb6684587b.vmdk or device None with type thin {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1126.443868] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19236f39-1b58-498b-a3e4-9ad36234b9dc {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.460610] env[70527]: DEBUG oslo_vmware.api [None req-d136dec7-e885-44bf-bc5e-b469ce4e9eec tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Waiting for the task: (returnval){ [ 1126.460610] env[70527]: value = "task-3913788" [ 1126.460610] env[70527]: _type = "Task" [ 1126.460610] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.469781] env[70527]: DEBUG oslo_vmware.api [None req-d136dec7-e885-44bf-bc5e-b469ce4e9eec tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Task: {'id': task-3913788, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.605040] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Releasing lock "refresh_cache-960666ee-07bf-474b-a249-c1058cf481bd" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.605434] env[70527]: DEBUG nova.compute.manager [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 960666ee-07bf-474b-a249-c1058cf481bd] Instance network_info: |[{"id": "5933f6e5-2109-4c96-9253-a9586e5a6bdc", "address": "fa:16:3e:a4:8d:85", "network": {"id": "b1aef38e-cc10-4d38-8ca9-742176e18dd5", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-650105776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db199150d6d44bb6a7702940f16117ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5933f6e5-21", "ovs_interfaceid": "5933f6e5-2109-4c96-9253-a9586e5a6bdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1126.605884] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 960666ee-07bf-474b-a249-c1058cf481bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:8d:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e350f83a-f581-4e10-ac16-0b0f7bfd3d38', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5933f6e5-2109-4c96-9253-a9586e5a6bdc', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1126.614043] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1126.614865] env[70527]: DEBUG oslo_concurrency.lockutils [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.420s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.615435] env[70527]: DEBUG nova.compute.manager [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 6503ac12-2403-4b7d-8f2a-ae8783437e87] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1126.618235] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 960666ee-07bf-474b-a249-c1058cf481bd] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1126.618657] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9bccd060-cfa1-4ed9-8e31-9deadc136a2f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.863s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.622021] env[70527]: DEBUG nova.objects.instance [None req-9bccd060-cfa1-4ed9-8e31-9deadc136a2f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Lazy-loading 'resources' on Instance uuid b19d2ba3-5500-4ca2-842a-fefdfd22f9a6 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.622021] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e30ebef8-88f1-4265-929a-6287b18f18b9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.653336] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1126.653336] env[70527]: value = "task-3913789" [ 1126.653336] env[70527]: _type = "Task" [ 1126.653336] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.664334] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913789, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.693761] env[70527]: DEBUG nova.network.neutron [None req-9d1a900c-ba16-4311-9cb7-2abf575b2d8e tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Successfully created port: 0fecb555-3a8e-4a86-9406-f09bd3c74454 {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1126.759952] env[70527]: DEBUG oslo_vmware.api [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3913785, 'name': ReconfigVM_Task, 'duration_secs': 0.663705} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.760315] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 48a5b42d-41c1-427f-b518-4cf2d6f38abb] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 48a5b42d-41c1-427f-b518-4cf2d6f38abb/48a5b42d-41c1-427f-b518-4cf2d6f38abb.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1126.760999] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-81f13664-a19d-4500-ab3d-464f6436e828 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.773674] env[70527]: DEBUG oslo_vmware.api [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Waiting for the task: (returnval){ [ 1126.773674] env[70527]: value = "task-3913790" [ 1126.773674] env[70527]: _type = "Task" [ 1126.773674] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.783200] env[70527]: DEBUG oslo_vmware.api [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3913790, 'name': Rename_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.795496] env[70527]: DEBUG oslo_vmware.api [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Task: {'id': task-3913787, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.824198] env[70527]: DEBUG nova.compute.manager [req-3f55d682-c095-4627-aa8b-7d8f619cc367 req-5a593643-43de-4611-b04d-2f23f7462a10 service nova] [instance: 960666ee-07bf-474b-a249-c1058cf481bd] Received event network-vif-plugged-5933f6e5-2109-4c96-9253-a9586e5a6bdc {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.824198] env[70527]: DEBUG oslo_concurrency.lockutils [req-3f55d682-c095-4627-aa8b-7d8f619cc367 req-5a593643-43de-4611-b04d-2f23f7462a10 service nova] Acquiring lock "960666ee-07bf-474b-a249-c1058cf481bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.824494] env[70527]: DEBUG oslo_concurrency.lockutils [req-3f55d682-c095-4627-aa8b-7d8f619cc367 req-5a593643-43de-4611-b04d-2f23f7462a10 service nova] Lock "960666ee-07bf-474b-a249-c1058cf481bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.824494] env[70527]: DEBUG oslo_concurrency.lockutils [req-3f55d682-c095-4627-aa8b-7d8f619cc367 req-5a593643-43de-4611-b04d-2f23f7462a10 service nova] Lock "960666ee-07bf-474b-a249-c1058cf481bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.825121] env[70527]: DEBUG nova.compute.manager [req-3f55d682-c095-4627-aa8b-7d8f619cc367 req-5a593643-43de-4611-b04d-2f23f7462a10 service nova] [instance: 960666ee-07bf-474b-a249-c1058cf481bd] No waiting events found dispatching network-vif-plugged-5933f6e5-2109-4c96-9253-a9586e5a6bdc {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1126.825121] env[70527]: WARNING nova.compute.manager [req-3f55d682-c095-4627-aa8b-7d8f619cc367 req-5a593643-43de-4611-b04d-2f23f7462a10 service nova] [instance: 960666ee-07bf-474b-a249-c1058cf481bd] Received unexpected event network-vif-plugged-5933f6e5-2109-4c96-9253-a9586e5a6bdc for instance with vm_state building and task_state spawning. [ 1126.825121] env[70527]: DEBUG nova.compute.manager [req-3f55d682-c095-4627-aa8b-7d8f619cc367 req-5a593643-43de-4611-b04d-2f23f7462a10 service nova] [instance: 960666ee-07bf-474b-a249-c1058cf481bd] Received event network-changed-5933f6e5-2109-4c96-9253-a9586e5a6bdc {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.825121] env[70527]: DEBUG nova.compute.manager [req-3f55d682-c095-4627-aa8b-7d8f619cc367 req-5a593643-43de-4611-b04d-2f23f7462a10 service nova] [instance: 960666ee-07bf-474b-a249-c1058cf481bd] Refreshing instance network info cache due to event network-changed-5933f6e5-2109-4c96-9253-a9586e5a6bdc. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1126.825281] env[70527]: DEBUG oslo_concurrency.lockutils [req-3f55d682-c095-4627-aa8b-7d8f619cc367 req-5a593643-43de-4611-b04d-2f23f7462a10 service nova] Acquiring lock "refresh_cache-960666ee-07bf-474b-a249-c1058cf481bd" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.825344] env[70527]: DEBUG oslo_concurrency.lockutils [req-3f55d682-c095-4627-aa8b-7d8f619cc367 req-5a593643-43de-4611-b04d-2f23f7462a10 service nova] Acquired lock "refresh_cache-960666ee-07bf-474b-a249-c1058cf481bd" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.825492] env[70527]: DEBUG nova.network.neutron [req-3f55d682-c095-4627-aa8b-7d8f619cc367 req-5a593643-43de-4611-b04d-2f23f7462a10 service nova] [instance: 960666ee-07bf-474b-a249-c1058cf481bd] Refreshing network info cache for port 5933f6e5-2109-4c96-9253-a9586e5a6bdc {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1126.985279] env[70527]: DEBUG oslo_vmware.api [None req-d136dec7-e885-44bf-bc5e-b469ce4e9eec tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Task: {'id': task-3913788, 'name': ReconfigVM_Task, 'duration_secs': 0.156645} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.985279] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-d136dec7-e885-44bf-bc5e-b469ce4e9eec tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-777184', 'volume_id': 'fb4e2080-3f26-4124-ac26-bcdb6684587b', 'name': 'volume-fb4e2080-3f26-4124-ac26-bcdb6684587b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1d5c9891-0194-4e61-85df-28177a43569f', 'attached_at': '', 'detached_at': '', 'volume_id': 'fb4e2080-3f26-4124-ac26-bcdb6684587b', 'serial': 'fb4e2080-3f26-4124-ac26-bcdb6684587b'} {{(pid=70527) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1127.070675] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac45956e-0c83-49e1-b5e4-1ead7d42be0b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.083533] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d6e008-a5b2-4be7-a298-de5f684c3fcc {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.131033] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b4b67b-4698-4b90-9964-a094852132de {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.148813] env[70527]: DEBUG nova.compute.utils [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1127.150607] env[70527]: DEBUG nova.compute.manager [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 6503ac12-2403-4b7d-8f2a-ae8783437e87] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1127.150769] env[70527]: DEBUG nova.network.neutron [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 6503ac12-2403-4b7d-8f2a-ae8783437e87] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1127.155135] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a7a5f09-503b-4254-995c-7cb3d092eb50 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.178589] env[70527]: DEBUG nova.compute.provider_tree [None req-9bccd060-cfa1-4ed9-8e31-9deadc136a2f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1127.184519] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913789, 'name': CreateVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.224662] env[70527]: DEBUG nova.network.neutron [None req-3257ed3e-49e5-4772-84dc-75d2a020342b tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Updating instance_info_cache with network_info: [{"id": "e13eaf87-126b-412f-a3fb-97bf53244088", "address": "fa:16:3e:66:72:92", "network": {"id": "6b7058bf-638c-4d72-9f51-37a045c3ebde", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1062784441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbf5afba87784fe2b33ca0fa6a95c5b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape13eaf87-12", "ovs_interfaceid": "e13eaf87-126b-412f-a3fb-97bf53244088", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.229273] env[70527]: DEBUG nova.policy [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd7db049138cb4fec8510def020f691c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'db199150d6d44bb6a7702940f16117ce', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 1127.270901] env[70527]: DEBUG nova.compute.manager [None req-023e765b-fe65-40e7-88aa-eb67f9329f6a tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 9ad716c6-d457-49e5-9958-a356e4328191] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1127.272016] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9edef5c-5f42-4821-9882-87530a3acf06 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.292743] env[70527]: DEBUG oslo_vmware.api [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3913790, 'name': Rename_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.299489] env[70527]: DEBUG oslo_vmware.api [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Task: {'id': task-3913787, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.968756} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.299840] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 1257ac19-f4a8-4199-b5dd-58106904e220/1257ac19-f4a8-4199-b5dd-58106904e220.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1127.300136] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 1257ac19-f4a8-4199-b5dd-58106904e220] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1127.300480] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e465a22-df0e-4ef7-893d-294af85d60d7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.308883] env[70527]: DEBUG oslo_vmware.api [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Waiting for the task: (returnval){ [ 1127.308883] env[70527]: value = "task-3913791" [ 1127.308883] env[70527]: _type = "Task" [ 1127.308883] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.320454] env[70527]: DEBUG oslo_vmware.api [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Task: {'id': task-3913791, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.479271] env[70527]: DEBUG oslo_concurrency.lockutils [None req-363a6e89-8815-41af-9097-2a6072b14fe5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquiring lock "8661a62e-4487-434a-ab93-b47dcfca5971" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.479506] env[70527]: DEBUG oslo_concurrency.lockutils [None req-363a6e89-8815-41af-9097-2a6072b14fe5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lock "8661a62e-4487-434a-ab93-b47dcfca5971" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.479773] env[70527]: DEBUG oslo_concurrency.lockutils [None req-363a6e89-8815-41af-9097-2a6072b14fe5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquiring lock "8661a62e-4487-434a-ab93-b47dcfca5971-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.480039] env[70527]: DEBUG oslo_concurrency.lockutils [None req-363a6e89-8815-41af-9097-2a6072b14fe5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lock "8661a62e-4487-434a-ab93-b47dcfca5971-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.480234] env[70527]: DEBUG oslo_concurrency.lockutils [None req-363a6e89-8815-41af-9097-2a6072b14fe5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lock "8661a62e-4487-434a-ab93-b47dcfca5971-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.482366] env[70527]: INFO nova.compute.manager [None req-363a6e89-8815-41af-9097-2a6072b14fe5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 8661a62e-4487-434a-ab93-b47dcfca5971] Terminating instance [ 1127.607978] env[70527]: DEBUG nova.network.neutron [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 6503ac12-2403-4b7d-8f2a-ae8783437e87] Successfully created port: 2eefc8a0-e6d4-412b-b328-c5d9ac998950 {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1127.625452] env[70527]: DEBUG nova.network.neutron [req-3f55d682-c095-4627-aa8b-7d8f619cc367 req-5a593643-43de-4611-b04d-2f23f7462a10 service nova] [instance: 960666ee-07bf-474b-a249-c1058cf481bd] Updated VIF entry in instance network info cache for port 5933f6e5-2109-4c96-9253-a9586e5a6bdc. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1127.626123] env[70527]: DEBUG nova.network.neutron [req-3f55d682-c095-4627-aa8b-7d8f619cc367 req-5a593643-43de-4611-b04d-2f23f7462a10 service nova] [instance: 960666ee-07bf-474b-a249-c1058cf481bd] Updating instance_info_cache with network_info: [{"id": "5933f6e5-2109-4c96-9253-a9586e5a6bdc", "address": "fa:16:3e:a4:8d:85", "network": {"id": "b1aef38e-cc10-4d38-8ca9-742176e18dd5", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-650105776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db199150d6d44bb6a7702940f16117ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5933f6e5-21", "ovs_interfaceid": "5933f6e5-2109-4c96-9253-a9586e5a6bdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.660721] env[70527]: DEBUG nova.compute.manager [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 6503ac12-2403-4b7d-8f2a-ae8783437e87] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1127.680059] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913789, 'name': CreateVM_Task, 'duration_secs': 0.939539} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.680059] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 960666ee-07bf-474b-a249-c1058cf481bd] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1127.680059] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.680059] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.680059] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.680059] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc0c5566-b43c-4f1d-990d-7e88cf88bb54 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.689139] env[70527]: DEBUG nova.scheduler.client.report [None req-9bccd060-cfa1-4ed9-8e31-9deadc136a2f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1127.693556] env[70527]: DEBUG oslo_vmware.api [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Waiting for the task: (returnval){ [ 1127.693556] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52df62c0-95a8-71c1-b688-82699ceff48f" [ 1127.693556] env[70527]: _type = "Task" [ 1127.693556] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.703991] env[70527]: DEBUG oslo_vmware.api [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52df62c0-95a8-71c1-b688-82699ceff48f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.728181] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3257ed3e-49e5-4772-84dc-75d2a020342b tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Releasing lock "refresh_cache-cc93a02e-989c-4238-aed7-ab4843e2add4" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.786786] env[70527]: DEBUG oslo_vmware.api [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3913790, 'name': Rename_Task, 'duration_secs': 0.537489} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.787836] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 48a5b42d-41c1-427f-b518-4cf2d6f38abb] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1127.787836] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ca19267-c273-4e16-8706-9ba2684d7448 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.795144] env[70527]: INFO nova.compute.manager [None req-023e765b-fe65-40e7-88aa-eb67f9329f6a tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 9ad716c6-d457-49e5-9958-a356e4328191] instance snapshotting [ 1127.799407] env[70527]: DEBUG oslo_vmware.api [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Waiting for the task: (returnval){ [ 1127.799407] env[70527]: value = "task-3913792" [ 1127.799407] env[70527]: _type = "Task" [ 1127.799407] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.799675] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65adf669-f9a7-4e1b-8151-f93aebce22f8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.829995] env[70527]: DEBUG oslo_vmware.api [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3913792, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.834088] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-189e8a59-51c5-4148-98d8-0c011dfe5bc7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.839749] env[70527]: DEBUG oslo_vmware.api [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Task: {'id': task-3913791, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.349357} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.840693] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 1257ac19-f4a8-4199-b5dd-58106904e220] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1127.841543] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab883f6-6905-437d-b6cc-9a3b8b2b01ee {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.875586] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 1257ac19-f4a8-4199-b5dd-58106904e220] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 1257ac19-f4a8-4199-b5dd-58106904e220/1257ac19-f4a8-4199-b5dd-58106904e220.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1127.876696] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed75e451-bb34-437f-884b-41ad13342773 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.897985] env[70527]: DEBUG oslo_vmware.api [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Waiting for the task: (returnval){ [ 1127.897985] env[70527]: value = "task-3913793" [ 1127.897985] env[70527]: _type = "Task" [ 1127.897985] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.908446] env[70527]: DEBUG oslo_vmware.api [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Task: {'id': task-3913793, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.986509] env[70527]: DEBUG nova.compute.manager [None req-363a6e89-8815-41af-9097-2a6072b14fe5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 8661a62e-4487-434a-ab93-b47dcfca5971] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1127.986747] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-363a6e89-8815-41af-9097-2a6072b14fe5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 8661a62e-4487-434a-ab93-b47dcfca5971] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1127.987715] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1286cf-e594-416e-8c9c-4eb9e95e0707 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.995684] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-363a6e89-8815-41af-9097-2a6072b14fe5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 8661a62e-4487-434a-ab93-b47dcfca5971] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1127.995921] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-521de8d9-0092-4495-8fb0-a3c278063b75 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.039418] env[70527]: DEBUG nova.objects.instance [None req-d136dec7-e885-44bf-bc5e-b469ce4e9eec tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Lazy-loading 'flavor' on Instance uuid 1d5c9891-0194-4e61-85df-28177a43569f {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1128.062868] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-363a6e89-8815-41af-9097-2a6072b14fe5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 8661a62e-4487-434a-ab93-b47dcfca5971] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1128.063107] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-363a6e89-8815-41af-9097-2a6072b14fe5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 8661a62e-4487-434a-ab93-b47dcfca5971] Deleting contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1128.063332] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-363a6e89-8815-41af-9097-2a6072b14fe5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Deleting the datastore file [datastore2] 8661a62e-4487-434a-ab93-b47dcfca5971 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1128.063616] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98e6cb79-78cd-4f37-97df-70ee7210c28c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.074574] env[70527]: DEBUG oslo_vmware.api [None req-363a6e89-8815-41af-9097-2a6072b14fe5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for the task: (returnval){ [ 1128.074574] env[70527]: value = "task-3913795" [ 1128.074574] env[70527]: _type = "Task" [ 1128.074574] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.085998] env[70527]: DEBUG oslo_vmware.api [None req-363a6e89-8815-41af-9097-2a6072b14fe5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913795, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.131402] env[70527]: DEBUG oslo_concurrency.lockutils [req-3f55d682-c095-4627-aa8b-7d8f619cc367 req-5a593643-43de-4611-b04d-2f23f7462a10 service nova] Releasing lock "refresh_cache-960666ee-07bf-474b-a249-c1058cf481bd" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.196008] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9bccd060-cfa1-4ed9-8e31-9deadc136a2f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.577s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.198950] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ecc1daa8-19ac-492b-ad18-7b36e8d97453 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.061s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.199760] env[70527]: DEBUG nova.objects.instance [None req-ecc1daa8-19ac-492b-ad18-7b36e8d97453 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Lazy-loading 'resources' on Instance uuid 49b5c50f-4331-41e3-95db-599d1376f166 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1128.214145] env[70527]: DEBUG oslo_vmware.api [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52df62c0-95a8-71c1-b688-82699ceff48f, 'name': SearchDatastore_Task, 'duration_secs': 0.018332} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.214486] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.214688] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 960666ee-07bf-474b-a249-c1058cf481bd] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1128.214925] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.215086] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.215275] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1128.215830] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c36c1c6a-da2f-4609-ac5c-a99fa5448c1f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.224464] env[70527]: INFO nova.scheduler.client.report [None req-9bccd060-cfa1-4ed9-8e31-9deadc136a2f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Deleted allocations for instance b19d2ba3-5500-4ca2-842a-fefdfd22f9a6 [ 1128.231926] env[70527]: DEBUG nova.compute.manager [None req-3257ed3e-49e5-4772-84dc-75d2a020342b tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=70527) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1128.233757] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1128.233922] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1128.234948] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce36ce0b-6080-4740-84be-bee9a0808f20 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.244503] env[70527]: DEBUG oslo_vmware.api [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Waiting for the task: (returnval){ [ 1128.244503] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52b65af7-b444-1ab3-4150-e9f35a859c52" [ 1128.244503] env[70527]: _type = "Task" [ 1128.244503] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.252500] env[70527]: DEBUG oslo_vmware.api [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52b65af7-b444-1ab3-4150-e9f35a859c52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.311622] env[70527]: DEBUG oslo_vmware.api [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3913792, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.356923] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-023e765b-fe65-40e7-88aa-eb67f9329f6a tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 9ad716c6-d457-49e5-9958-a356e4328191] Creating Snapshot of the VM instance {{(pid=70527) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1128.357348] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0fc4182c-c3bd-46c6-a811-5c7f7b222db4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.366571] env[70527]: DEBUG oslo_vmware.api [None req-023e765b-fe65-40e7-88aa-eb67f9329f6a tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Waiting for the task: (returnval){ [ 1128.366571] env[70527]: value = "task-3913796" [ 1128.366571] env[70527]: _type = "Task" [ 1128.366571] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.375528] env[70527]: DEBUG oslo_vmware.api [None req-023e765b-fe65-40e7-88aa-eb67f9329f6a tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913796, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.410070] env[70527]: DEBUG oslo_vmware.api [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Task: {'id': task-3913793, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.544830] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d136dec7-e885-44bf-bc5e-b469ce4e9eec tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Lock "1d5c9891-0194-4e61-85df-28177a43569f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.341s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.585888] env[70527]: DEBUG oslo_vmware.api [None req-363a6e89-8815-41af-9097-2a6072b14fe5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913795, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.451614} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.586290] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-363a6e89-8815-41af-9097-2a6072b14fe5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1128.586601] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-363a6e89-8815-41af-9097-2a6072b14fe5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 8661a62e-4487-434a-ab93-b47dcfca5971] Deleted contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1128.586708] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-363a6e89-8815-41af-9097-2a6072b14fe5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 8661a62e-4487-434a-ab93-b47dcfca5971] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1128.586887] env[70527]: INFO nova.compute.manager [None req-363a6e89-8815-41af-9097-2a6072b14fe5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 8661a62e-4487-434a-ab93-b47dcfca5971] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1128.587205] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-363a6e89-8815-41af-9097-2a6072b14fe5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1128.587351] env[70527]: DEBUG nova.compute.manager [-] [instance: 8661a62e-4487-434a-ab93-b47dcfca5971] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1128.587443] env[70527]: DEBUG nova.network.neutron [-] [instance: 8661a62e-4487-434a-ab93-b47dcfca5971] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1128.640993] env[70527]: DEBUG oslo_concurrency.lockutils [None req-00495643-8c20-4f6d-b286-8d6b6fb5623b tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Acquiring lock "1d5c9891-0194-4e61-85df-28177a43569f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.641293] env[70527]: DEBUG oslo_concurrency.lockutils [None req-00495643-8c20-4f6d-b286-8d6b6fb5623b tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Lock "1d5c9891-0194-4e61-85df-28177a43569f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.641473] env[70527]: DEBUG nova.compute.manager [None req-00495643-8c20-4f6d-b286-8d6b6fb5623b tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1128.642544] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f2bd43-ea56-448f-a4bb-d2fc1cfb6166 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.649842] env[70527]: DEBUG nova.compute.manager [None req-00495643-8c20-4f6d-b286-8d6b6fb5623b tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70527) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1128.650454] env[70527]: DEBUG nova.objects.instance [None req-00495643-8c20-4f6d-b286-8d6b6fb5623b tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Lazy-loading 'flavor' on Instance uuid 1d5c9891-0194-4e61-85df-28177a43569f {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1128.675856] env[70527]: DEBUG nova.compute.manager [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 6503ac12-2403-4b7d-8f2a-ae8783437e87] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1128.721208] env[70527]: DEBUG nova.virt.hardware [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1128.721514] env[70527]: DEBUG nova.virt.hardware [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1128.721611] env[70527]: DEBUG nova.virt.hardware [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1128.721790] env[70527]: DEBUG nova.virt.hardware [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1128.721937] env[70527]: DEBUG nova.virt.hardware [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1128.722099] env[70527]: DEBUG nova.virt.hardware [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1128.722468] env[70527]: DEBUG nova.virt.hardware [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1128.722468] env[70527]: DEBUG nova.virt.hardware [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1128.722679] env[70527]: DEBUG nova.virt.hardware [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1128.725629] env[70527]: DEBUG nova.virt.hardware [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1128.725629] env[70527]: DEBUG nova.virt.hardware [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1128.725629] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ab68d0-dd7b-46af-89fd-1bc553535c32 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.744505] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9bccd060-cfa1-4ed9-8e31-9deadc136a2f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Lock "b19d2ba3-5500-4ca2-842a-fefdfd22f9a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.550s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.749610] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c366e625-2dd8-4ae6-b5d0-eea05a053389 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.767141] env[70527]: DEBUG nova.network.neutron [None req-9d1a900c-ba16-4311-9cb7-2abf575b2d8e tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Successfully updated port: 0fecb555-3a8e-4a86-9406-f09bd3c74454 {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1128.791275] env[70527]: DEBUG oslo_vmware.api [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52b65af7-b444-1ab3-4150-e9f35a859c52, 'name': SearchDatastore_Task, 'duration_secs': 0.017757} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.796123] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1e77c51-3a7d-415f-8fd0-792214bcd5ff {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.806372] env[70527]: DEBUG oslo_vmware.api [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Waiting for the task: (returnval){ [ 1128.806372] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]529a3cc3-63db-9e58-afc5-661b19466591" [ 1128.806372] env[70527]: _type = "Task" [ 1128.806372] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.819366] env[70527]: DEBUG oslo_vmware.api [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3913792, 'name': PowerOnVM_Task, 'duration_secs': 1.006335} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.819665] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 48a5b42d-41c1-427f-b518-4cf2d6f38abb] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1128.819904] env[70527]: INFO nova.compute.manager [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 48a5b42d-41c1-427f-b518-4cf2d6f38abb] Took 10.76 seconds to spawn the instance on the hypervisor. [ 1128.820104] env[70527]: DEBUG nova.compute.manager [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 48a5b42d-41c1-427f-b518-4cf2d6f38abb] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1128.824025] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-810efc76-5936-4454-88ee-84c452cbc664 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.827500] env[70527]: DEBUG oslo_vmware.api [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]529a3cc3-63db-9e58-afc5-661b19466591, 'name': SearchDatastore_Task, 'duration_secs': 0.011659} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.828203] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.828544] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 960666ee-07bf-474b-a249-c1058cf481bd/960666ee-07bf-474b-a249-c1058cf481bd.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1128.828857] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2969938c-e4c0-4624-b9da-8ea844bbcc40 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.846178] env[70527]: DEBUG oslo_vmware.api [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Waiting for the task: (returnval){ [ 1128.846178] env[70527]: value = "task-3913797" [ 1128.846178] env[70527]: _type = "Task" [ 1128.846178] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.860229] env[70527]: DEBUG oslo_vmware.api [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Task: {'id': task-3913797, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.885022] env[70527]: DEBUG oslo_vmware.api [None req-023e765b-fe65-40e7-88aa-eb67f9329f6a tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913796, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.912447] env[70527]: DEBUG oslo_vmware.api [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Task: {'id': task-3913793, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.088496] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17a379a-fe0a-44dc-9b5d-f7af5cb0183b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.107588] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-724f2de7-1357-4180-858e-14ffdf07eee2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.159563] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b779765-b92e-4483-8d6e-8f540606cc3f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.163596] env[70527]: DEBUG nova.compute.manager [req-76259d5e-9103-4379-96b8-0f403a2a9207 req-3f381c81-7b03-41a1-93f7-24aedc66a053 service nova] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Received event network-vif-plugged-0fecb555-3a8e-4a86-9406-f09bd3c74454 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1129.163856] env[70527]: DEBUG oslo_concurrency.lockutils [req-76259d5e-9103-4379-96b8-0f403a2a9207 req-3f381c81-7b03-41a1-93f7-24aedc66a053 service nova] Acquiring lock "67ddf676-0ce2-4fd1-b357-84f99f9b86f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.164109] env[70527]: DEBUG oslo_concurrency.lockutils [req-76259d5e-9103-4379-96b8-0f403a2a9207 req-3f381c81-7b03-41a1-93f7-24aedc66a053 service nova] Lock "67ddf676-0ce2-4fd1-b357-84f99f9b86f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.164404] env[70527]: DEBUG oslo_concurrency.lockutils [req-76259d5e-9103-4379-96b8-0f403a2a9207 req-3f381c81-7b03-41a1-93f7-24aedc66a053 service nova] Lock "67ddf676-0ce2-4fd1-b357-84f99f9b86f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.164514] env[70527]: DEBUG nova.compute.manager [req-76259d5e-9103-4379-96b8-0f403a2a9207 req-3f381c81-7b03-41a1-93f7-24aedc66a053 service nova] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] No waiting events found dispatching network-vif-plugged-0fecb555-3a8e-4a86-9406-f09bd3c74454 {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1129.164688] env[70527]: WARNING nova.compute.manager [req-76259d5e-9103-4379-96b8-0f403a2a9207 req-3f381c81-7b03-41a1-93f7-24aedc66a053 service nova] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Received unexpected event network-vif-plugged-0fecb555-3a8e-4a86-9406-f09bd3c74454 for instance with vm_state active and task_state None. [ 1129.164875] env[70527]: DEBUG nova.compute.manager [req-76259d5e-9103-4379-96b8-0f403a2a9207 req-3f381c81-7b03-41a1-93f7-24aedc66a053 service nova] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Received event network-changed-0fecb555-3a8e-4a86-9406-f09bd3c74454 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1129.164987] env[70527]: DEBUG nova.compute.manager [req-76259d5e-9103-4379-96b8-0f403a2a9207 req-3f381c81-7b03-41a1-93f7-24aedc66a053 service nova] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Refreshing instance network info cache due to event network-changed-0fecb555-3a8e-4a86-9406-f09bd3c74454. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1129.165180] env[70527]: DEBUG oslo_concurrency.lockutils [req-76259d5e-9103-4379-96b8-0f403a2a9207 req-3f381c81-7b03-41a1-93f7-24aedc66a053 service nova] Acquiring lock "refresh_cache-67ddf676-0ce2-4fd1-b357-84f99f9b86f2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.165315] env[70527]: DEBUG oslo_concurrency.lockutils [req-76259d5e-9103-4379-96b8-0f403a2a9207 req-3f381c81-7b03-41a1-93f7-24aedc66a053 service nova] Acquired lock "refresh_cache-67ddf676-0ce2-4fd1-b357-84f99f9b86f2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.165468] env[70527]: DEBUG nova.network.neutron [req-76259d5e-9103-4379-96b8-0f403a2a9207 req-3f381c81-7b03-41a1-93f7-24aedc66a053 service nova] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Refreshing network info cache for port 0fecb555-3a8e-4a86-9406-f09bd3c74454 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1129.173813] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65709b24-9ce2-4117-896b-5ae4b79801a6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.192420] env[70527]: DEBUG nova.compute.provider_tree [None req-ecc1daa8-19ac-492b-ad18-7b36e8d97453 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1129.270716] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9d1a900c-ba16-4311-9cb7-2abf575b2d8e tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquiring lock "refresh_cache-67ddf676-0ce2-4fd1-b357-84f99f9b86f2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.285301] env[70527]: DEBUG nova.network.neutron [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 6503ac12-2403-4b7d-8f2a-ae8783437e87] Successfully updated port: 2eefc8a0-e6d4-412b-b328-c5d9ac998950 {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1129.347841] env[70527]: INFO nova.compute.manager [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 48a5b42d-41c1-427f-b518-4cf2d6f38abb] Took 22.34 seconds to build instance. [ 1129.357935] env[70527]: DEBUG oslo_vmware.api [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Task: {'id': task-3913797, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.365589] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3257ed3e-49e5-4772-84dc-75d2a020342b tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.382772] env[70527]: DEBUG oslo_vmware.api [None req-023e765b-fe65-40e7-88aa-eb67f9329f6a tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913796, 'name': CreateSnapshot_Task, 'duration_secs': 0.76848} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.384134] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-023e765b-fe65-40e7-88aa-eb67f9329f6a tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 9ad716c6-d457-49e5-9958-a356e4328191] Created Snapshot of the VM instance {{(pid=70527) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1129.385430] env[70527]: DEBUG nova.compute.manager [req-9069f9d4-5d36-445d-84e9-a4b706665b13 req-c5add97b-c356-487f-81c7-b49ba4053832 service nova] [instance: 6503ac12-2403-4b7d-8f2a-ae8783437e87] Received event network-vif-plugged-2eefc8a0-e6d4-412b-b328-c5d9ac998950 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1129.385655] env[70527]: DEBUG oslo_concurrency.lockutils [req-9069f9d4-5d36-445d-84e9-a4b706665b13 req-c5add97b-c356-487f-81c7-b49ba4053832 service nova] Acquiring lock "6503ac12-2403-4b7d-8f2a-ae8783437e87-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.385864] env[70527]: DEBUG oslo_concurrency.lockutils [req-9069f9d4-5d36-445d-84e9-a4b706665b13 req-c5add97b-c356-487f-81c7-b49ba4053832 service nova] Lock "6503ac12-2403-4b7d-8f2a-ae8783437e87-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.386043] env[70527]: DEBUG oslo_concurrency.lockutils [req-9069f9d4-5d36-445d-84e9-a4b706665b13 req-c5add97b-c356-487f-81c7-b49ba4053832 service nova] Lock "6503ac12-2403-4b7d-8f2a-ae8783437e87-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.386245] env[70527]: DEBUG nova.compute.manager [req-9069f9d4-5d36-445d-84e9-a4b706665b13 req-c5add97b-c356-487f-81c7-b49ba4053832 service nova] [instance: 6503ac12-2403-4b7d-8f2a-ae8783437e87] No waiting events found dispatching network-vif-plugged-2eefc8a0-e6d4-412b-b328-c5d9ac998950 {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1129.386375] env[70527]: WARNING nova.compute.manager [req-9069f9d4-5d36-445d-84e9-a4b706665b13 req-c5add97b-c356-487f-81c7-b49ba4053832 service nova] [instance: 6503ac12-2403-4b7d-8f2a-ae8783437e87] Received unexpected event network-vif-plugged-2eefc8a0-e6d4-412b-b328-c5d9ac998950 for instance with vm_state building and task_state spawning. [ 1129.387311] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7807cff0-5b05-456e-89b0-b9b00e0a143f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.410769] env[70527]: DEBUG oslo_vmware.api [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Task: {'id': task-3913793, 'name': ReconfigVM_Task, 'duration_secs': 1.081328} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.410899] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 1257ac19-f4a8-4199-b5dd-58106904e220] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 1257ac19-f4a8-4199-b5dd-58106904e220/1257ac19-f4a8-4199-b5dd-58106904e220.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1129.411582] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b3b8112a-8da9-4a55-8e1e-d1125c44f44f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.419200] env[70527]: DEBUG oslo_vmware.api [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Waiting for the task: (returnval){ [ 1129.419200] env[70527]: value = "task-3913798" [ 1129.419200] env[70527]: _type = "Task" [ 1129.419200] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.428274] env[70527]: DEBUG oslo_vmware.api [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Task: {'id': task-3913798, 'name': Rename_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.561738] env[70527]: DEBUG nova.network.neutron [-] [instance: 8661a62e-4487-434a-ab93-b47dcfca5971] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.669272] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-00495643-8c20-4f6d-b286-8d6b6fb5623b tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1129.669478] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9288a78d-6977-41e2-a3ad-cf67f6ebebcc {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.681255] env[70527]: DEBUG oslo_vmware.api [None req-00495643-8c20-4f6d-b286-8d6b6fb5623b tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Waiting for the task: (returnval){ [ 1129.681255] env[70527]: value = "task-3913799" [ 1129.681255] env[70527]: _type = "Task" [ 1129.681255] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.691385] env[70527]: DEBUG oslo_vmware.api [None req-00495643-8c20-4f6d-b286-8d6b6fb5623b tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Task: {'id': task-3913799, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.696635] env[70527]: DEBUG nova.scheduler.client.report [None req-ecc1daa8-19ac-492b-ad18-7b36e8d97453 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.788612] env[70527]: DEBUG oslo_concurrency.lockutils [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Acquiring lock "refresh_cache-6503ac12-2403-4b7d-8f2a-ae8783437e87" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.788916] env[70527]: DEBUG oslo_concurrency.lockutils [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Acquired lock "refresh_cache-6503ac12-2403-4b7d-8f2a-ae8783437e87" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.788916] env[70527]: DEBUG nova.network.neutron [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 6503ac12-2403-4b7d-8f2a-ae8783437e87] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1129.852522] env[70527]: DEBUG oslo_concurrency.lockutils [None req-180835f5-c68a-4acd-bbcd-1b36f6ee4a36 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Lock "48a5b42d-41c1-427f-b518-4cf2d6f38abb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.865s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.859840] env[70527]: DEBUG oslo_vmware.api [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Task: {'id': task-3913797, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.908442] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-023e765b-fe65-40e7-88aa-eb67f9329f6a tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 9ad716c6-d457-49e5-9958-a356e4328191] Creating linked-clone VM from snapshot {{(pid=70527) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1129.909643] env[70527]: DEBUG nova.network.neutron [req-76259d5e-9103-4379-96b8-0f403a2a9207 req-3f381c81-7b03-41a1-93f7-24aedc66a053 service nova] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Added VIF to instance network info cache for port 0fecb555-3a8e-4a86-9406-f09bd3c74454. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3570}} [ 1129.910074] env[70527]: DEBUG nova.network.neutron [req-76259d5e-9103-4379-96b8-0f403a2a9207 req-3f381c81-7b03-41a1-93f7-24aedc66a053 service nova] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Updating instance_info_cache with network_info: [{"id": "0355096f-1620-45c2-a2c6-187cec902917", "address": "fa:16:3e:9b:24:39", "network": {"id": "0528ffcb-4865-41a0-87e6-3ea996b12397", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210779476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "030332ea48994bab8d286711ee279556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0355096f-16", "ovs_interfaceid": "0355096f-1620-45c2-a2c6-187cec902917", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0fecb555-3a8e-4a86-9406-f09bd3c74454", "address": "fa:16:3e:e5:6d:06", "network": {"id": "0528ffcb-4865-41a0-87e6-3ea996b12397", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210779476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "030332ea48994bab8d286711ee279556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fecb555-3a", "ovs_interfaceid": "0fecb555-3a8e-4a86-9406-f09bd3c74454", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.911655] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8860d4dc-ca6e-49a3-8a01-a7b9339e8a53 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.926610] env[70527]: DEBUG oslo_vmware.api [None req-023e765b-fe65-40e7-88aa-eb67f9329f6a tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Waiting for the task: (returnval){ [ 1129.926610] env[70527]: value = "task-3913800" [ 1129.926610] env[70527]: _type = "Task" [ 1129.926610] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.935287] env[70527]: DEBUG oslo_vmware.api [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Task: {'id': task-3913798, 'name': Rename_Task, 'duration_secs': 0.149305} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.936117] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 1257ac19-f4a8-4199-b5dd-58106904e220] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1129.936740] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bfffc3b1-7582-42be-819f-6e0cd07f919f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.943494] env[70527]: DEBUG oslo_vmware.api [None req-023e765b-fe65-40e7-88aa-eb67f9329f6a tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913800, 'name': CloneVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.950243] env[70527]: DEBUG oslo_vmware.api [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Waiting for the task: (returnval){ [ 1129.950243] env[70527]: value = "task-3913801" [ 1129.950243] env[70527]: _type = "Task" [ 1129.950243] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.960577] env[70527]: DEBUG oslo_vmware.api [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Task: {'id': task-3913801, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.066472] env[70527]: INFO nova.compute.manager [-] [instance: 8661a62e-4487-434a-ab93-b47dcfca5971] Took 1.48 seconds to deallocate network for instance. [ 1130.193053] env[70527]: DEBUG oslo_vmware.api [None req-00495643-8c20-4f6d-b286-8d6b6fb5623b tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Task: {'id': task-3913799, 'name': PowerOffVM_Task, 'duration_secs': 0.304671} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.193730] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-00495643-8c20-4f6d-b286-8d6b6fb5623b tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1130.193730] env[70527]: DEBUG nova.compute.manager [None req-00495643-8c20-4f6d-b286-8d6b6fb5623b tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1130.194527] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de95297d-0581-429f-b852-f4f218d520f0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.204109] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ecc1daa8-19ac-492b-ad18-7b36e8d97453 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.005s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.211014] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.077s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.212858] env[70527]: INFO nova.compute.claims [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] [instance: 3818af9b-5f20-4054-87d9-2d311ed6e3bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1130.250563] env[70527]: INFO nova.scheduler.client.report [None req-ecc1daa8-19ac-492b-ad18-7b36e8d97453 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Deleted allocations for instance 49b5c50f-4331-41e3-95db-599d1376f166 [ 1130.335599] env[70527]: DEBUG nova.network.neutron [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 6503ac12-2403-4b7d-8f2a-ae8783437e87] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1130.358777] env[70527]: DEBUG oslo_vmware.api [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Task: {'id': task-3913797, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.379929] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d833cfa4-d679-435a-87f7-b5fcc14f55fc tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Acquiring lock "48a5b42d-41c1-427f-b518-4cf2d6f38abb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.380070] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d833cfa4-d679-435a-87f7-b5fcc14f55fc tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Lock "48a5b42d-41c1-427f-b518-4cf2d6f38abb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.380174] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d833cfa4-d679-435a-87f7-b5fcc14f55fc tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Acquiring lock "48a5b42d-41c1-427f-b518-4cf2d6f38abb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.380362] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d833cfa4-d679-435a-87f7-b5fcc14f55fc tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Lock "48a5b42d-41c1-427f-b518-4cf2d6f38abb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.380590] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d833cfa4-d679-435a-87f7-b5fcc14f55fc tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Lock "48a5b42d-41c1-427f-b518-4cf2d6f38abb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.383063] env[70527]: INFO nova.compute.manager [None req-d833cfa4-d679-435a-87f7-b5fcc14f55fc tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 48a5b42d-41c1-427f-b518-4cf2d6f38abb] Terminating instance [ 1130.416903] env[70527]: DEBUG oslo_concurrency.lockutils [req-76259d5e-9103-4379-96b8-0f403a2a9207 req-3f381c81-7b03-41a1-93f7-24aedc66a053 service nova] Releasing lock "refresh_cache-67ddf676-0ce2-4fd1-b357-84f99f9b86f2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.417914] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9d1a900c-ba16-4311-9cb7-2abf575b2d8e tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquired lock "refresh_cache-67ddf676-0ce2-4fd1-b357-84f99f9b86f2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.418314] env[70527]: DEBUG nova.network.neutron [None req-9d1a900c-ba16-4311-9cb7-2abf575b2d8e tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1130.440396] env[70527]: DEBUG oslo_vmware.api [None req-023e765b-fe65-40e7-88aa-eb67f9329f6a tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913800, 'name': CloneVM_Task} progress is 94%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.463352] env[70527]: DEBUG oslo_vmware.api [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Task: {'id': task-3913801, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.500322] env[70527]: DEBUG nova.network.neutron [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 6503ac12-2403-4b7d-8f2a-ae8783437e87] Updating instance_info_cache with network_info: [{"id": "2eefc8a0-e6d4-412b-b328-c5d9ac998950", "address": "fa:16:3e:6f:2b:97", "network": {"id": "b1aef38e-cc10-4d38-8ca9-742176e18dd5", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-650105776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db199150d6d44bb6a7702940f16117ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2eefc8a0-e6", "ovs_interfaceid": "2eefc8a0-e6d4-412b-b328-c5d9ac998950", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.574195] env[70527]: DEBUG oslo_concurrency.lockutils [None req-363a6e89-8815-41af-9097-2a6072b14fe5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.723431] env[70527]: DEBUG oslo_concurrency.lockutils [None req-00495643-8c20-4f6d-b286-8d6b6fb5623b tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Lock "1d5c9891-0194-4e61-85df-28177a43569f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.082s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.765890] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ecc1daa8-19ac-492b-ad18-7b36e8d97453 tempest-ServersTestMultiNic-541139820 tempest-ServersTestMultiNic-541139820-project-member] Lock "49b5c50f-4331-41e3-95db-599d1376f166" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.907s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.861390] env[70527]: DEBUG oslo_vmware.api [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Task: {'id': task-3913797, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.593675} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.861840] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 960666ee-07bf-474b-a249-c1058cf481bd/960666ee-07bf-474b-a249-c1058cf481bd.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1130.861953] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 960666ee-07bf-474b-a249-c1058cf481bd] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1130.862252] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2e281459-b27c-40c2-a017-16ebf8c303d6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.872488] env[70527]: DEBUG oslo_vmware.api [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Waiting for the task: (returnval){ [ 1130.872488] env[70527]: value = "task-3913802" [ 1130.872488] env[70527]: _type = "Task" [ 1130.872488] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.886049] env[70527]: DEBUG oslo_vmware.api [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Task: {'id': task-3913802, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.889037] env[70527]: DEBUG nova.compute.manager [None req-d833cfa4-d679-435a-87f7-b5fcc14f55fc tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 48a5b42d-41c1-427f-b518-4cf2d6f38abb] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1130.889436] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-d833cfa4-d679-435a-87f7-b5fcc14f55fc tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 48a5b42d-41c1-427f-b518-4cf2d6f38abb] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1130.890706] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-476a4155-7925-48ef-b47e-43b016af2c1c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.899697] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-d833cfa4-d679-435a-87f7-b5fcc14f55fc tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 48a5b42d-41c1-427f-b518-4cf2d6f38abb] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1130.899999] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91173a6b-ce40-49e5-83e0-e174f3e6ea2b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.907437] env[70527]: DEBUG oslo_vmware.api [None req-d833cfa4-d679-435a-87f7-b5fcc14f55fc tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Waiting for the task: (returnval){ [ 1130.907437] env[70527]: value = "task-3913803" [ 1130.907437] env[70527]: _type = "Task" [ 1130.907437] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.921846] env[70527]: DEBUG oslo_vmware.api [None req-d833cfa4-d679-435a-87f7-b5fcc14f55fc tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3913803, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.939453] env[70527]: DEBUG oslo_vmware.api [None req-023e765b-fe65-40e7-88aa-eb67f9329f6a tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913800, 'name': CloneVM_Task} progress is 94%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.961066] env[70527]: DEBUG oslo_vmware.api [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Task: {'id': task-3913801, 'name': PowerOnVM_Task, 'duration_secs': 0.900203} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.961496] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 1257ac19-f4a8-4199-b5dd-58106904e220] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1130.961828] env[70527]: INFO nova.compute.manager [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 1257ac19-f4a8-4199-b5dd-58106904e220] Took 9.32 seconds to spawn the instance on the hypervisor. [ 1130.962053] env[70527]: DEBUG nova.compute.manager [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 1257ac19-f4a8-4199-b5dd-58106904e220] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1130.962931] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f22d332-7580-4381-9058-1380297bec83 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.990721] env[70527]: WARNING nova.network.neutron [None req-9d1a900c-ba16-4311-9cb7-2abf575b2d8e tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] 0528ffcb-4865-41a0-87e6-3ea996b12397 already exists in list: networks containing: ['0528ffcb-4865-41a0-87e6-3ea996b12397']. ignoring it [ 1130.991193] env[70527]: WARNING nova.network.neutron [None req-9d1a900c-ba16-4311-9cb7-2abf575b2d8e tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] 0528ffcb-4865-41a0-87e6-3ea996b12397 already exists in list: networks containing: ['0528ffcb-4865-41a0-87e6-3ea996b12397']. ignoring it [ 1130.991193] env[70527]: WARNING nova.network.neutron [None req-9d1a900c-ba16-4311-9cb7-2abf575b2d8e tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] 0fecb555-3a8e-4a86-9406-f09bd3c74454 already exists in list: port_ids containing: ['0fecb555-3a8e-4a86-9406-f09bd3c74454']. ignoring it [ 1131.003754] env[70527]: DEBUG oslo_concurrency.lockutils [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Releasing lock "refresh_cache-6503ac12-2403-4b7d-8f2a-ae8783437e87" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.004256] env[70527]: DEBUG nova.compute.manager [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 6503ac12-2403-4b7d-8f2a-ae8783437e87] Instance network_info: |[{"id": "2eefc8a0-e6d4-412b-b328-c5d9ac998950", "address": "fa:16:3e:6f:2b:97", "network": {"id": "b1aef38e-cc10-4d38-8ca9-742176e18dd5", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-650105776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db199150d6d44bb6a7702940f16117ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2eefc8a0-e6", "ovs_interfaceid": "2eefc8a0-e6d4-412b-b328-c5d9ac998950", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1131.004691] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 6503ac12-2403-4b7d-8f2a-ae8783437e87] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:2b:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e350f83a-f581-4e10-ac16-0b0f7bfd3d38', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2eefc8a0-e6d4-412b-b328-c5d9ac998950', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1131.015877] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1131.015877] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6503ac12-2403-4b7d-8f2a-ae8783437e87] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1131.015877] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dfbf327e-3611-4072-bbb9-13ebd036aa76 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.036304] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1131.036304] env[70527]: value = "task-3913804" [ 1131.036304] env[70527]: _type = "Task" [ 1131.036304] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.045457] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913804, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.389415] env[70527]: DEBUG oslo_vmware.api [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Task: {'id': task-3913802, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086167} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.389686] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 960666ee-07bf-474b-a249-c1058cf481bd] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1131.390360] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4d8a98-d063-4b22-b242-cb8394f99978 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.415016] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 960666ee-07bf-474b-a249-c1058cf481bd] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 960666ee-07bf-474b-a249-c1058cf481bd/960666ee-07bf-474b-a249-c1058cf481bd.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1131.420343] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4838618a-8a3f-487a-bc97-b38933ff1f72 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.449325] env[70527]: DEBUG oslo_vmware.api [None req-d833cfa4-d679-435a-87f7-b5fcc14f55fc tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3913803, 'name': PowerOffVM_Task, 'duration_secs': 0.179636} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.457022] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-d833cfa4-d679-435a-87f7-b5fcc14f55fc tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 48a5b42d-41c1-427f-b518-4cf2d6f38abb] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1131.457022] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-d833cfa4-d679-435a-87f7-b5fcc14f55fc tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 48a5b42d-41c1-427f-b518-4cf2d6f38abb] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1131.457022] env[70527]: DEBUG oslo_vmware.api [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Waiting for the task: (returnval){ [ 1131.457022] env[70527]: value = "task-3913805" [ 1131.457022] env[70527]: _type = "Task" [ 1131.457022] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.457022] env[70527]: DEBUG oslo_vmware.api [None req-023e765b-fe65-40e7-88aa-eb67f9329f6a tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913800, 'name': CloneVM_Task} progress is 94%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.457493] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-546e9766-6da4-452c-bdfc-f2868e1cd880 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.469146] env[70527]: DEBUG oslo_vmware.api [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Task: {'id': task-3913805, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.482147] env[70527]: INFO nova.compute.manager [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 1257ac19-f4a8-4199-b5dd-58106904e220] Took 23.36 seconds to build instance. [ 1131.488326] env[70527]: DEBUG nova.network.neutron [None req-9d1a900c-ba16-4311-9cb7-2abf575b2d8e tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Updating instance_info_cache with network_info: [{"id": "0355096f-1620-45c2-a2c6-187cec902917", "address": "fa:16:3e:9b:24:39", "network": {"id": "0528ffcb-4865-41a0-87e6-3ea996b12397", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210779476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "030332ea48994bab8d286711ee279556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0355096f-16", "ovs_interfaceid": "0355096f-1620-45c2-a2c6-187cec902917", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0fecb555-3a8e-4a86-9406-f09bd3c74454", "address": "fa:16:3e:e5:6d:06", "network": {"id": "0528ffcb-4865-41a0-87e6-3ea996b12397", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210779476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "030332ea48994bab8d286711ee279556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fecb555-3a", "ovs_interfaceid": "0fecb555-3a8e-4a86-9406-f09bd3c74454", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.528054] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-d833cfa4-d679-435a-87f7-b5fcc14f55fc tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 48a5b42d-41c1-427f-b518-4cf2d6f38abb] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1131.528230] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-d833cfa4-d679-435a-87f7-b5fcc14f55fc tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 48a5b42d-41c1-427f-b518-4cf2d6f38abb] Deleting contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1131.528611] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-d833cfa4-d679-435a-87f7-b5fcc14f55fc tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Deleting the datastore file [datastore2] 48a5b42d-41c1-427f-b518-4cf2d6f38abb {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1131.529053] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7790a1b8-1c9a-4ad3-96cc-071fc4c07847 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.543099] env[70527]: DEBUG oslo_vmware.api [None req-d833cfa4-d679-435a-87f7-b5fcc14f55fc tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Waiting for the task: (returnval){ [ 1131.543099] env[70527]: value = "task-3913807" [ 1131.543099] env[70527]: _type = "Task" [ 1131.543099] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.554076] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913804, 'name': CreateVM_Task, 'duration_secs': 0.346526} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.555131] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6503ac12-2403-4b7d-8f2a-ae8783437e87] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1131.556104] env[70527]: DEBUG oslo_concurrency.lockutils [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.556406] env[70527]: DEBUG oslo_concurrency.lockutils [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.557133] env[70527]: DEBUG oslo_concurrency.lockutils [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.561810] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-874236a6-02f5-4aca-89a2-3cdeff9e1007 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.563576] env[70527]: DEBUG nova.objects.instance [None req-83783e5e-fee3-4550-8c37-7318df17710a tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Lazy-loading 'flavor' on Instance uuid 1d5c9891-0194-4e61-85df-28177a43569f {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1131.565502] env[70527]: DEBUG oslo_vmware.api [None req-d833cfa4-d679-435a-87f7-b5fcc14f55fc tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3913807, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.570118] env[70527]: DEBUG oslo_vmware.api [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Waiting for the task: (returnval){ [ 1131.570118] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52c02cef-ebcc-0320-df5d-69aaf687fcc2" [ 1131.570118] env[70527]: _type = "Task" [ 1131.570118] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.586126] env[70527]: DEBUG oslo_vmware.api [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52c02cef-ebcc-0320-df5d-69aaf687fcc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.601922] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9cd8768-5af8-4978-8d53-4966880ef608 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.611178] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc2bd61-7372-464b-9a78-6aa8f0b1c060 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.648189] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b32a1e9-95f2-4ef7-a053-e8f7b4cde775 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.657862] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96dcfe1e-1705-4619-a37b-5d18124d0789 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.674768] env[70527]: DEBUG nova.compute.provider_tree [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1131.715198] env[70527]: DEBUG nova.compute.manager [req-faf75ca0-8f13-4f9f-9c95-30d584bce93a req-c2708760-7d23-40bb-b0c3-eddac55a2906 service nova] [instance: 8661a62e-4487-434a-ab93-b47dcfca5971] Received event network-vif-deleted-7c4b3e40-2dba-4d8e-b97b-e21cbc12408a {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.890667] env[70527]: DEBUG nova.compute.manager [req-a61253aa-2c95-44bf-b296-d1ad42d158c0 req-b978c42f-0fc2-431c-bfbd-7f1abf91a006 service nova] [instance: 6503ac12-2403-4b7d-8f2a-ae8783437e87] Received event network-changed-2eefc8a0-e6d4-412b-b328-c5d9ac998950 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.890983] env[70527]: DEBUG nova.compute.manager [req-a61253aa-2c95-44bf-b296-d1ad42d158c0 req-b978c42f-0fc2-431c-bfbd-7f1abf91a006 service nova] [instance: 6503ac12-2403-4b7d-8f2a-ae8783437e87] Refreshing instance network info cache due to event network-changed-2eefc8a0-e6d4-412b-b328-c5d9ac998950. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1131.891261] env[70527]: DEBUG oslo_concurrency.lockutils [req-a61253aa-2c95-44bf-b296-d1ad42d158c0 req-b978c42f-0fc2-431c-bfbd-7f1abf91a006 service nova] Acquiring lock "refresh_cache-6503ac12-2403-4b7d-8f2a-ae8783437e87" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.891407] env[70527]: DEBUG oslo_concurrency.lockutils [req-a61253aa-2c95-44bf-b296-d1ad42d158c0 req-b978c42f-0fc2-431c-bfbd-7f1abf91a006 service nova] Acquired lock "refresh_cache-6503ac12-2403-4b7d-8f2a-ae8783437e87" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.891578] env[70527]: DEBUG nova.network.neutron [req-a61253aa-2c95-44bf-b296-d1ad42d158c0 req-b978c42f-0fc2-431c-bfbd-7f1abf91a006 service nova] [instance: 6503ac12-2403-4b7d-8f2a-ae8783437e87] Refreshing network info cache for port 2eefc8a0-e6d4-412b-b328-c5d9ac998950 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1131.951137] env[70527]: DEBUG oslo_vmware.api [None req-023e765b-fe65-40e7-88aa-eb67f9329f6a tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913800, 'name': CloneVM_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.969919] env[70527]: DEBUG oslo_vmware.api [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Task: {'id': task-3913805, 'name': ReconfigVM_Task, 'duration_secs': 0.416569} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.970451] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 960666ee-07bf-474b-a249-c1058cf481bd] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 960666ee-07bf-474b-a249-c1058cf481bd/960666ee-07bf-474b-a249-c1058cf481bd.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1131.971253] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5bb1ada7-d980-48ab-9bc1-d78c27c6775a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.978723] env[70527]: DEBUG oslo_vmware.api [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Waiting for the task: (returnval){ [ 1131.978723] env[70527]: value = "task-3913808" [ 1131.978723] env[70527]: _type = "Task" [ 1131.978723] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.987831] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4eb976d2-6ca4-45b3-b8b5-b4391e514d3b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Lock "1257ac19-f4a8-4199-b5dd-58106904e220" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.873s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.988114] env[70527]: DEBUG oslo_vmware.api [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Task: {'id': task-3913808, 'name': Rename_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.990739] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9d1a900c-ba16-4311-9cb7-2abf575b2d8e tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Releasing lock "refresh_cache-67ddf676-0ce2-4fd1-b357-84f99f9b86f2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.991383] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9d1a900c-ba16-4311-9cb7-2abf575b2d8e tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquiring lock "67ddf676-0ce2-4fd1-b357-84f99f9b86f2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.991546] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9d1a900c-ba16-4311-9cb7-2abf575b2d8e tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquired lock "67ddf676-0ce2-4fd1-b357-84f99f9b86f2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.992347] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21a866b-8e3a-4ff4-a6f1-e2023174aed9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.009507] env[70527]: DEBUG nova.virt.hardware [None req-9d1a900c-ba16-4311-9cb7-2abf575b2d8e tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1132.009683] env[70527]: DEBUG nova.virt.hardware [None req-9d1a900c-ba16-4311-9cb7-2abf575b2d8e tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1132.009796] env[70527]: DEBUG nova.virt.hardware [None req-9d1a900c-ba16-4311-9cb7-2abf575b2d8e tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1132.009973] env[70527]: DEBUG nova.virt.hardware [None req-9d1a900c-ba16-4311-9cb7-2abf575b2d8e tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1132.010447] env[70527]: DEBUG nova.virt.hardware [None req-9d1a900c-ba16-4311-9cb7-2abf575b2d8e tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1132.010447] env[70527]: DEBUG nova.virt.hardware [None req-9d1a900c-ba16-4311-9cb7-2abf575b2d8e tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1132.010592] env[70527]: DEBUG nova.virt.hardware [None req-9d1a900c-ba16-4311-9cb7-2abf575b2d8e tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1132.010699] env[70527]: DEBUG nova.virt.hardware [None req-9d1a900c-ba16-4311-9cb7-2abf575b2d8e tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1132.010874] env[70527]: DEBUG nova.virt.hardware [None req-9d1a900c-ba16-4311-9cb7-2abf575b2d8e tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1132.011098] env[70527]: DEBUG nova.virt.hardware [None req-9d1a900c-ba16-4311-9cb7-2abf575b2d8e tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1132.011346] env[70527]: DEBUG nova.virt.hardware [None req-9d1a900c-ba16-4311-9cb7-2abf575b2d8e tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1132.018030] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-9d1a900c-ba16-4311-9cb7-2abf575b2d8e tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Reconfiguring VM to attach interface {{(pid=70527) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1132.018379] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-923313d2-7998-47e5-b377-e1ac05c872f0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.039742] env[70527]: DEBUG oslo_vmware.api [None req-9d1a900c-ba16-4311-9cb7-2abf575b2d8e tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Waiting for the task: (returnval){ [ 1132.039742] env[70527]: value = "task-3913809" [ 1132.039742] env[70527]: _type = "Task" [ 1132.039742] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.052267] env[70527]: DEBUG oslo_vmware.api [None req-d833cfa4-d679-435a-87f7-b5fcc14f55fc tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3913807, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147691} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.056981] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-d833cfa4-d679-435a-87f7-b5fcc14f55fc tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1132.057223] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-d833cfa4-d679-435a-87f7-b5fcc14f55fc tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 48a5b42d-41c1-427f-b518-4cf2d6f38abb] Deleted contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1132.057405] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-d833cfa4-d679-435a-87f7-b5fcc14f55fc tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 48a5b42d-41c1-427f-b518-4cf2d6f38abb] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1132.057585] env[70527]: INFO nova.compute.manager [None req-d833cfa4-d679-435a-87f7-b5fcc14f55fc tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 48a5b42d-41c1-427f-b518-4cf2d6f38abb] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1132.057839] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d833cfa4-d679-435a-87f7-b5fcc14f55fc tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1132.061165] env[70527]: DEBUG oslo_vmware.api [None req-9d1a900c-ba16-4311-9cb7-2abf575b2d8e tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3913809, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.061414] env[70527]: DEBUG nova.compute.manager [-] [instance: 48a5b42d-41c1-427f-b518-4cf2d6f38abb] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1132.061512] env[70527]: DEBUG nova.network.neutron [-] [instance: 48a5b42d-41c1-427f-b518-4cf2d6f38abb] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1132.065350] env[70527]: DEBUG oslo_concurrency.lockutils [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Acquiring lock "43c3492a-2f29-4511-8db9-70fdf4759c62" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.065350] env[70527]: DEBUG oslo_concurrency.lockutils [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Lock "43c3492a-2f29-4511-8db9-70fdf4759c62" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.070127] env[70527]: DEBUG oslo_concurrency.lockutils [None req-83783e5e-fee3-4550-8c37-7318df17710a tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Acquiring lock "refresh_cache-1d5c9891-0194-4e61-85df-28177a43569f" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.070346] env[70527]: DEBUG oslo_concurrency.lockutils [None req-83783e5e-fee3-4550-8c37-7318df17710a tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Acquired lock "refresh_cache-1d5c9891-0194-4e61-85df-28177a43569f" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.070500] env[70527]: DEBUG nova.network.neutron [None req-83783e5e-fee3-4550-8c37-7318df17710a tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1132.070721] env[70527]: DEBUG nova.objects.instance [None req-83783e5e-fee3-4550-8c37-7318df17710a tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Lazy-loading 'info_cache' on Instance uuid 1d5c9891-0194-4e61-85df-28177a43569f {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1132.085854] env[70527]: DEBUG oslo_vmware.api [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52c02cef-ebcc-0320-df5d-69aaf687fcc2, 'name': SearchDatastore_Task, 'duration_secs': 0.011679} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.086235] env[70527]: DEBUG oslo_concurrency.lockutils [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.086585] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 6503ac12-2403-4b7d-8f2a-ae8783437e87] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1132.087222] env[70527]: DEBUG oslo_concurrency.lockutils [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.087222] env[70527]: DEBUG oslo_concurrency.lockutils [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.087436] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1132.088305] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb669e3c-ffaa-4128-a399-efd4a2b43a92 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.099289] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1132.099428] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1132.100197] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b458349-531e-4b6e-85c3-d868591cd898 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.106941] env[70527]: DEBUG oslo_vmware.api [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Waiting for the task: (returnval){ [ 1132.106941] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52d6d0ee-7872-dd99-1e73-d0412210a611" [ 1132.106941] env[70527]: _type = "Task" [ 1132.106941] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.120383] env[70527]: DEBUG oslo_vmware.api [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52d6d0ee-7872-dd99-1e73-d0412210a611, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.178241] env[70527]: DEBUG nova.scheduler.client.report [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1132.448519] env[70527]: DEBUG oslo_concurrency.lockutils [None req-e521472a-1aa9-4d79-bbad-3b9c3094a609 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Acquiring lock "f82bd048-5013-4809-ac11-053b6629067b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.450015] env[70527]: DEBUG oslo_concurrency.lockutils [None req-e521472a-1aa9-4d79-bbad-3b9c3094a609 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Lock "f82bd048-5013-4809-ac11-053b6629067b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.454849] env[70527]: DEBUG oslo_vmware.api [None req-023e765b-fe65-40e7-88aa-eb67f9329f6a tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913800, 'name': CloneVM_Task, 'duration_secs': 2.045871} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.455111] env[70527]: INFO nova.virt.vmwareapi.vmops [None req-023e765b-fe65-40e7-88aa-eb67f9329f6a tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 9ad716c6-d457-49e5-9958-a356e4328191] Created linked-clone VM from snapshot [ 1132.456220] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d666e093-f4f4-48c2-be96-cf2afc5328b9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.466299] env[70527]: DEBUG nova.virt.vmwareapi.images [None req-023e765b-fe65-40e7-88aa-eb67f9329f6a tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 9ad716c6-d457-49e5-9958-a356e4328191] Uploading image 9dc25cd9-f292-4d65-95e4-9f8657790a76 {{(pid=70527) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1132.489061] env[70527]: DEBUG oslo_vmware.api [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Task: {'id': task-3913808, 'name': Rename_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.496712] env[70527]: DEBUG oslo_vmware.rw_handles [None req-023e765b-fe65-40e7-88aa-eb67f9329f6a tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1132.496712] env[70527]: value = "vm-777191" [ 1132.496712] env[70527]: _type = "VirtualMachine" [ 1132.496712] env[70527]: }. {{(pid=70527) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1132.497268] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4925420c-c73c-40f0-ba6a-8726e7e3ef75 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.504870] env[70527]: DEBUG oslo_vmware.rw_handles [None req-023e765b-fe65-40e7-88aa-eb67f9329f6a tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Lease: (returnval){ [ 1132.504870] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]5219054e-ccbd-3859-5e8e-435749650d3e" [ 1132.504870] env[70527]: _type = "HttpNfcLease" [ 1132.504870] env[70527]: } obtained for exporting VM: (result){ [ 1132.504870] env[70527]: value = "vm-777191" [ 1132.504870] env[70527]: _type = "VirtualMachine" [ 1132.504870] env[70527]: }. {{(pid=70527) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1132.505268] env[70527]: DEBUG oslo_vmware.api [None req-023e765b-fe65-40e7-88aa-eb67f9329f6a tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Waiting for the lease: (returnval){ [ 1132.505268] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]5219054e-ccbd-3859-5e8e-435749650d3e" [ 1132.505268] env[70527]: _type = "HttpNfcLease" [ 1132.505268] env[70527]: } to be ready. {{(pid=70527) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1132.512076] env[70527]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1132.512076] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]5219054e-ccbd-3859-5e8e-435749650d3e" [ 1132.512076] env[70527]: _type = "HttpNfcLease" [ 1132.512076] env[70527]: } is initializing. {{(pid=70527) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1132.551980] env[70527]: DEBUG oslo_vmware.api [None req-9d1a900c-ba16-4311-9cb7-2abf575b2d8e tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3913809, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.568884] env[70527]: DEBUG nova.compute.manager [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 43c3492a-2f29-4511-8db9-70fdf4759c62] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1132.575412] env[70527]: DEBUG nova.objects.base [None req-83783e5e-fee3-4550-8c37-7318df17710a tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Object Instance<1d5c9891-0194-4e61-85df-28177a43569f> lazy-loaded attributes: flavor,info_cache {{(pid=70527) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1132.615188] env[70527]: DEBUG nova.network.neutron [req-a61253aa-2c95-44bf-b296-d1ad42d158c0 req-b978c42f-0fc2-431c-bfbd-7f1abf91a006 service nova] [instance: 6503ac12-2403-4b7d-8f2a-ae8783437e87] Updated VIF entry in instance network info cache for port 2eefc8a0-e6d4-412b-b328-c5d9ac998950. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1132.615611] env[70527]: DEBUG nova.network.neutron [req-a61253aa-2c95-44bf-b296-d1ad42d158c0 req-b978c42f-0fc2-431c-bfbd-7f1abf91a006 service nova] [instance: 6503ac12-2403-4b7d-8f2a-ae8783437e87] Updating instance_info_cache with network_info: [{"id": "2eefc8a0-e6d4-412b-b328-c5d9ac998950", "address": "fa:16:3e:6f:2b:97", "network": {"id": "b1aef38e-cc10-4d38-8ca9-742176e18dd5", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-650105776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db199150d6d44bb6a7702940f16117ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2eefc8a0-e6", "ovs_interfaceid": "2eefc8a0-e6d4-412b-b328-c5d9ac998950", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.620867] env[70527]: DEBUG oslo_vmware.api [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52d6d0ee-7872-dd99-1e73-d0412210a611, 'name': SearchDatastore_Task, 'duration_secs': 0.014768} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.621888] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec21a8be-ea4f-4ac2-a408-cce3ef27b24e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.628596] env[70527]: DEBUG oslo_vmware.api [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Waiting for the task: (returnval){ [ 1132.628596] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52154f3d-a825-d961-93bf-c0660c5743cc" [ 1132.628596] env[70527]: _type = "Task" [ 1132.628596] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.638017] env[70527]: DEBUG oslo_vmware.api [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52154f3d-a825-d961-93bf-c0660c5743cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.685342] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.475s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.685912] env[70527]: DEBUG nova.compute.manager [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] [instance: 3818af9b-5f20-4054-87d9-2d311ed6e3bb] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1132.690807] env[70527]: DEBUG oslo_concurrency.lockutils [None req-91ad8ddb-0ff3-4fca-824b-c9ed043cfd71 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.770s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.691053] env[70527]: DEBUG nova.objects.instance [None req-91ad8ddb-0ff3-4fca-824b-c9ed043cfd71 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Lazy-loading 'resources' on Instance uuid 87290eb1-c183-49f1-b984-045f89b7093f {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1132.873707] env[70527]: DEBUG nova.network.neutron [-] [instance: 48a5b42d-41c1-427f-b518-4cf2d6f38abb] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.952148] env[70527]: DEBUG nova.compute.utils [None req-e521472a-1aa9-4d79-bbad-3b9c3094a609 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1132.993021] env[70527]: DEBUG oslo_vmware.api [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Task: {'id': task-3913808, 'name': Rename_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.014065] env[70527]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1133.014065] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]5219054e-ccbd-3859-5e8e-435749650d3e" [ 1133.014065] env[70527]: _type = "HttpNfcLease" [ 1133.014065] env[70527]: } is ready. {{(pid=70527) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1133.014065] env[70527]: DEBUG oslo_vmware.rw_handles [None req-023e765b-fe65-40e7-88aa-eb67f9329f6a tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1133.014065] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]5219054e-ccbd-3859-5e8e-435749650d3e" [ 1133.014065] env[70527]: _type = "HttpNfcLease" [ 1133.014065] env[70527]: }. {{(pid=70527) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1133.014754] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dba2390-58d1-45ec-a71c-ea852748b63b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.023868] env[70527]: DEBUG oslo_vmware.rw_handles [None req-023e765b-fe65-40e7-88aa-eb67f9329f6a tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52adb946-9c50-0d1f-c877-ae6a60df17cd/disk-0.vmdk from lease info. {{(pid=70527) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1133.024139] env[70527]: DEBUG oslo_vmware.rw_handles [None req-023e765b-fe65-40e7-88aa-eb67f9329f6a tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52adb946-9c50-0d1f-c877-ae6a60df17cd/disk-0.vmdk for reading. {{(pid=70527) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1133.101139] env[70527]: DEBUG oslo_vmware.api [None req-9d1a900c-ba16-4311-9cb7-2abf575b2d8e tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3913809, 'name': ReconfigVM_Task, 'duration_secs': 0.962275} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.101534] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9d1a900c-ba16-4311-9cb7-2abf575b2d8e tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Releasing lock "67ddf676-0ce2-4fd1-b357-84f99f9b86f2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.102282] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-9d1a900c-ba16-4311-9cb7-2abf575b2d8e tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Reconfigured VM to attach interface {{(pid=70527) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1133.110825] env[70527]: DEBUG oslo_concurrency.lockutils [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.122808] env[70527]: DEBUG oslo_concurrency.lockutils [req-a61253aa-2c95-44bf-b296-d1ad42d158c0 req-b978c42f-0fc2-431c-bfbd-7f1abf91a006 service nova] Releasing lock "refresh_cache-6503ac12-2403-4b7d-8f2a-ae8783437e87" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.140586] env[70527]: DEBUG oslo_vmware.api [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52154f3d-a825-d961-93bf-c0660c5743cc, 'name': SearchDatastore_Task, 'duration_secs': 0.019288} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.140916] env[70527]: DEBUG oslo_concurrency.lockutils [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.141162] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] 6503ac12-2403-4b7d-8f2a-ae8783437e87/6503ac12-2403-4b7d-8f2a-ae8783437e87.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1133.141444] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-66ebf8eb-8893-4d3b-b0ac-5fe8ac35a105 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.150068] env[70527]: DEBUG oslo_vmware.api [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Waiting for the task: (returnval){ [ 1133.150068] env[70527]: value = "task-3913811" [ 1133.150068] env[70527]: _type = "Task" [ 1133.150068] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.162707] env[70527]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2f3888d4-7d59-4e04-b575-8055037e3363 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.164548] env[70527]: DEBUG oslo_vmware.api [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Task: {'id': task-3913811, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.194948] env[70527]: DEBUG nova.compute.utils [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1133.212120] env[70527]: DEBUG nova.compute.manager [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] [instance: 3818af9b-5f20-4054-87d9-2d311ed6e3bb] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1133.212432] env[70527]: DEBUG nova.network.neutron [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] [instance: 3818af9b-5f20-4054-87d9-2d311ed6e3bb] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1133.272115] env[70527]: DEBUG nova.policy [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c769a3c59d224fd6a737f877858579c8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa73cb47a68a4bf4a517c7fddb876f35', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 1133.376612] env[70527]: INFO nova.compute.manager [-] [instance: 48a5b42d-41c1-427f-b518-4cf2d6f38abb] Took 1.31 seconds to deallocate network for instance. [ 1133.388856] env[70527]: DEBUG nova.network.neutron [None req-83783e5e-fee3-4550-8c37-7318df17710a tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Updating instance_info_cache with network_info: [{"id": "ce1e80bb-9f7d-401e-9cbb-b9b06955e78e", "address": "fa:16:3e:40:e0:24", "network": {"id": "9f02a455-4e3e-4246-a7f2-21af691aef6e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1218330157-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "100ff00e5f9748369513d8fa45262041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce1e80bb-9f", "ovs_interfaceid": "ce1e80bb-9f7d-401e-9cbb-b9b06955e78e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.455944] env[70527]: DEBUG oslo_concurrency.lockutils [None req-e521472a-1aa9-4d79-bbad-3b9c3094a609 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Lock "f82bd048-5013-4809-ac11-053b6629067b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.492117] env[70527]: DEBUG oslo_vmware.api [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Task: {'id': task-3913808, 'name': Rename_Task, 'duration_secs': 1.293978} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.492441] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 960666ee-07bf-474b-a249-c1058cf481bd] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1133.492726] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-572c53c5-2c58-4f31-9b3b-afde5c3c1922 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.501522] env[70527]: DEBUG oslo_vmware.api [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Waiting for the task: (returnval){ [ 1133.501522] env[70527]: value = "task-3913812" [ 1133.501522] env[70527]: _type = "Task" [ 1133.501522] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.519103] env[70527]: DEBUG oslo_vmware.api [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Task: {'id': task-3913812, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.553627] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e73c77a-15be-4b5e-aea5-b782ecd27c05 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.565227] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff9c3ed-1781-439f-883d-59ab5055cfe5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.605439] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e1a97d-7103-48eb-8eb8-6e7b7751cb44 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.610405] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9d1a900c-ba16-4311-9cb7-2abf575b2d8e tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Lock "interface-67ddf676-0ce2-4fd1-b357-84f99f9b86f2-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.952s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.621334] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41154040-bf11-4b6e-9ac8-bd56a5c4e33e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.639399] env[70527]: DEBUG nova.compute.provider_tree [None req-91ad8ddb-0ff3-4fca-824b-c9ed043cfd71 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1133.663126] env[70527]: DEBUG oslo_vmware.api [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Task: {'id': task-3913811, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499182} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.663512] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] 6503ac12-2403-4b7d-8f2a-ae8783437e87/6503ac12-2403-4b7d-8f2a-ae8783437e87.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1133.663760] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 6503ac12-2403-4b7d-8f2a-ae8783437e87] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1133.664807] env[70527]: DEBUG nova.network.neutron [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] [instance: 3818af9b-5f20-4054-87d9-2d311ed6e3bb] Successfully created port: de37688f-4842-4666-91b4-4d5167bca716 {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1133.666967] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-382f0c77-f2d9-47ad-b2bf-c1a0a26a0013 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.679572] env[70527]: DEBUG oslo_vmware.api [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Waiting for the task: (returnval){ [ 1133.679572] env[70527]: value = "task-3913813" [ 1133.679572] env[70527]: _type = "Task" [ 1133.679572] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.689642] env[70527]: DEBUG oslo_vmware.api [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Task: {'id': task-3913813, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.709157] env[70527]: DEBUG nova.compute.manager [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] [instance: 3818af9b-5f20-4054-87d9-2d311ed6e3bb] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1133.887181] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d833cfa4-d679-435a-87f7-b5fcc14f55fc tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.891480] env[70527]: DEBUG oslo_concurrency.lockutils [None req-83783e5e-fee3-4550-8c37-7318df17710a tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Releasing lock "refresh_cache-1d5c9891-0194-4e61-85df-28177a43569f" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.013360] env[70527]: DEBUG oslo_vmware.api [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Task: {'id': task-3913812, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.143025] env[70527]: DEBUG nova.scheduler.client.report [None req-91ad8ddb-0ff3-4fca-824b-c9ed043cfd71 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1134.190317] env[70527]: DEBUG oslo_vmware.api [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Task: {'id': task-3913813, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071967} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.190646] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 6503ac12-2403-4b7d-8f2a-ae8783437e87] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1134.191591] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d64ef2ba-b6c4-4114-9dc6-c2445107f036 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.219982] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 6503ac12-2403-4b7d-8f2a-ae8783437e87] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 6503ac12-2403-4b7d-8f2a-ae8783437e87/6503ac12-2403-4b7d-8f2a-ae8783437e87.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1134.224069] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-428be049-62ae-48c6-bcf4-668b836ed62d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.247343] env[70527]: DEBUG oslo_vmware.api [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Waiting for the task: (returnval){ [ 1134.247343] env[70527]: value = "task-3913814" [ 1134.247343] env[70527]: _type = "Task" [ 1134.247343] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.261572] env[70527]: DEBUG oslo_vmware.api [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Task: {'id': task-3913814, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.514820] env[70527]: DEBUG oslo_vmware.api [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Task: {'id': task-3913812, 'name': PowerOnVM_Task, 'duration_secs': 0.771777} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.515253] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 960666ee-07bf-474b-a249-c1058cf481bd] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1134.515568] env[70527]: INFO nova.compute.manager [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 960666ee-07bf-474b-a249-c1058cf481bd] Took 10.33 seconds to spawn the instance on the hypervisor. [ 1134.515716] env[70527]: DEBUG nova.compute.manager [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 960666ee-07bf-474b-a249-c1058cf481bd] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1134.516620] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-185ee362-6cfa-4951-b930-f0a44aab2aac {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.532393] env[70527]: DEBUG oslo_concurrency.lockutils [None req-e521472a-1aa9-4d79-bbad-3b9c3094a609 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Acquiring lock "f82bd048-5013-4809-ac11-053b6629067b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.532677] env[70527]: DEBUG oslo_concurrency.lockutils [None req-e521472a-1aa9-4d79-bbad-3b9c3094a609 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Lock "f82bd048-5013-4809-ac11-053b6629067b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.532924] env[70527]: INFO nova.compute.manager [None req-e521472a-1aa9-4d79-bbad-3b9c3094a609 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] Attaching volume f79cd1a0-2099-41ff-8c08-a185c69233ec to /dev/sdb [ 1134.573731] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4cf7dda-4405-4301-8d48-7bbfb32b45bf {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.580347] env[70527]: DEBUG nova.compute.manager [req-0e2880f9-0ca1-4481-b114-a2817957867d req-f6231420-7615-40e0-80f3-1323008d6c49 service nova] [instance: 48a5b42d-41c1-427f-b518-4cf2d6f38abb] Received event network-vif-deleted-53c06dde-c794-4d21-96ee-c957b2b939d9 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.586375] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b3e606-54d0-4f39-9775-2f5bbd5991a9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.603612] env[70527]: DEBUG nova.virt.block_device [None req-e521472a-1aa9-4d79-bbad-3b9c3094a609 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] Updating existing volume attachment record: 3d9fd3bd-2197-4619-86ac-6e5d77f334c6 {{(pid=70527) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1134.649218] env[70527]: DEBUG oslo_concurrency.lockutils [None req-91ad8ddb-0ff3-4fca-824b-c9ed043cfd71 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.957s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.652902] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3257ed3e-49e5-4772-84dc-75d2a020342b tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 5.287s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.690440] env[70527]: INFO nova.scheduler.client.report [None req-91ad8ddb-0ff3-4fca-824b-c9ed043cfd71 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Deleted allocations for instance 87290eb1-c183-49f1-b984-045f89b7093f [ 1134.742089] env[70527]: DEBUG nova.compute.manager [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] [instance: 3818af9b-5f20-4054-87d9-2d311ed6e3bb] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1134.761954] env[70527]: DEBUG oslo_vmware.api [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Task: {'id': task-3913814, 'name': ReconfigVM_Task, 'duration_secs': 0.503645} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.762294] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 6503ac12-2403-4b7d-8f2a-ae8783437e87] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 6503ac12-2403-4b7d-8f2a-ae8783437e87/6503ac12-2403-4b7d-8f2a-ae8783437e87.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1134.762981] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b801136b-ea1c-4d09-9934-3bdb496eb6fa {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.773095] env[70527]: DEBUG nova.virt.hardware [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1134.773340] env[70527]: DEBUG nova.virt.hardware [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1134.773497] env[70527]: DEBUG nova.virt.hardware [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1134.773680] env[70527]: DEBUG nova.virt.hardware [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1134.773828] env[70527]: DEBUG nova.virt.hardware [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1134.773974] env[70527]: DEBUG nova.virt.hardware [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1134.774217] env[70527]: DEBUG nova.virt.hardware [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1134.774378] env[70527]: DEBUG nova.virt.hardware [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1134.774549] env[70527]: DEBUG nova.virt.hardware [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1134.774710] env[70527]: DEBUG nova.virt.hardware [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1134.774881] env[70527]: DEBUG nova.virt.hardware [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1134.775750] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83dd874f-b77d-4621-82bd-672b73c7905a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.783271] env[70527]: DEBUG oslo_vmware.api [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Waiting for the task: (returnval){ [ 1134.783271] env[70527]: value = "task-3913816" [ 1134.783271] env[70527]: _type = "Task" [ 1134.783271] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.793335] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea688305-0b94-4507-8411-15df7f2577bf {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.801024] env[70527]: DEBUG oslo_vmware.api [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Task: {'id': task-3913816, 'name': Rename_Task} progress is 10%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.898383] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-83783e5e-fee3-4550-8c37-7318df17710a tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1134.898787] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fbfb1d3d-0aa2-46ee-b76f-2bbd52860b60 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.906875] env[70527]: DEBUG oslo_vmware.api [None req-83783e5e-fee3-4550-8c37-7318df17710a tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Waiting for the task: (returnval){ [ 1134.906875] env[70527]: value = "task-3913817" [ 1134.906875] env[70527]: _type = "Task" [ 1134.906875] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.915996] env[70527]: DEBUG oslo_vmware.api [None req-83783e5e-fee3-4550-8c37-7318df17710a tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Task: {'id': task-3913817, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.035496] env[70527]: INFO nova.compute.manager [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 960666ee-07bf-474b-a249-c1058cf481bd] Took 26.52 seconds to build instance. [ 1135.153228] env[70527]: DEBUG nova.compute.manager [req-1b247235-0e6a-48e5-b562-8f231f1d683f req-fd0262f6-e36d-4e68-8870-da72fa5d97b4 service nova] [instance: 3818af9b-5f20-4054-87d9-2d311ed6e3bb] Received event network-vif-plugged-de37688f-4842-4666-91b4-4d5167bca716 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1135.153561] env[70527]: DEBUG oslo_concurrency.lockutils [req-1b247235-0e6a-48e5-b562-8f231f1d683f req-fd0262f6-e36d-4e68-8870-da72fa5d97b4 service nova] Acquiring lock "3818af9b-5f20-4054-87d9-2d311ed6e3bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.153765] env[70527]: DEBUG oslo_concurrency.lockutils [req-1b247235-0e6a-48e5-b562-8f231f1d683f req-fd0262f6-e36d-4e68-8870-da72fa5d97b4 service nova] Lock "3818af9b-5f20-4054-87d9-2d311ed6e3bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.153958] env[70527]: DEBUG oslo_concurrency.lockutils [req-1b247235-0e6a-48e5-b562-8f231f1d683f req-fd0262f6-e36d-4e68-8870-da72fa5d97b4 service nova] Lock "3818af9b-5f20-4054-87d9-2d311ed6e3bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.154496] env[70527]: DEBUG nova.compute.manager [req-1b247235-0e6a-48e5-b562-8f231f1d683f req-fd0262f6-e36d-4e68-8870-da72fa5d97b4 service nova] [instance: 3818af9b-5f20-4054-87d9-2d311ed6e3bb] No waiting events found dispatching network-vif-plugged-de37688f-4842-4666-91b4-4d5167bca716 {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1135.154577] env[70527]: WARNING nova.compute.manager [req-1b247235-0e6a-48e5-b562-8f231f1d683f req-fd0262f6-e36d-4e68-8870-da72fa5d97b4 service nova] [instance: 3818af9b-5f20-4054-87d9-2d311ed6e3bb] Received unexpected event network-vif-plugged-de37688f-4842-4666-91b4-4d5167bca716 for instance with vm_state building and task_state spawning. [ 1135.159988] env[70527]: DEBUG nova.objects.instance [None req-3257ed3e-49e5-4772-84dc-75d2a020342b tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Lazy-loading 'migration_context' on Instance uuid cc93a02e-989c-4238-aed7-ab4843e2add4 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1135.207024] env[70527]: DEBUG oslo_concurrency.lockutils [None req-91ad8ddb-0ff3-4fca-824b-c9ed043cfd71 tempest-ServerDiskConfigTestJSON-984450191 tempest-ServerDiskConfigTestJSON-984450191-project-member] Lock "87290eb1-c183-49f1-b984-045f89b7093f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.911s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.302079] env[70527]: DEBUG oslo_vmware.api [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Task: {'id': task-3913816, 'name': Rename_Task, 'duration_secs': 0.171115} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.302079] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 6503ac12-2403-4b7d-8f2a-ae8783437e87] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1135.302079] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6f65602-2108-4ad6-9278-6bd1248372fb {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.310537] env[70527]: DEBUG nova.network.neutron [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] [instance: 3818af9b-5f20-4054-87d9-2d311ed6e3bb] Successfully updated port: de37688f-4842-4666-91b4-4d5167bca716 {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1135.310537] env[70527]: DEBUG oslo_vmware.api [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Waiting for the task: (returnval){ [ 1135.310537] env[70527]: value = "task-3913820" [ 1135.310537] env[70527]: _type = "Task" [ 1135.310537] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.322699] env[70527]: DEBUG oslo_vmware.api [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Task: {'id': task-3913820, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.419635] env[70527]: DEBUG oslo_vmware.api [None req-83783e5e-fee3-4550-8c37-7318df17710a tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Task: {'id': task-3913817, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.536217] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d5ba5f38-f8d0-4118-9757-a6d0789611ab tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Lock "960666ee-07bf-474b-a249-c1058cf481bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.034s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.621117] env[70527]: DEBUG oslo_concurrency.lockutils [None req-2e2431f5-4cc8-4712-9522-04f062b82780 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquiring lock "interface-67ddf676-0ce2-4fd1-b357-84f99f9b86f2-da86fb94-092b-4e94-9f72-77721773f6fc" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.621554] env[70527]: DEBUG oslo_concurrency.lockutils [None req-2e2431f5-4cc8-4712-9522-04f062b82780 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Lock "interface-67ddf676-0ce2-4fd1-b357-84f99f9b86f2-da86fb94-092b-4e94-9f72-77721773f6fc" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.622146] env[70527]: DEBUG nova.objects.instance [None req-2e2431f5-4cc8-4712-9522-04f062b82780 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Lazy-loading 'flavor' on Instance uuid 67ddf676-0ce2-4fd1-b357-84f99f9b86f2 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1135.810450] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Acquiring lock "refresh_cache-3818af9b-5f20-4054-87d9-2d311ed6e3bb" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.810450] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Acquired lock "refresh_cache-3818af9b-5f20-4054-87d9-2d311ed6e3bb" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.810450] env[70527]: DEBUG nova.network.neutron [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] [instance: 3818af9b-5f20-4054-87d9-2d311ed6e3bb] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1135.828909] env[70527]: DEBUG oslo_vmware.api [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Task: {'id': task-3913820, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.921225] env[70527]: DEBUG oslo_vmware.api [None req-83783e5e-fee3-4550-8c37-7318df17710a tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Task: {'id': task-3913817, 'name': PowerOnVM_Task, 'duration_secs': 0.755443} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.921751] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-83783e5e-fee3-4550-8c37-7318df17710a tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1135.921918] env[70527]: DEBUG nova.compute.manager [None req-83783e5e-fee3-4550-8c37-7318df17710a tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1135.923012] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f45ab6-437b-48fc-bf0e-7aab988441e8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.037478] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1edf45ec-4b87-497d-bcff-e8474b79e051 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.048878] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b442a8-b988-4e9b-88fd-8ecf993fd965 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.084486] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3160af17-aabc-4105-a78e-8d199f0ed6d2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.094008] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c9c3db7-6edb-4b3b-b8e7-c32a20aac207 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.110161] env[70527]: DEBUG nova.compute.provider_tree [None req-3257ed3e-49e5-4772-84dc-75d2a020342b tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1136.324193] env[70527]: DEBUG oslo_vmware.api [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Task: {'id': task-3913820, 'name': PowerOnVM_Task, 'duration_secs': 0.673359} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.324514] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 6503ac12-2403-4b7d-8f2a-ae8783437e87] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1136.324814] env[70527]: INFO nova.compute.manager [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 6503ac12-2403-4b7d-8f2a-ae8783437e87] Took 7.65 seconds to spawn the instance on the hypervisor. [ 1136.325017] env[70527]: DEBUG nova.compute.manager [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 6503ac12-2403-4b7d-8f2a-ae8783437e87] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1136.328275] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a372d3ca-b390-495e-bb78-d417053bc046 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.355324] env[70527]: DEBUG nova.objects.instance [None req-2e2431f5-4cc8-4712-9522-04f062b82780 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Lazy-loading 'pci_requests' on Instance uuid 67ddf676-0ce2-4fd1-b357-84f99f9b86f2 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.371953] env[70527]: DEBUG nova.network.neutron [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] [instance: 3818af9b-5f20-4054-87d9-2d311ed6e3bb] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1136.558264] env[70527]: DEBUG nova.network.neutron [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] [instance: 3818af9b-5f20-4054-87d9-2d311ed6e3bb] Updating instance_info_cache with network_info: [{"id": "de37688f-4842-4666-91b4-4d5167bca716", "address": "fa:16:3e:92:30:69", "network": {"id": "b1d3eda3-417d-4be3-b953-26d49a651b7a", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1905082032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa73cb47a68a4bf4a517c7fddb876f35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde37688f-48", "ovs_interfaceid": "de37688f-4842-4666-91b4-4d5167bca716", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.617304] env[70527]: DEBUG nova.scheduler.client.report [None req-3257ed3e-49e5-4772-84dc-75d2a020342b tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1136.850959] env[70527]: INFO nova.compute.manager [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 6503ac12-2403-4b7d-8f2a-ae8783437e87] Took 27.64 seconds to build instance. [ 1136.860523] env[70527]: DEBUG nova.objects.base [None req-2e2431f5-4cc8-4712-9522-04f062b82780 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Object Instance<67ddf676-0ce2-4fd1-b357-84f99f9b86f2> lazy-loaded attributes: flavor,pci_requests {{(pid=70527) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1136.861210] env[70527]: DEBUG nova.network.neutron [None req-2e2431f5-4cc8-4712-9522-04f062b82780 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1136.948605] env[70527]: DEBUG nova.policy [None req-2e2431f5-4cc8-4712-9522-04f062b82780 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5292bbff934e4a23bce1ba8fd66a76d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '030332ea48994bab8d286711ee279556', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 1137.061269] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Releasing lock "refresh_cache-3818af9b-5f20-4054-87d9-2d311ed6e3bb" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.061724] env[70527]: DEBUG nova.compute.manager [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] [instance: 3818af9b-5f20-4054-87d9-2d311ed6e3bb] Instance network_info: |[{"id": "de37688f-4842-4666-91b4-4d5167bca716", "address": "fa:16:3e:92:30:69", "network": {"id": "b1d3eda3-417d-4be3-b953-26d49a651b7a", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1905082032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa73cb47a68a4bf4a517c7fddb876f35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde37688f-48", "ovs_interfaceid": "de37688f-4842-4666-91b4-4d5167bca716", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1137.062131] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] [instance: 3818af9b-5f20-4054-87d9-2d311ed6e3bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:30:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd903c404-a23a-40c0-a217-96d4bb2e5b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de37688f-4842-4666-91b4-4d5167bca716', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1137.070088] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Creating folder: Project (aa73cb47a68a4bf4a517c7fddb876f35). Parent ref: group-v776920. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1137.070507] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-54642cb4-79da-41c4-b569-13ad4a5f6268 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.085014] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Created folder: Project (aa73cb47a68a4bf4a517c7fddb876f35) in parent group-v776920. [ 1137.086072] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Creating folder: Instances. Parent ref: group-v777195. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1137.086072] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e9390ec2-18db-47f7-9af8-8192a8bf54ee {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.104023] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Created folder: Instances in parent group-v777195. [ 1137.104023] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1137.104023] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3818af9b-5f20-4054-87d9-2d311ed6e3bb] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1137.104023] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3e81c88-cabb-43c0-9436-086bea5e83c0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.127910] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1137.127910] env[70527]: value = "task-3913823" [ 1137.127910] env[70527]: _type = "Task" [ 1137.127910] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.138609] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913823, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.285392] env[70527]: INFO nova.compute.manager [None req-21c4c6bd-b6f8-4d2b-b01c-1e82e19586f2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: c92cc386-3682-4063-938c-706420df7d3d] Rebuilding instance [ 1137.340192] env[70527]: DEBUG nova.compute.manager [None req-21c4c6bd-b6f8-4d2b-b01c-1e82e19586f2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: c92cc386-3682-4063-938c-706420df7d3d] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1137.340905] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd48dbd7-b23b-4708-8d99-b341933862a0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.352579] env[70527]: DEBUG oslo_concurrency.lockutils [None req-35641232-c1e2-4ee8-8818-4211121fa718 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Lock "6503ac12-2403-4b7d-8f2a-ae8783437e87" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.166s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.630852] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3257ed3e-49e5-4772-84dc-75d2a020342b tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.978s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.640555] env[70527]: DEBUG oslo_concurrency.lockutils [None req-363a6e89-8815-41af-9097-2a6072b14fe5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.067s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.640905] env[70527]: DEBUG nova.objects.instance [None req-363a6e89-8815-41af-9097-2a6072b14fe5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lazy-loading 'resources' on Instance uuid 8661a62e-4487-434a-ab93-b47dcfca5971 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1137.667498] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913823, 'name': CreateVM_Task, 'duration_secs': 0.425886} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.667665] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3818af9b-5f20-4054-87d9-2d311ed6e3bb] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1137.668452] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.670542] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.670542] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.670726] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fe43cc5-fb8d-4a4a-bb85-cc40fc749103 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.679019] env[70527]: DEBUG oslo_vmware.api [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Waiting for the task: (returnval){ [ 1137.679019] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52059351-321e-eeef-0dc6-a2ab4b023a5a" [ 1137.679019] env[70527]: _type = "Task" [ 1137.679019] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.690785] env[70527]: DEBUG oslo_vmware.api [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52059351-321e-eeef-0dc6-a2ab4b023a5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.804060] env[70527]: DEBUG nova.compute.manager [req-24df41b6-5e60-45f8-93fb-c46227472f4d req-a7816080-53de-4f00-b70a-e86ae51c2a2c service nova] [instance: 3818af9b-5f20-4054-87d9-2d311ed6e3bb] Received event network-changed-de37688f-4842-4666-91b4-4d5167bca716 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.804417] env[70527]: DEBUG nova.compute.manager [req-24df41b6-5e60-45f8-93fb-c46227472f4d req-a7816080-53de-4f00-b70a-e86ae51c2a2c service nova] [instance: 3818af9b-5f20-4054-87d9-2d311ed6e3bb] Refreshing instance network info cache due to event network-changed-de37688f-4842-4666-91b4-4d5167bca716. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1137.804668] env[70527]: DEBUG oslo_concurrency.lockutils [req-24df41b6-5e60-45f8-93fb-c46227472f4d req-a7816080-53de-4f00-b70a-e86ae51c2a2c service nova] Acquiring lock "refresh_cache-3818af9b-5f20-4054-87d9-2d311ed6e3bb" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.804827] env[70527]: DEBUG oslo_concurrency.lockutils [req-24df41b6-5e60-45f8-93fb-c46227472f4d req-a7816080-53de-4f00-b70a-e86ae51c2a2c service nova] Acquired lock "refresh_cache-3818af9b-5f20-4054-87d9-2d311ed6e3bb" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.805019] env[70527]: DEBUG nova.network.neutron [req-24df41b6-5e60-45f8-93fb-c46227472f4d req-a7816080-53de-4f00-b70a-e86ae51c2a2c service nova] [instance: 3818af9b-5f20-4054-87d9-2d311ed6e3bb] Refreshing network info cache for port de37688f-4842-4666-91b4-4d5167bca716 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1138.191110] env[70527]: DEBUG oslo_vmware.api [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52059351-321e-eeef-0dc6-a2ab4b023a5a, 'name': SearchDatastore_Task, 'duration_secs': 0.013785} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.194102] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.194375] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] [instance: 3818af9b-5f20-4054-87d9-2d311ed6e3bb] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1138.194613] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.194762] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.194943] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1138.196017] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49259690-ff22-4b28-b719-0318dcdf0a80 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.208163] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1138.208451] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1138.212650] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f4dd7ba-8427-423e-8a2b-a7f508faebf8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.220125] env[70527]: DEBUG oslo_vmware.api [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Waiting for the task: (returnval){ [ 1138.220125] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]524407f7-bfbd-36a1-58d3-b65eb66cf141" [ 1138.220125] env[70527]: _type = "Task" [ 1138.220125] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.230628] env[70527]: DEBUG oslo_vmware.api [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]524407f7-bfbd-36a1-58d3-b65eb66cf141, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.359970] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-21c4c6bd-b6f8-4d2b-b01c-1e82e19586f2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: c92cc386-3682-4063-938c-706420df7d3d] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1138.360163] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf6c3148-e3e0-419f-aed5-a3e88b45b5b7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.370474] env[70527]: DEBUG oslo_vmware.api [None req-21c4c6bd-b6f8-4d2b-b01c-1e82e19586f2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Waiting for the task: (returnval){ [ 1138.370474] env[70527]: value = "task-3913825" [ 1138.370474] env[70527]: _type = "Task" [ 1138.370474] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.379737] env[70527]: DEBUG oslo_vmware.api [None req-21c4c6bd-b6f8-4d2b-b01c-1e82e19586f2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3913825, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.496734] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4421c570-2f00-491d-b7ed-bec45ab48ef7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.506233] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-064da1b1-57f0-45c7-ab8c-47a3e81144cd {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.540898] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-370e4310-7577-478b-ade3-b516cb045217 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.551338] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7daf621-77a5-4b2b-bbf5-3b8109c04132 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.573073] env[70527]: DEBUG nova.compute.provider_tree [None req-363a6e89-8815-41af-9097-2a6072b14fe5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1138.622915] env[70527]: DEBUG nova.network.neutron [req-24df41b6-5e60-45f8-93fb-c46227472f4d req-a7816080-53de-4f00-b70a-e86ae51c2a2c service nova] [instance: 3818af9b-5f20-4054-87d9-2d311ed6e3bb] Updated VIF entry in instance network info cache for port de37688f-4842-4666-91b4-4d5167bca716. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1138.623319] env[70527]: DEBUG nova.network.neutron [req-24df41b6-5e60-45f8-93fb-c46227472f4d req-a7816080-53de-4f00-b70a-e86ae51c2a2c service nova] [instance: 3818af9b-5f20-4054-87d9-2d311ed6e3bb] Updating instance_info_cache with network_info: [{"id": "de37688f-4842-4666-91b4-4d5167bca716", "address": "fa:16:3e:92:30:69", "network": {"id": "b1d3eda3-417d-4be3-b953-26d49a651b7a", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1905082032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa73cb47a68a4bf4a517c7fddb876f35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde37688f-48", "ovs_interfaceid": "de37688f-4842-4666-91b4-4d5167bca716", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.733859] env[70527]: DEBUG oslo_vmware.api [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]524407f7-bfbd-36a1-58d3-b65eb66cf141, 'name': SearchDatastore_Task, 'duration_secs': 0.014797} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.734719] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79fecbf2-4032-4340-9904-66378267ad0b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.742555] env[70527]: DEBUG oslo_vmware.api [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Waiting for the task: (returnval){ [ 1138.742555] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]526cc5a9-0e28-d16a-84b7-05fc769df976" [ 1138.742555] env[70527]: _type = "Task" [ 1138.742555] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.751121] env[70527]: DEBUG nova.compute.manager [req-279e1d9b-4d83-45c3-b701-f3dfe96044b4 req-8fb158b1-4dc4-4ebc-b452-3b08f1ad7ec2 service nova] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Received event network-vif-plugged-da86fb94-092b-4e94-9f72-77721773f6fc {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1138.751121] env[70527]: DEBUG oslo_concurrency.lockutils [req-279e1d9b-4d83-45c3-b701-f3dfe96044b4 req-8fb158b1-4dc4-4ebc-b452-3b08f1ad7ec2 service nova] Acquiring lock "67ddf676-0ce2-4fd1-b357-84f99f9b86f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.751385] env[70527]: DEBUG oslo_concurrency.lockutils [req-279e1d9b-4d83-45c3-b701-f3dfe96044b4 req-8fb158b1-4dc4-4ebc-b452-3b08f1ad7ec2 service nova] Lock "67ddf676-0ce2-4fd1-b357-84f99f9b86f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.751561] env[70527]: DEBUG oslo_concurrency.lockutils [req-279e1d9b-4d83-45c3-b701-f3dfe96044b4 req-8fb158b1-4dc4-4ebc-b452-3b08f1ad7ec2 service nova] Lock "67ddf676-0ce2-4fd1-b357-84f99f9b86f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.752397] env[70527]: DEBUG nova.compute.manager [req-279e1d9b-4d83-45c3-b701-f3dfe96044b4 req-8fb158b1-4dc4-4ebc-b452-3b08f1ad7ec2 service nova] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] No waiting events found dispatching network-vif-plugged-da86fb94-092b-4e94-9f72-77721773f6fc {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1138.752502] env[70527]: WARNING nova.compute.manager [req-279e1d9b-4d83-45c3-b701-f3dfe96044b4 req-8fb158b1-4dc4-4ebc-b452-3b08f1ad7ec2 service nova] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Received unexpected event network-vif-plugged-da86fb94-092b-4e94-9f72-77721773f6fc for instance with vm_state active and task_state None. [ 1138.762152] env[70527]: DEBUG oslo_vmware.api [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]526cc5a9-0e28-d16a-84b7-05fc769df976, 'name': SearchDatastore_Task, 'duration_secs': 0.01563} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.762152] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.762895] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] 3818af9b-5f20-4054-87d9-2d311ed6e3bb/3818af9b-5f20-4054-87d9-2d311ed6e3bb.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1138.762895] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e1bdd0a3-0755-4340-b492-1a102c58c15b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.771584] env[70527]: DEBUG oslo_vmware.api [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Waiting for the task: (returnval){ [ 1138.771584] env[70527]: value = "task-3913826" [ 1138.771584] env[70527]: _type = "Task" [ 1138.771584] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.783353] env[70527]: DEBUG oslo_vmware.api [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Task: {'id': task-3913826, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.804549] env[70527]: DEBUG nova.network.neutron [None req-2e2431f5-4cc8-4712-9522-04f062b82780 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Successfully updated port: da86fb94-092b-4e94-9f72-77721773f6fc {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1138.883960] env[70527]: DEBUG oslo_vmware.api [None req-21c4c6bd-b6f8-4d2b-b01c-1e82e19586f2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3913825, 'name': PowerOffVM_Task, 'duration_secs': 0.309536} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.884294] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-21c4c6bd-b6f8-4d2b-b01c-1e82e19586f2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: c92cc386-3682-4063-938c-706420df7d3d] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1138.886264] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-21c4c6bd-b6f8-4d2b-b01c-1e82e19586f2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: c92cc386-3682-4063-938c-706420df7d3d] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1138.888031] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15af829b-55e3-4ae8-a97f-a72c229f1b7e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.896817] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-21c4c6bd-b6f8-4d2b-b01c-1e82e19586f2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: c92cc386-3682-4063-938c-706420df7d3d] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1138.897121] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46fbdd4b-e207-46da-9364-5999b023b2db {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.084733] env[70527]: DEBUG nova.scheduler.client.report [None req-363a6e89-8815-41af-9097-2a6072b14fe5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1139.127803] env[70527]: DEBUG oslo_concurrency.lockutils [req-24df41b6-5e60-45f8-93fb-c46227472f4d req-a7816080-53de-4f00-b70a-e86ae51c2a2c service nova] Releasing lock "refresh_cache-3818af9b-5f20-4054-87d9-2d311ed6e3bb" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.173031] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-21c4c6bd-b6f8-4d2b-b01c-1e82e19586f2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: c92cc386-3682-4063-938c-706420df7d3d] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1139.173031] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-21c4c6bd-b6f8-4d2b-b01c-1e82e19586f2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: c92cc386-3682-4063-938c-706420df7d3d] Deleting contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1139.173031] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-21c4c6bd-b6f8-4d2b-b01c-1e82e19586f2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Deleting the datastore file [datastore2] c92cc386-3682-4063-938c-706420df7d3d {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1139.173031] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5caa8ad3-5631-408f-bbc8-c531db021020 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.194084] env[70527]: DEBUG oslo_vmware.api [None req-21c4c6bd-b6f8-4d2b-b01c-1e82e19586f2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Waiting for the task: (returnval){ [ 1139.194084] env[70527]: value = "task-3913828" [ 1139.194084] env[70527]: _type = "Task" [ 1139.194084] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.211229] env[70527]: DEBUG oslo_vmware.api [None req-21c4c6bd-b6f8-4d2b-b01c-1e82e19586f2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3913828, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.211229] env[70527]: INFO nova.compute.manager [None req-3257ed3e-49e5-4772-84dc-75d2a020342b tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Swapping old allocation on dict_keys(['471551d3-0608-4bcf-a939-f4ec286b26ca']) held by migration 3cd5e1b1-af61-4c66-9fd6-01678afd8a52 for instance [ 1139.241887] env[70527]: DEBUG nova.scheduler.client.report [None req-3257ed3e-49e5-4772-84dc-75d2a020342b tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Overwriting current allocation {'allocations': {'471551d3-0608-4bcf-a939-f4ec286b26ca': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 129}}, 'project_id': 'dbf5afba87784fe2b33ca0fa6a95c5b1', 'user_id': '4f2d90e6a2974de48ce69420511376a1', 'consumer_generation': 1} on consumer cc93a02e-989c-4238-aed7-ab4843e2add4 {{(pid=70527) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1139.285852] env[70527]: DEBUG oslo_vmware.api [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Task: {'id': task-3913826, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.307773] env[70527]: DEBUG oslo_concurrency.lockutils [None req-2e2431f5-4cc8-4712-9522-04f062b82780 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquiring lock "refresh_cache-67ddf676-0ce2-4fd1-b357-84f99f9b86f2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.307967] env[70527]: DEBUG oslo_concurrency.lockutils [None req-2e2431f5-4cc8-4712-9522-04f062b82780 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquired lock "refresh_cache-67ddf676-0ce2-4fd1-b357-84f99f9b86f2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.309609] env[70527]: DEBUG nova.network.neutron [None req-2e2431f5-4cc8-4712-9522-04f062b82780 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1139.425687] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3257ed3e-49e5-4772-84dc-75d2a020342b tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Acquiring lock "refresh_cache-cc93a02e-989c-4238-aed7-ab4843e2add4" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.425965] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3257ed3e-49e5-4772-84dc-75d2a020342b tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Acquired lock "refresh_cache-cc93a02e-989c-4238-aed7-ab4843e2add4" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.426272] env[70527]: DEBUG nova.network.neutron [None req-3257ed3e-49e5-4772-84dc-75d2a020342b tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1139.591152] env[70527]: DEBUG oslo_concurrency.lockutils [None req-363a6e89-8815-41af-9097-2a6072b14fe5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.951s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.594431] env[70527]: DEBUG oslo_concurrency.lockutils [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.484s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.596244] env[70527]: INFO nova.compute.claims [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 43c3492a-2f29-4511-8db9-70fdf4759c62] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1139.614131] env[70527]: INFO nova.scheduler.client.report [None req-363a6e89-8815-41af-9097-2a6072b14fe5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Deleted allocations for instance 8661a62e-4487-434a-ab93-b47dcfca5971 [ 1139.671634] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-e521472a-1aa9-4d79-bbad-3b9c3094a609 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] Volume attach. Driver type: vmdk {{(pid=70527) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1139.672065] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-e521472a-1aa9-4d79-bbad-3b9c3094a609 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-777194', 'volume_id': 'f79cd1a0-2099-41ff-8c08-a185c69233ec', 'name': 'volume-f79cd1a0-2099-41ff-8c08-a185c69233ec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f82bd048-5013-4809-ac11-053b6629067b', 'attached_at': '', 'detached_at': '', 'volume_id': 'f79cd1a0-2099-41ff-8c08-a185c69233ec', 'serial': 'f79cd1a0-2099-41ff-8c08-a185c69233ec'} {{(pid=70527) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1139.674068] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68aadfed-a5ca-4f1c-99d1-843c2c724a2c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.707349] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13fba7e-438f-4909-8635-9afc4854d871 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.746816] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-e521472a-1aa9-4d79-bbad-3b9c3094a609 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] volume-f79cd1a0-2099-41ff-8c08-a185c69233ec/volume-f79cd1a0-2099-41ff-8c08-a185c69233ec.vmdk or device None with type thin {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1139.750614] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cf90322-2426-4afb-8e38-aad00b4d4f67 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.764121] env[70527]: DEBUG oslo_vmware.api [None req-21c4c6bd-b6f8-4d2b-b01c-1e82e19586f2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3913828, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.771596] env[70527]: DEBUG oslo_vmware.api [None req-e521472a-1aa9-4d79-bbad-3b9c3094a609 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for the task: (returnval){ [ 1139.771596] env[70527]: value = "task-3913829" [ 1139.771596] env[70527]: _type = "Task" [ 1139.771596] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.784987] env[70527]: DEBUG oslo_vmware.api [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Task: {'id': task-3913826, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.757991} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.788485] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] 3818af9b-5f20-4054-87d9-2d311ed6e3bb/3818af9b-5f20-4054-87d9-2d311ed6e3bb.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1139.788745] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] [instance: 3818af9b-5f20-4054-87d9-2d311ed6e3bb] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1139.789500] env[70527]: DEBUG oslo_vmware.api [None req-e521472a-1aa9-4d79-bbad-3b9c3094a609 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913829, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.789748] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e2092ef-3d21-463e-9de7-7cb18fd48d5f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.797486] env[70527]: DEBUG oslo_vmware.api [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Waiting for the task: (returnval){ [ 1139.797486] env[70527]: value = "task-3913830" [ 1139.797486] env[70527]: _type = "Task" [ 1139.797486] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.806748] env[70527]: DEBUG oslo_vmware.api [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Task: {'id': task-3913830, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.859655] env[70527]: WARNING nova.network.neutron [None req-2e2431f5-4cc8-4712-9522-04f062b82780 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] 0528ffcb-4865-41a0-87e6-3ea996b12397 already exists in list: networks containing: ['0528ffcb-4865-41a0-87e6-3ea996b12397']. ignoring it [ 1139.859889] env[70527]: WARNING nova.network.neutron [None req-2e2431f5-4cc8-4712-9522-04f062b82780 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] 0528ffcb-4865-41a0-87e6-3ea996b12397 already exists in list: networks containing: ['0528ffcb-4865-41a0-87e6-3ea996b12397']. ignoring it [ 1140.131721] env[70527]: DEBUG oslo_concurrency.lockutils [None req-363a6e89-8815-41af-9097-2a6072b14fe5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lock "8661a62e-4487-434a-ab93-b47dcfca5971" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.652s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.217200] env[70527]: DEBUG oslo_vmware.api [None req-21c4c6bd-b6f8-4d2b-b01c-1e82e19586f2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3913828, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.587566} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.221396] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-21c4c6bd-b6f8-4d2b-b01c-1e82e19586f2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1140.221573] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-21c4c6bd-b6f8-4d2b-b01c-1e82e19586f2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: c92cc386-3682-4063-938c-706420df7d3d] Deleted contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1140.221681] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-21c4c6bd-b6f8-4d2b-b01c-1e82e19586f2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: c92cc386-3682-4063-938c-706420df7d3d] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1140.285953] env[70527]: DEBUG oslo_vmware.api [None req-e521472a-1aa9-4d79-bbad-3b9c3094a609 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913829, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.312663] env[70527]: DEBUG nova.network.neutron [None req-3257ed3e-49e5-4772-84dc-75d2a020342b tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Updating instance_info_cache with network_info: [{"id": "e13eaf87-126b-412f-a3fb-97bf53244088", "address": "fa:16:3e:66:72:92", "network": {"id": "6b7058bf-638c-4d72-9f51-37a045c3ebde", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1062784441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbf5afba87784fe2b33ca0fa6a95c5b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape13eaf87-12", "ovs_interfaceid": "e13eaf87-126b-412f-a3fb-97bf53244088", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.324254] env[70527]: DEBUG oslo_vmware.api [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Task: {'id': task-3913830, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073165} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.324684] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] [instance: 3818af9b-5f20-4054-87d9-2d311ed6e3bb] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1140.325984] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24f3207-60f8-4bbf-be01-c2a9e3836056 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.356788] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] [instance: 3818af9b-5f20-4054-87d9-2d311ed6e3bb] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 3818af9b-5f20-4054-87d9-2d311ed6e3bb/3818af9b-5f20-4054-87d9-2d311ed6e3bb.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1140.357622] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-054f533f-5c5c-4084-82ba-294257af0a34 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.383153] env[70527]: DEBUG oslo_vmware.api [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Waiting for the task: (returnval){ [ 1140.383153] env[70527]: value = "task-3913831" [ 1140.383153] env[70527]: _type = "Task" [ 1140.383153] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.393355] env[70527]: DEBUG oslo_vmware.api [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Task: {'id': task-3913831, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.457439] env[70527]: DEBUG nova.network.neutron [None req-2e2431f5-4cc8-4712-9522-04f062b82780 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Updating instance_info_cache with network_info: [{"id": "0355096f-1620-45c2-a2c6-187cec902917", "address": "fa:16:3e:9b:24:39", "network": {"id": "0528ffcb-4865-41a0-87e6-3ea996b12397", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210779476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "030332ea48994bab8d286711ee279556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0355096f-16", "ovs_interfaceid": "0355096f-1620-45c2-a2c6-187cec902917", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0fecb555-3a8e-4a86-9406-f09bd3c74454", "address": "fa:16:3e:e5:6d:06", "network": {"id": "0528ffcb-4865-41a0-87e6-3ea996b12397", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210779476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "030332ea48994bab8d286711ee279556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fecb555-3a", "ovs_interfaceid": "0fecb555-3a8e-4a86-9406-f09bd3c74454", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "da86fb94-092b-4e94-9f72-77721773f6fc", "address": "fa:16:3e:e0:8f:01", "network": {"id": "0528ffcb-4865-41a0-87e6-3ea996b12397", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210779476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "030332ea48994bab8d286711ee279556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda86fb94-09", "ovs_interfaceid": "da86fb94-092b-4e94-9f72-77721773f6fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.787732] env[70527]: DEBUG oslo_vmware.api [None req-e521472a-1aa9-4d79-bbad-3b9c3094a609 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913829, 'name': ReconfigVM_Task, 'duration_secs': 0.963807} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.788085] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-e521472a-1aa9-4d79-bbad-3b9c3094a609 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] Reconfigured VM instance instance-00000058 to attach disk [datastore1] volume-f79cd1a0-2099-41ff-8c08-a185c69233ec/volume-f79cd1a0-2099-41ff-8c08-a185c69233ec.vmdk or device None with type thin {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1140.795402] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9767c92c-cda3-4dc9-8d1b-128a1eef2ba9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.814759] env[70527]: DEBUG oslo_vmware.api [None req-e521472a-1aa9-4d79-bbad-3b9c3094a609 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for the task: (returnval){ [ 1140.814759] env[70527]: value = "task-3913832" [ 1140.814759] env[70527]: _type = "Task" [ 1140.814759] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.824835] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3257ed3e-49e5-4772-84dc-75d2a020342b tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Releasing lock "refresh_cache-cc93a02e-989c-4238-aed7-ab4843e2add4" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.829091] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a45484a4-337d-4bc1-9f99-5ba0241ae5b0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.832394] env[70527]: DEBUG oslo_vmware.api [None req-e521472a-1aa9-4d79-bbad-3b9c3094a609 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913832, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.838119] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4824ae48-7b7f-4062-bf33-6a6e10a55415 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.899945] env[70527]: DEBUG oslo_vmware.api [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Task: {'id': task-3913831, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.914875] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-615121c9-da25-42bb-8dd8-f1cb5740aab6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.926470] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf3cfcc-5de8-42ca-91e7-ccee72748532 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.965221] env[70527]: DEBUG oslo_concurrency.lockutils [None req-2e2431f5-4cc8-4712-9522-04f062b82780 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Releasing lock "refresh_cache-67ddf676-0ce2-4fd1-b357-84f99f9b86f2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.965956] env[70527]: DEBUG oslo_concurrency.lockutils [None req-2e2431f5-4cc8-4712-9522-04f062b82780 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquiring lock "67ddf676-0ce2-4fd1-b357-84f99f9b86f2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.966196] env[70527]: DEBUG oslo_concurrency.lockutils [None req-2e2431f5-4cc8-4712-9522-04f062b82780 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquired lock "67ddf676-0ce2-4fd1-b357-84f99f9b86f2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.967966] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab5431e-db0d-4467-9bf9-8c2cf139ac9f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.970993] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe307dc1-2500-4cde-8b8d-283ac70e6bef {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.996078] env[70527]: DEBUG nova.virt.hardware [None req-2e2431f5-4cc8-4712-9522-04f062b82780 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1140.996078] env[70527]: DEBUG nova.virt.hardware [None req-2e2431f5-4cc8-4712-9522-04f062b82780 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1140.996078] env[70527]: DEBUG nova.virt.hardware [None req-2e2431f5-4cc8-4712-9522-04f062b82780 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1140.996078] env[70527]: DEBUG nova.virt.hardware [None req-2e2431f5-4cc8-4712-9522-04f062b82780 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1140.996434] env[70527]: DEBUG nova.virt.hardware [None req-2e2431f5-4cc8-4712-9522-04f062b82780 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1140.996503] env[70527]: DEBUG nova.virt.hardware [None req-2e2431f5-4cc8-4712-9522-04f062b82780 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1140.996791] env[70527]: DEBUG nova.virt.hardware [None req-2e2431f5-4cc8-4712-9522-04f062b82780 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1140.997061] env[70527]: DEBUG nova.virt.hardware [None req-2e2431f5-4cc8-4712-9522-04f062b82780 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1140.997274] env[70527]: DEBUG nova.virt.hardware [None req-2e2431f5-4cc8-4712-9522-04f062b82780 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1140.997451] env[70527]: DEBUG nova.virt.hardware [None req-2e2431f5-4cc8-4712-9522-04f062b82780 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1140.997640] env[70527]: DEBUG nova.virt.hardware [None req-2e2431f5-4cc8-4712-9522-04f062b82780 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1141.005593] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-2e2431f5-4cc8-4712-9522-04f062b82780 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Reconfiguring VM to attach interface {{(pid=70527) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1141.007929] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca98333-72d8-4e46-a0a9-dbec0be29300 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.012259] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6e2f0ac-8501-4536-a5e9-6fbf3bbcfc41 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.040331] env[70527]: DEBUG nova.compute.provider_tree [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1141.043511] env[70527]: DEBUG oslo_vmware.api [None req-2e2431f5-4cc8-4712-9522-04f062b82780 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Waiting for the task: (returnval){ [ 1141.043511] env[70527]: value = "task-3913833" [ 1141.043511] env[70527]: _type = "Task" [ 1141.043511] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.054710] env[70527]: DEBUG oslo_vmware.api [None req-2e2431f5-4cc8-4712-9522-04f062b82780 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3913833, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.292073] env[70527]: DEBUG nova.virt.hardware [None req-21c4c6bd-b6f8-4d2b-b01c-1e82e19586f2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1141.292523] env[70527]: DEBUG nova.virt.hardware [None req-21c4c6bd-b6f8-4d2b-b01c-1e82e19586f2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1141.292691] env[70527]: DEBUG nova.virt.hardware [None req-21c4c6bd-b6f8-4d2b-b01c-1e82e19586f2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1141.292931] env[70527]: DEBUG nova.virt.hardware [None req-21c4c6bd-b6f8-4d2b-b01c-1e82e19586f2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1141.293187] env[70527]: DEBUG nova.virt.hardware [None req-21c4c6bd-b6f8-4d2b-b01c-1e82e19586f2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1141.293374] env[70527]: DEBUG nova.virt.hardware [None req-21c4c6bd-b6f8-4d2b-b01c-1e82e19586f2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1141.293618] env[70527]: DEBUG nova.virt.hardware [None req-21c4c6bd-b6f8-4d2b-b01c-1e82e19586f2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1141.293926] env[70527]: DEBUG nova.virt.hardware [None req-21c4c6bd-b6f8-4d2b-b01c-1e82e19586f2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1141.294214] env[70527]: DEBUG nova.virt.hardware [None req-21c4c6bd-b6f8-4d2b-b01c-1e82e19586f2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1141.294501] env[70527]: DEBUG nova.virt.hardware [None req-21c4c6bd-b6f8-4d2b-b01c-1e82e19586f2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1141.294781] env[70527]: DEBUG nova.virt.hardware [None req-21c4c6bd-b6f8-4d2b-b01c-1e82e19586f2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1141.295860] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4874785e-26d7-48c1-8961-304685626e45 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.307590] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7403c2f4-812e-4495-a6ac-bb414c6f3961 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.327722] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-21c4c6bd-b6f8-4d2b-b01c-1e82e19586f2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: c92cc386-3682-4063-938c-706420df7d3d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:ac:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9aa05ef8-c7bb-4af5-983f-bfa0f3f88223', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e2b9e825-30b0-4c46-8285-9581c34a6cc8', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1141.336193] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21c4c6bd-b6f8-4d2b-b01c-1e82e19586f2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1141.337038] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c92cc386-3682-4063-938c-706420df7d3d] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1141.337374] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b1eea230-6847-4a58-bc24-b6c2db13a543 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.358249] env[70527]: DEBUG oslo_vmware.api [None req-e521472a-1aa9-4d79-bbad-3b9c3094a609 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913832, 'name': ReconfigVM_Task, 'duration_secs': 0.22724} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.361621] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-e521472a-1aa9-4d79-bbad-3b9c3094a609 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-777194', 'volume_id': 'f79cd1a0-2099-41ff-8c08-a185c69233ec', 'name': 'volume-f79cd1a0-2099-41ff-8c08-a185c69233ec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f82bd048-5013-4809-ac11-053b6629067b', 'attached_at': '', 'detached_at': '', 'volume_id': 'f79cd1a0-2099-41ff-8c08-a185c69233ec', 'serial': 'f79cd1a0-2099-41ff-8c08-a185c69233ec'} {{(pid=70527) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1141.363422] env[70527]: DEBUG oslo_concurrency.lockutils [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Acquiring lock "779815e2-fd93-426d-bd71-58782205ff29" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.363654] env[70527]: DEBUG oslo_concurrency.lockutils [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Lock "779815e2-fd93-426d-bd71-58782205ff29" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.370562] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1141.370562] env[70527]: value = "task-3913834" [ 1141.370562] env[70527]: _type = "Task" [ 1141.370562] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.389334] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913834, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.402284] env[70527]: DEBUG oslo_vmware.api [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Task: {'id': task-3913831, 'name': ReconfigVM_Task, 'duration_secs': 0.680565} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.403022] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] [instance: 3818af9b-5f20-4054-87d9-2d311ed6e3bb] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 3818af9b-5f20-4054-87d9-2d311ed6e3bb/3818af9b-5f20-4054-87d9-2d311ed6e3bb.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1141.403800] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be904fcf-0bb5-4a26-bc89-ea264dd83be2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.422528] env[70527]: DEBUG oslo_vmware.api [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Waiting for the task: (returnval){ [ 1141.422528] env[70527]: value = "task-3913835" [ 1141.422528] env[70527]: _type = "Task" [ 1141.422528] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.433974] env[70527]: DEBUG oslo_vmware.api [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Task: {'id': task-3913835, 'name': Rename_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.454456] env[70527]: DEBUG nova.compute.manager [req-ed96bc1c-32c6-4e6f-a291-ca60ca85823d req-3fc5baa9-1049-4d51-ac05-5ecf62bf8d33 service nova] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Received event network-changed-da86fb94-092b-4e94-9f72-77721773f6fc {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1141.454827] env[70527]: DEBUG nova.compute.manager [req-ed96bc1c-32c6-4e6f-a291-ca60ca85823d req-3fc5baa9-1049-4d51-ac05-5ecf62bf8d33 service nova] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Refreshing instance network info cache due to event network-changed-da86fb94-092b-4e94-9f72-77721773f6fc. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1141.455116] env[70527]: DEBUG oslo_concurrency.lockutils [req-ed96bc1c-32c6-4e6f-a291-ca60ca85823d req-3fc5baa9-1049-4d51-ac05-5ecf62bf8d33 service nova] Acquiring lock "refresh_cache-67ddf676-0ce2-4fd1-b357-84f99f9b86f2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.455228] env[70527]: DEBUG oslo_concurrency.lockutils [req-ed96bc1c-32c6-4e6f-a291-ca60ca85823d req-3fc5baa9-1049-4d51-ac05-5ecf62bf8d33 service nova] Acquired lock "refresh_cache-67ddf676-0ce2-4fd1-b357-84f99f9b86f2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.455502] env[70527]: DEBUG nova.network.neutron [req-ed96bc1c-32c6-4e6f-a291-ca60ca85823d req-3fc5baa9-1049-4d51-ac05-5ecf62bf8d33 service nova] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Refreshing network info cache for port da86fb94-092b-4e94-9f72-77721773f6fc {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1141.546503] env[70527]: DEBUG nova.scheduler.client.report [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1141.562689] env[70527]: DEBUG oslo_vmware.api [None req-2e2431f5-4cc8-4712-9522-04f062b82780 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3913833, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.847684] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquiring lock "376b07b0-cef1-4839-ad26-73d5d353ca95" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.848088] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lock "376b07b0-cef1-4839-ad26-73d5d353ca95" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.869050] env[70527]: DEBUG nova.compute.manager [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 779815e2-fd93-426d-bd71-58782205ff29] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1141.889777] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913834, 'name': CreateVM_Task, 'duration_secs': 0.47222} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.889982] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c92cc386-3682-4063-938c-706420df7d3d] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1141.890856] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21c4c6bd-b6f8-4d2b-b01c-1e82e19586f2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.891681] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21c4c6bd-b6f8-4d2b-b01c-1e82e19586f2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.891681] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21c4c6bd-b6f8-4d2b-b01c-1e82e19586f2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.891914] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a04b2861-575c-424c-8348-956f8937414d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.899037] env[70527]: DEBUG oslo_vmware.api [None req-21c4c6bd-b6f8-4d2b-b01c-1e82e19586f2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Waiting for the task: (returnval){ [ 1141.899037] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52c49a14-b991-a077-3700-ea93c31d58f2" [ 1141.899037] env[70527]: _type = "Task" [ 1141.899037] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.913881] env[70527]: DEBUG oslo_vmware.api [None req-21c4c6bd-b6f8-4d2b-b01c-1e82e19586f2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52c49a14-b991-a077-3700-ea93c31d58f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.936277] env[70527]: DEBUG oslo_vmware.api [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Task: {'id': task-3913835, 'name': Rename_Task, 'duration_secs': 0.220956} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.938095] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] [instance: 3818af9b-5f20-4054-87d9-2d311ed6e3bb] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1141.938095] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74191ba0-a3a1-4435-82cc-f897f1240c93 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.947514] env[70527]: DEBUG oslo_vmware.api [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Waiting for the task: (returnval){ [ 1141.947514] env[70527]: value = "task-3913836" [ 1141.947514] env[70527]: _type = "Task" [ 1141.947514] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.952529] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-3257ed3e-49e5-4772-84dc-75d2a020342b tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1141.952904] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed29f2aa-183e-4359-b939-4dbd35c5d974 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.964884] env[70527]: DEBUG oslo_vmware.api [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Task: {'id': task-3913836, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.967961] env[70527]: DEBUG oslo_vmware.api [None req-3257ed3e-49e5-4772-84dc-75d2a020342b tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for the task: (returnval){ [ 1141.967961] env[70527]: value = "task-3913837" [ 1141.967961] env[70527]: _type = "Task" [ 1141.967961] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.985091] env[70527]: DEBUG oslo_vmware.api [None req-3257ed3e-49e5-4772-84dc-75d2a020342b tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913837, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.058730] env[70527]: DEBUG oslo_concurrency.lockutils [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.464s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.059419] env[70527]: DEBUG nova.compute.manager [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 43c3492a-2f29-4511-8db9-70fdf4759c62] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1142.067224] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d833cfa4-d679-435a-87f7-b5fcc14f55fc tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.177s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.067224] env[70527]: DEBUG nova.objects.instance [None req-d833cfa4-d679-435a-87f7-b5fcc14f55fc tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Lazy-loading 'resources' on Instance uuid 48a5b42d-41c1-427f-b518-4cf2d6f38abb {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1142.073146] env[70527]: DEBUG oslo_vmware.api [None req-2e2431f5-4cc8-4712-9522-04f062b82780 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3913833, 'name': ReconfigVM_Task, 'duration_secs': 0.885879} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.074666] env[70527]: DEBUG oslo_concurrency.lockutils [None req-2e2431f5-4cc8-4712-9522-04f062b82780 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Releasing lock "67ddf676-0ce2-4fd1-b357-84f99f9b86f2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.074897] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-2e2431f5-4cc8-4712-9522-04f062b82780 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Reconfigured VM to attach interface {{(pid=70527) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1142.351415] env[70527]: DEBUG nova.compute.manager [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 376b07b0-cef1-4839-ad26-73d5d353ca95] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1142.364637] env[70527]: DEBUG nova.network.neutron [req-ed96bc1c-32c6-4e6f-a291-ca60ca85823d req-3fc5baa9-1049-4d51-ac05-5ecf62bf8d33 service nova] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Updated VIF entry in instance network info cache for port da86fb94-092b-4e94-9f72-77721773f6fc. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1142.365191] env[70527]: DEBUG nova.network.neutron [req-ed96bc1c-32c6-4e6f-a291-ca60ca85823d req-3fc5baa9-1049-4d51-ac05-5ecf62bf8d33 service nova] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Updating instance_info_cache with network_info: [{"id": "0355096f-1620-45c2-a2c6-187cec902917", "address": "fa:16:3e:9b:24:39", "network": {"id": "0528ffcb-4865-41a0-87e6-3ea996b12397", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210779476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "030332ea48994bab8d286711ee279556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0355096f-16", "ovs_interfaceid": "0355096f-1620-45c2-a2c6-187cec902917", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0fecb555-3a8e-4a86-9406-f09bd3c74454", "address": "fa:16:3e:e5:6d:06", "network": {"id": "0528ffcb-4865-41a0-87e6-3ea996b12397", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210779476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "030332ea48994bab8d286711ee279556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fecb555-3a", "ovs_interfaceid": "0fecb555-3a8e-4a86-9406-f09bd3c74454", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "da86fb94-092b-4e94-9f72-77721773f6fc", "address": "fa:16:3e:e0:8f:01", "network": {"id": "0528ffcb-4865-41a0-87e6-3ea996b12397", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210779476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "030332ea48994bab8d286711ee279556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda86fb94-09", "ovs_interfaceid": "da86fb94-092b-4e94-9f72-77721773f6fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.411483] env[70527]: DEBUG oslo_vmware.api [None req-21c4c6bd-b6f8-4d2b-b01c-1e82e19586f2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52c49a14-b991-a077-3700-ea93c31d58f2, 'name': SearchDatastore_Task, 'duration_secs': 0.015089} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.415296] env[70527]: DEBUG oslo_concurrency.lockutils [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.415296] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21c4c6bd-b6f8-4d2b-b01c-1e82e19586f2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.415296] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-21c4c6bd-b6f8-4d2b-b01c-1e82e19586f2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: c92cc386-3682-4063-938c-706420df7d3d] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1142.415296] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21c4c6bd-b6f8-4d2b-b01c-1e82e19586f2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.415296] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21c4c6bd-b6f8-4d2b-b01c-1e82e19586f2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.415296] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-21c4c6bd-b6f8-4d2b-b01c-1e82e19586f2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1142.415296] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-879c5cd7-ff48-4648-ba21-4beb50c8aac4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.425842] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-21c4c6bd-b6f8-4d2b-b01c-1e82e19586f2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1142.426038] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-21c4c6bd-b6f8-4d2b-b01c-1e82e19586f2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1142.426805] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d8dd60c-d2c5-4107-b13c-928ff8bc6640 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.436554] env[70527]: DEBUG oslo_vmware.api [None req-21c4c6bd-b6f8-4d2b-b01c-1e82e19586f2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Waiting for the task: (returnval){ [ 1142.436554] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52093716-0506-7c17-fbd4-338279cfd84b" [ 1142.436554] env[70527]: _type = "Task" [ 1142.436554] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.437866] env[70527]: DEBUG nova.objects.instance [None req-e521472a-1aa9-4d79-bbad-3b9c3094a609 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Lazy-loading 'flavor' on Instance uuid f82bd048-5013-4809-ac11-053b6629067b {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1142.453095] env[70527]: DEBUG oslo_vmware.api [None req-21c4c6bd-b6f8-4d2b-b01c-1e82e19586f2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52093716-0506-7c17-fbd4-338279cfd84b, 'name': SearchDatastore_Task, 'duration_secs': 0.013836} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.457399] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9d6ea9f-398c-4f10-95a6-d646d7a480c9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.468891] env[70527]: DEBUG oslo_vmware.api [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Task: {'id': task-3913836, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.470786] env[70527]: DEBUG oslo_vmware.api [None req-21c4c6bd-b6f8-4d2b-b01c-1e82e19586f2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Waiting for the task: (returnval){ [ 1142.470786] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]527f195f-f1c7-d5b7-4cfb-3ac567258ef9" [ 1142.470786] env[70527]: _type = "Task" [ 1142.470786] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.485147] env[70527]: DEBUG oslo_vmware.api [None req-3257ed3e-49e5-4772-84dc-75d2a020342b tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913837, 'name': PowerOffVM_Task, 'duration_secs': 0.261006} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.490545] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-3257ed3e-49e5-4772-84dc-75d2a020342b tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1142.491269] env[70527]: DEBUG nova.virt.hardware [None req-3257ed3e-49e5-4772-84dc-75d2a020342b tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1142.491499] env[70527]: DEBUG nova.virt.hardware [None req-3257ed3e-49e5-4772-84dc-75d2a020342b tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1142.491698] env[70527]: DEBUG nova.virt.hardware [None req-3257ed3e-49e5-4772-84dc-75d2a020342b tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1142.491892] env[70527]: DEBUG nova.virt.hardware [None req-3257ed3e-49e5-4772-84dc-75d2a020342b tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1142.492251] env[70527]: DEBUG nova.virt.hardware [None req-3257ed3e-49e5-4772-84dc-75d2a020342b tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1142.492251] env[70527]: DEBUG nova.virt.hardware [None req-3257ed3e-49e5-4772-84dc-75d2a020342b tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1142.492398] env[70527]: DEBUG nova.virt.hardware [None req-3257ed3e-49e5-4772-84dc-75d2a020342b tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1142.492553] env[70527]: DEBUG nova.virt.hardware [None req-3257ed3e-49e5-4772-84dc-75d2a020342b tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1142.492718] env[70527]: DEBUG nova.virt.hardware [None req-3257ed3e-49e5-4772-84dc-75d2a020342b tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1142.492877] env[70527]: DEBUG nova.virt.hardware [None req-3257ed3e-49e5-4772-84dc-75d2a020342b tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1142.493059] env[70527]: DEBUG nova.virt.hardware [None req-3257ed3e-49e5-4772-84dc-75d2a020342b tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1142.499650] env[70527]: DEBUG oslo_vmware.api [None req-21c4c6bd-b6f8-4d2b-b01c-1e82e19586f2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]527f195f-f1c7-d5b7-4cfb-3ac567258ef9, 'name': SearchDatastore_Task, 'duration_secs': 0.01555} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.499904] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21562c09-87b2-4ef0-b516-ed7e2cbed88a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.511098] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21c4c6bd-b6f8-4d2b-b01c-1e82e19586f2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.511516] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-21c4c6bd-b6f8-4d2b-b01c-1e82e19586f2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] c92cc386-3682-4063-938c-706420df7d3d/c92cc386-3682-4063-938c-706420df7d3d.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1142.512251] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a0a5d6c-3c92-46a6-9121-2f5cc5bca344 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.523043] env[70527]: DEBUG oslo_vmware.api [None req-21c4c6bd-b6f8-4d2b-b01c-1e82e19586f2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Waiting for the task: (returnval){ [ 1142.523043] env[70527]: value = "task-3913838" [ 1142.523043] env[70527]: _type = "Task" [ 1142.523043] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.524519] env[70527]: DEBUG oslo_vmware.api [None req-3257ed3e-49e5-4772-84dc-75d2a020342b tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for the task: (returnval){ [ 1142.524519] env[70527]: value = "task-3913839" [ 1142.524519] env[70527]: _type = "Task" [ 1142.524519] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.538650] env[70527]: DEBUG oslo_vmware.api [None req-21c4c6bd-b6f8-4d2b-b01c-1e82e19586f2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3913838, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.542566] env[70527]: DEBUG oslo_vmware.api [None req-3257ed3e-49e5-4772-84dc-75d2a020342b tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913839, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.572178] env[70527]: DEBUG nova.compute.utils [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1142.575104] env[70527]: DEBUG nova.compute.manager [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 43c3492a-2f29-4511-8db9-70fdf4759c62] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1142.575402] env[70527]: DEBUG nova.network.neutron [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 43c3492a-2f29-4511-8db9-70fdf4759c62] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1142.581517] env[70527]: DEBUG oslo_concurrency.lockutils [None req-2e2431f5-4cc8-4712-9522-04f062b82780 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Lock "interface-67ddf676-0ce2-4fd1-b357-84f99f9b86f2-da86fb94-092b-4e94-9f72-77721773f6fc" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.959s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.652766] env[70527]: DEBUG nova.policy [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '72ea1e7ccb694e2c9b450cf0cf5793cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5596d582d4bb48e6b48b97d9ec6d6742', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 1142.869717] env[70527]: DEBUG oslo_concurrency.lockutils [req-ed96bc1c-32c6-4e6f-a291-ca60ca85823d req-3fc5baa9-1049-4d51-ac05-5ecf62bf8d33 service nova] Releasing lock "refresh_cache-67ddf676-0ce2-4fd1-b357-84f99f9b86f2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.877649] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.948737] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e15f253-4347-48ed-9e90-a179b204592a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.952072] env[70527]: DEBUG oslo_concurrency.lockutils [None req-e521472a-1aa9-4d79-bbad-3b9c3094a609 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Lock "f82bd048-5013-4809-ac11-053b6629067b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.419s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.963128] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030d9b7c-3d3e-4c18-8e98-a201831dd49a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.972968] env[70527]: DEBUG oslo_vmware.api [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Task: {'id': task-3913836, 'name': PowerOnVM_Task, 'duration_secs': 0.68295} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.973950] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] [instance: 3818af9b-5f20-4054-87d9-2d311ed6e3bb] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1142.974190] env[70527]: INFO nova.compute.manager [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] [instance: 3818af9b-5f20-4054-87d9-2d311ed6e3bb] Took 8.23 seconds to spawn the instance on the hypervisor. [ 1142.974379] env[70527]: DEBUG nova.compute.manager [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] [instance: 3818af9b-5f20-4054-87d9-2d311ed6e3bb] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1142.975565] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27fd3cfa-1225-4f6f-be47-f44b99c58cf0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.009311] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd17dc0-29e8-492e-84c8-49399366fe75 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.032763] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8e27fd-eeb1-4914-a2c3-c2933a3288ed {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.049481] env[70527]: DEBUG oslo_vmware.api [None req-21c4c6bd-b6f8-4d2b-b01c-1e82e19586f2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3913838, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.061595] env[70527]: DEBUG oslo_vmware.api [None req-3257ed3e-49e5-4772-84dc-75d2a020342b tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913839, 'name': ReconfigVM_Task, 'duration_secs': 0.281215} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.062497] env[70527]: DEBUG nova.compute.provider_tree [None req-d833cfa4-d679-435a-87f7-b5fcc14f55fc tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.064991] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6a5b50-a866-4bc9-8326-639955f2fd5e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.098286] env[70527]: DEBUG nova.compute.manager [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 43c3492a-2f29-4511-8db9-70fdf4759c62] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1143.103020] env[70527]: DEBUG nova.virt.hardware [None req-3257ed3e-49e5-4772-84dc-75d2a020342b tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1143.103020] env[70527]: DEBUG nova.virt.hardware [None req-3257ed3e-49e5-4772-84dc-75d2a020342b tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1143.103020] env[70527]: DEBUG nova.virt.hardware [None req-3257ed3e-49e5-4772-84dc-75d2a020342b tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1143.103248] env[70527]: DEBUG nova.virt.hardware [None req-3257ed3e-49e5-4772-84dc-75d2a020342b tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1143.103248] env[70527]: DEBUG nova.virt.hardware [None req-3257ed3e-49e5-4772-84dc-75d2a020342b tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1143.103383] env[70527]: DEBUG nova.virt.hardware [None req-3257ed3e-49e5-4772-84dc-75d2a020342b tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1143.103605] env[70527]: DEBUG nova.virt.hardware [None req-3257ed3e-49e5-4772-84dc-75d2a020342b tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1143.103771] env[70527]: DEBUG nova.virt.hardware [None req-3257ed3e-49e5-4772-84dc-75d2a020342b tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1143.103934] env[70527]: DEBUG nova.virt.hardware [None req-3257ed3e-49e5-4772-84dc-75d2a020342b tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1143.104106] env[70527]: DEBUG nova.virt.hardware [None req-3257ed3e-49e5-4772-84dc-75d2a020342b tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1143.104277] env[70527]: DEBUG nova.virt.hardware [None req-3257ed3e-49e5-4772-84dc-75d2a020342b tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1143.106886] env[70527]: DEBUG nova.network.neutron [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 43c3492a-2f29-4511-8db9-70fdf4759c62] Successfully created port: 53ec7930-770a-4035-a838-180573cae575 {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1143.109714] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8a641c6-287e-4142-b7b0-01b4113daada {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.120332] env[70527]: DEBUG oslo_vmware.api [None req-3257ed3e-49e5-4772-84dc-75d2a020342b tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for the task: (returnval){ [ 1143.120332] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52c4957a-ae3e-65b0-6b3f-df2ce6ee88ea" [ 1143.120332] env[70527]: _type = "Task" [ 1143.120332] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.138392] env[70527]: DEBUG oslo_concurrency.lockutils [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Acquiring lock "4d7d08b5-06c5-4096-923a-397fe5d0b0da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.138392] env[70527]: DEBUG oslo_concurrency.lockutils [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Lock "4d7d08b5-06c5-4096-923a-397fe5d0b0da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.141688] env[70527]: DEBUG oslo_vmware.api [None req-3257ed3e-49e5-4772-84dc-75d2a020342b tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52c4957a-ae3e-65b0-6b3f-df2ce6ee88ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.340973] env[70527]: DEBUG oslo_vmware.rw_handles [None req-023e765b-fe65-40e7-88aa-eb67f9329f6a tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52adb946-9c50-0d1f-c877-ae6a60df17cd/disk-0.vmdk. {{(pid=70527) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1143.342335] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ecbbc7a-70e0-4237-bfd3-d93b0e0a6b7d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.358016] env[70527]: DEBUG oslo_vmware.rw_handles [None req-023e765b-fe65-40e7-88aa-eb67f9329f6a tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52adb946-9c50-0d1f-c877-ae6a60df17cd/disk-0.vmdk is in state: ready. {{(pid=70527) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1143.358016] env[70527]: ERROR oslo_vmware.rw_handles [None req-023e765b-fe65-40e7-88aa-eb67f9329f6a tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52adb946-9c50-0d1f-c877-ae6a60df17cd/disk-0.vmdk due to incomplete transfer. [ 1143.358016] env[70527]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-80c6323c-b802-4750-b33d-29ff9c630ece {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.365783] env[70527]: DEBUG oslo_vmware.rw_handles [None req-023e765b-fe65-40e7-88aa-eb67f9329f6a tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52adb946-9c50-0d1f-c877-ae6a60df17cd/disk-0.vmdk. {{(pid=70527) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1143.365946] env[70527]: DEBUG nova.virt.vmwareapi.images [None req-023e765b-fe65-40e7-88aa-eb67f9329f6a tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 9ad716c6-d457-49e5-9958-a356e4328191] Uploaded image 9dc25cd9-f292-4d65-95e4-9f8657790a76 to the Glance image server {{(pid=70527) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1143.369662] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-023e765b-fe65-40e7-88aa-eb67f9329f6a tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 9ad716c6-d457-49e5-9958-a356e4328191] Destroying the VM {{(pid=70527) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1143.370014] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-81f9e92f-4560-4e4b-88ac-29ddd28176a4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.377647] env[70527]: DEBUG oslo_vmware.api [None req-023e765b-fe65-40e7-88aa-eb67f9329f6a tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Waiting for the task: (returnval){ [ 1143.377647] env[70527]: value = "task-3913840" [ 1143.377647] env[70527]: _type = "Task" [ 1143.377647] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.386835] env[70527]: DEBUG oslo_vmware.api [None req-023e765b-fe65-40e7-88aa-eb67f9329f6a tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913840, 'name': Destroy_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.544309] env[70527]: INFO nova.compute.manager [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] [instance: 3818af9b-5f20-4054-87d9-2d311ed6e3bb] Took 23.44 seconds to build instance. [ 1143.548781] env[70527]: DEBUG oslo_vmware.api [None req-21c4c6bd-b6f8-4d2b-b01c-1e82e19586f2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3913838, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.698673} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.549458] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-21c4c6bd-b6f8-4d2b-b01c-1e82e19586f2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] c92cc386-3682-4063-938c-706420df7d3d/c92cc386-3682-4063-938c-706420df7d3d.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1143.549988] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-21c4c6bd-b6f8-4d2b-b01c-1e82e19586f2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: c92cc386-3682-4063-938c-706420df7d3d] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1143.550346] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8ca0a3f8-4457-4f13-97d8-1fa6351a738e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.562092] env[70527]: DEBUG oslo_vmware.api [None req-21c4c6bd-b6f8-4d2b-b01c-1e82e19586f2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Waiting for the task: (returnval){ [ 1143.562092] env[70527]: value = "task-3913841" [ 1143.562092] env[70527]: _type = "Task" [ 1143.562092] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.569896] env[70527]: DEBUG nova.scheduler.client.report [None req-d833cfa4-d679-435a-87f7-b5fcc14f55fc tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1143.580696] env[70527]: DEBUG oslo_vmware.api [None req-21c4c6bd-b6f8-4d2b-b01c-1e82e19586f2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3913841, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.634417] env[70527]: DEBUG oslo_vmware.api [None req-3257ed3e-49e5-4772-84dc-75d2a020342b tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52c4957a-ae3e-65b0-6b3f-df2ce6ee88ea, 'name': SearchDatastore_Task, 'duration_secs': 0.018189} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.640745] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-3257ed3e-49e5-4772-84dc-75d2a020342b tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Reconfiguring VM instance instance-0000004c to detach disk 2000 {{(pid=70527) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1143.641190] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c224fa67-c4d2-42af-acc5-925d80ba37bd {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.659492] env[70527]: DEBUG nova.compute.manager [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 4d7d08b5-06c5-4096-923a-397fe5d0b0da] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1143.672211] env[70527]: DEBUG oslo_vmware.api [None req-3257ed3e-49e5-4772-84dc-75d2a020342b tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for the task: (returnval){ [ 1143.672211] env[70527]: value = "task-3913842" [ 1143.672211] env[70527]: _type = "Task" [ 1143.672211] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.685889] env[70527]: DEBUG oslo_vmware.api [None req-3257ed3e-49e5-4772-84dc-75d2a020342b tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913842, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.889105] env[70527]: DEBUG oslo_vmware.api [None req-023e765b-fe65-40e7-88aa-eb67f9329f6a tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913840, 'name': Destroy_Task, 'duration_secs': 0.39806} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.889462] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-023e765b-fe65-40e7-88aa-eb67f9329f6a tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 9ad716c6-d457-49e5-9958-a356e4328191] Destroyed the VM [ 1143.889679] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-023e765b-fe65-40e7-88aa-eb67f9329f6a tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 9ad716c6-d457-49e5-9958-a356e4328191] Deleting Snapshot of the VM instance {{(pid=70527) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1143.890024] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a775d192-c00d-4213-82cc-a7a1efda01d6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.900134] env[70527]: DEBUG oslo_vmware.api [None req-023e765b-fe65-40e7-88aa-eb67f9329f6a tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Waiting for the task: (returnval){ [ 1143.900134] env[70527]: value = "task-3913843" [ 1143.900134] env[70527]: _type = "Task" [ 1143.900134] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.909766] env[70527]: DEBUG oslo_vmware.api [None req-023e765b-fe65-40e7-88aa-eb67f9329f6a tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913843, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.049997] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f88ebec0-cd5e-4a31-b1c3-47e32b35d583 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Lock "3818af9b-5f20-4054-87d9-2d311ed6e3bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.993s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.075758] env[70527]: DEBUG oslo_vmware.api [None req-21c4c6bd-b6f8-4d2b-b01c-1e82e19586f2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3913841, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.150812} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.075758] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-21c4c6bd-b6f8-4d2b-b01c-1e82e19586f2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: c92cc386-3682-4063-938c-706420df7d3d] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1144.076395] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9427d6-c1a2-4604-8e69-a74b1f3c4286 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.080396] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d833cfa4-d679-435a-87f7-b5fcc14f55fc tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.017s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.083442] env[70527]: DEBUG oslo_concurrency.lockutils [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.671s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.086246] env[70527]: INFO nova.compute.claims [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 779815e2-fd93-426d-bd71-58782205ff29] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1144.118189] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-21c4c6bd-b6f8-4d2b-b01c-1e82e19586f2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: c92cc386-3682-4063-938c-706420df7d3d] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] c92cc386-3682-4063-938c-706420df7d3d/c92cc386-3682-4063-938c-706420df7d3d.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1144.118189] env[70527]: DEBUG nova.compute.manager [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 43c3492a-2f29-4511-8db9-70fdf4759c62] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1144.120990] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-630fb1b1-633c-44c9-b09e-8b85c23facb7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.136884] env[70527]: INFO nova.scheduler.client.report [None req-d833cfa4-d679-435a-87f7-b5fcc14f55fc tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Deleted allocations for instance 48a5b42d-41c1-427f-b518-4cf2d6f38abb [ 1144.148347] env[70527]: DEBUG oslo_vmware.api [None req-21c4c6bd-b6f8-4d2b-b01c-1e82e19586f2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Waiting for the task: (returnval){ [ 1144.148347] env[70527]: value = "task-3913844" [ 1144.148347] env[70527]: _type = "Task" [ 1144.148347] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.161214] env[70527]: DEBUG oslo_vmware.api [None req-21c4c6bd-b6f8-4d2b-b01c-1e82e19586f2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3913844, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.169285] env[70527]: DEBUG nova.virt.hardware [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1144.169612] env[70527]: DEBUG nova.virt.hardware [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1144.169756] env[70527]: DEBUG nova.virt.hardware [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1144.169964] env[70527]: DEBUG nova.virt.hardware [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1144.170086] env[70527]: DEBUG nova.virt.hardware [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1144.170236] env[70527]: DEBUG nova.virt.hardware [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1144.170444] env[70527]: DEBUG nova.virt.hardware [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1144.170629] env[70527]: DEBUG nova.virt.hardware [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1144.170763] env[70527]: DEBUG nova.virt.hardware [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1144.170925] env[70527]: DEBUG nova.virt.hardware [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1144.171117] env[70527]: DEBUG nova.virt.hardware [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1144.172316] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac1c221-0504-4949-bed5-ec0c60015511 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.187373] env[70527]: DEBUG oslo_vmware.api [None req-3257ed3e-49e5-4772-84dc-75d2a020342b tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913842, 'name': ReconfigVM_Task, 'duration_secs': 0.420635} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.189775] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-3257ed3e-49e5-4772-84dc-75d2a020342b tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Reconfigured VM instance instance-0000004c to detach disk 2000 {{(pid=70527) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1144.191258] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae139015-7d8a-43b9-9a9d-a78465bb8bd2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.194831] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc8ee90-539e-4cb5-80fe-5378905844fe {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.200946] env[70527]: DEBUG oslo_concurrency.lockutils [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.238602] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-3257ed3e-49e5-4772-84dc-75d2a020342b tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] cc93a02e-989c-4238-aed7-ab4843e2add4/cc93a02e-989c-4238-aed7-ab4843e2add4.vmdk or device None with type thin {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1144.239052] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-214be157-5f37-4da1-8872-d10c89306c7a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.260082] env[70527]: DEBUG oslo_vmware.api [None req-3257ed3e-49e5-4772-84dc-75d2a020342b tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for the task: (returnval){ [ 1144.260082] env[70527]: value = "task-3913845" [ 1144.260082] env[70527]: _type = "Task" [ 1144.260082] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.270182] env[70527]: DEBUG oslo_vmware.api [None req-3257ed3e-49e5-4772-84dc-75d2a020342b tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913845, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.412329] env[70527]: DEBUG oslo_vmware.api [None req-023e765b-fe65-40e7-88aa-eb67f9329f6a tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913843, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.433280] env[70527]: INFO nova.compute.manager [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] Rebuilding instance [ 1144.484467] env[70527]: DEBUG nova.compute.manager [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1144.485415] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c7f324-1848-4476-9243-5b8f0cc0445b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.501035] env[70527]: INFO nova.compute.manager [None req-baec9f1b-0bdf-4d72-9617-c48f8d4e29c1 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] Rebuilding instance [ 1144.550705] env[70527]: DEBUG nova.compute.manager [None req-baec9f1b-0bdf-4d72-9617-c48f8d4e29c1 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1144.551634] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a1942e-8b0b-437b-958f-a7bec1b348e2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.654931] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d833cfa4-d679-435a-87f7-b5fcc14f55fc tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Lock "48a5b42d-41c1-427f-b518-4cf2d6f38abb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.272s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.667970] env[70527]: DEBUG oslo_vmware.api [None req-21c4c6bd-b6f8-4d2b-b01c-1e82e19586f2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3913844, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.770980] env[70527]: DEBUG oslo_vmware.api [None req-3257ed3e-49e5-4772-84dc-75d2a020342b tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913845, 'name': ReconfigVM_Task, 'duration_secs': 0.401688} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.771432] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-3257ed3e-49e5-4772-84dc-75d2a020342b tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Reconfigured VM instance instance-0000004c to attach disk [datastore2] cc93a02e-989c-4238-aed7-ab4843e2add4/cc93a02e-989c-4238-aed7-ab4843e2add4.vmdk or device None with type thin {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1144.772426] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-413b23a6-5951-4f88-b06e-9800cfa1ce83 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.798055] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d98cde-843e-4c6c-a290-bae2aaf78188 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.820305] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f8d7e3-0845-469f-9dad-0624bc397b95 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.845247] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a198a86a-4921-4f8f-8701-a000a7a36cb7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.853769] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-3257ed3e-49e5-4772-84dc-75d2a020342b tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1144.854103] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fec6d021-efb6-493d-95d3-0f6abbaa81d4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.862243] env[70527]: DEBUG oslo_vmware.api [None req-3257ed3e-49e5-4772-84dc-75d2a020342b tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for the task: (returnval){ [ 1144.862243] env[70527]: value = "task-3913846" [ 1144.862243] env[70527]: _type = "Task" [ 1144.862243] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.872300] env[70527]: DEBUG oslo_vmware.api [None req-3257ed3e-49e5-4772-84dc-75d2a020342b tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913846, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.911287] env[70527]: DEBUG oslo_vmware.api [None req-023e765b-fe65-40e7-88aa-eb67f9329f6a tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913843, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.156296] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b39e2221-b964-41c1-a631-41b06824aa35 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Acquiring lock "1257ac19-f4a8-4199-b5dd-58106904e220" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.156296] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b39e2221-b964-41c1-a631-41b06824aa35 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Lock "1257ac19-f4a8-4199-b5dd-58106904e220" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.156296] env[70527]: DEBUG nova.compute.manager [None req-b39e2221-b964-41c1-a631-41b06824aa35 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 1257ac19-f4a8-4199-b5dd-58106904e220] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1145.163650] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77c60cd-a467-482a-bb21-81d85b4797be {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.178956] env[70527]: DEBUG nova.compute.manager [None req-b39e2221-b964-41c1-a631-41b06824aa35 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 1257ac19-f4a8-4199-b5dd-58106904e220] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70527) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1145.179839] env[70527]: DEBUG nova.objects.instance [None req-b39e2221-b964-41c1-a631-41b06824aa35 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Lazy-loading 'flavor' on Instance uuid 1257ac19-f4a8-4199-b5dd-58106904e220 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1145.181553] env[70527]: DEBUG oslo_vmware.api [None req-21c4c6bd-b6f8-4d2b-b01c-1e82e19586f2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3913844, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.268091] env[70527]: DEBUG nova.network.neutron [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 43c3492a-2f29-4511-8db9-70fdf4759c62] Successfully updated port: 53ec7930-770a-4035-a838-180573cae575 {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1145.270946] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1a8b81e0-fcbd-441b-b2c4-4f9e222b9ef3 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Acquiring lock "1f00bd23-0356-4f9f-924f-67735d282ed9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.271770] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1a8b81e0-fcbd-441b-b2c4-4f9e222b9ef3 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Lock "1f00bd23-0356-4f9f-924f-67735d282ed9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.330879] env[70527]: DEBUG nova.compute.manager [req-024ad8fc-4e3f-4b29-9a43-992ebf346910 req-264ff5a8-b82b-4bfa-b9f7-3857d0a8c7d2 service nova] [instance: 43c3492a-2f29-4511-8db9-70fdf4759c62] Received event network-vif-plugged-53ec7930-770a-4035-a838-180573cae575 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.331135] env[70527]: DEBUG oslo_concurrency.lockutils [req-024ad8fc-4e3f-4b29-9a43-992ebf346910 req-264ff5a8-b82b-4bfa-b9f7-3857d0a8c7d2 service nova] Acquiring lock "43c3492a-2f29-4511-8db9-70fdf4759c62-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.331767] env[70527]: DEBUG oslo_concurrency.lockutils [req-024ad8fc-4e3f-4b29-9a43-992ebf346910 req-264ff5a8-b82b-4bfa-b9f7-3857d0a8c7d2 service nova] Lock "43c3492a-2f29-4511-8db9-70fdf4759c62-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.331767] env[70527]: DEBUG oslo_concurrency.lockutils [req-024ad8fc-4e3f-4b29-9a43-992ebf346910 req-264ff5a8-b82b-4bfa-b9f7-3857d0a8c7d2 service nova] Lock "43c3492a-2f29-4511-8db9-70fdf4759c62-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.331930] env[70527]: DEBUG nova.compute.manager [req-024ad8fc-4e3f-4b29-9a43-992ebf346910 req-264ff5a8-b82b-4bfa-b9f7-3857d0a8c7d2 service nova] [instance: 43c3492a-2f29-4511-8db9-70fdf4759c62] No waiting events found dispatching network-vif-plugged-53ec7930-770a-4035-a838-180573cae575 {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1145.332135] env[70527]: WARNING nova.compute.manager [req-024ad8fc-4e3f-4b29-9a43-992ebf346910 req-264ff5a8-b82b-4bfa-b9f7-3857d0a8c7d2 service nova] [instance: 43c3492a-2f29-4511-8db9-70fdf4759c62] Received unexpected event network-vif-plugged-53ec7930-770a-4035-a838-180573cae575 for instance with vm_state building and task_state spawning. [ 1145.378106] env[70527]: DEBUG oslo_vmware.api [None req-3257ed3e-49e5-4772-84dc-75d2a020342b tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913846, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.420631] env[70527]: DEBUG oslo_vmware.api [None req-023e765b-fe65-40e7-88aa-eb67f9329f6a tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913843, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.501402] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1145.502086] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-673c1107-2d3a-4920-b61f-e0c5decaa81e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.519982] env[70527]: DEBUG oslo_vmware.api [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for the task: (returnval){ [ 1145.519982] env[70527]: value = "task-3913847" [ 1145.519982] env[70527]: _type = "Task" [ 1145.519982] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.535683] env[70527]: DEBUG oslo_vmware.api [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913847, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.546312] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde74d72-7b66-4758-b4eb-0f29ca2bc2f7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.555237] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed92a520-81ee-4849-a194-c7e896f78c5f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.588971] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-baec9f1b-0bdf-4d72-9617-c48f8d4e29c1 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1145.589588] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63bc73bb-2dbd-4185-8469-730995c064e7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.591888] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fbf0cad-10fe-4861-8290-36ef99f3e3c3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.604155] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55bdd8b6-64be-4926-b223-4c2588a53c80 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.609914] env[70527]: DEBUG oslo_vmware.api [None req-baec9f1b-0bdf-4d72-9617-c48f8d4e29c1 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Waiting for the task: (returnval){ [ 1145.609914] env[70527]: value = "task-3913848" [ 1145.609914] env[70527]: _type = "Task" [ 1145.609914] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.623912] env[70527]: DEBUG nova.compute.provider_tree [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1145.628893] env[70527]: DEBUG oslo_vmware.api [None req-baec9f1b-0bdf-4d72-9617-c48f8d4e29c1 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Task: {'id': task-3913848, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.668960] env[70527]: DEBUG oslo_vmware.api [None req-21c4c6bd-b6f8-4d2b-b01c-1e82e19586f2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3913844, 'name': ReconfigVM_Task, 'duration_secs': 1.149526} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.669302] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-21c4c6bd-b6f8-4d2b-b01c-1e82e19586f2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: c92cc386-3682-4063-938c-706420df7d3d] Reconfigured VM instance instance-00000059 to attach disk [datastore1] c92cc386-3682-4063-938c-706420df7d3d/c92cc386-3682-4063-938c-706420df7d3d.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1145.670215] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f86a284-12d7-4e74-bb7e-09fb597e1e11 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.679233] env[70527]: DEBUG oslo_vmware.api [None req-21c4c6bd-b6f8-4d2b-b01c-1e82e19586f2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Waiting for the task: (returnval){ [ 1145.679233] env[70527]: value = "task-3913849" [ 1145.679233] env[70527]: _type = "Task" [ 1145.679233] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.693920] env[70527]: DEBUG oslo_vmware.api [None req-21c4c6bd-b6f8-4d2b-b01c-1e82e19586f2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3913849, 'name': Rename_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.776389] env[70527]: DEBUG oslo_concurrency.lockutils [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Acquiring lock "refresh_cache-43c3492a-2f29-4511-8db9-70fdf4759c62" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.776621] env[70527]: DEBUG oslo_concurrency.lockutils [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Acquired lock "refresh_cache-43c3492a-2f29-4511-8db9-70fdf4759c62" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.776796] env[70527]: DEBUG nova.network.neutron [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 43c3492a-2f29-4511-8db9-70fdf4759c62] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1145.783499] env[70527]: DEBUG nova.compute.manager [None req-1a8b81e0-fcbd-441b-b2c4-4f9e222b9ef3 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] [instance: 1f00bd23-0356-4f9f-924f-67735d282ed9] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1145.806621] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c027ca23-a5c4-4000-8334-6df5c6aa6c56 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquiring lock "interface-67ddf676-0ce2-4fd1-b357-84f99f9b86f2-0fecb555-3a8e-4a86-9406-f09bd3c74454" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.807110] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c027ca23-a5c4-4000-8334-6df5c6aa6c56 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Lock "interface-67ddf676-0ce2-4fd1-b357-84f99f9b86f2-0fecb555-3a8e-4a86-9406-f09bd3c74454" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.866632] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fac2338d-7e02-444c-8585-ec848f37a921 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Acquiring lock "3818af9b-5f20-4054-87d9-2d311ed6e3bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.867093] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fac2338d-7e02-444c-8585-ec848f37a921 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Lock "3818af9b-5f20-4054-87d9-2d311ed6e3bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.867482] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fac2338d-7e02-444c-8585-ec848f37a921 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Acquiring lock "3818af9b-5f20-4054-87d9-2d311ed6e3bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.867869] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fac2338d-7e02-444c-8585-ec848f37a921 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Lock "3818af9b-5f20-4054-87d9-2d311ed6e3bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.868113] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fac2338d-7e02-444c-8585-ec848f37a921 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Lock "3818af9b-5f20-4054-87d9-2d311ed6e3bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.875259] env[70527]: INFO nova.compute.manager [None req-fac2338d-7e02-444c-8585-ec848f37a921 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] [instance: 3818af9b-5f20-4054-87d9-2d311ed6e3bb] Terminating instance [ 1145.885541] env[70527]: DEBUG oslo_vmware.api [None req-3257ed3e-49e5-4772-84dc-75d2a020342b tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913846, 'name': PowerOnVM_Task, 'duration_secs': 0.549895} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.885960] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-3257ed3e-49e5-4772-84dc-75d2a020342b tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1145.917082] env[70527]: DEBUG oslo_vmware.api [None req-023e765b-fe65-40e7-88aa-eb67f9329f6a tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913843, 'name': RemoveSnapshot_Task, 'duration_secs': 1.632951} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.917434] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-023e765b-fe65-40e7-88aa-eb67f9329f6a tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 9ad716c6-d457-49e5-9958-a356e4328191] Deleted Snapshot of the VM instance {{(pid=70527) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1145.918049] env[70527]: INFO nova.compute.manager [None req-023e765b-fe65-40e7-88aa-eb67f9329f6a tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 9ad716c6-d457-49e5-9958-a356e4328191] Took 18.12 seconds to snapshot the instance on the hypervisor. [ 1145.928701] env[70527]: DEBUG oslo_concurrency.lockutils [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Acquiring lock "c9d02cd4-6e8c-4e5c-b978-463af0f6e14c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.928927] env[70527]: DEBUG oslo_concurrency.lockutils [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Lock "c9d02cd4-6e8c-4e5c-b978-463af0f6e14c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.031450] env[70527]: DEBUG oslo_vmware.api [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913847, 'name': PowerOffVM_Task, 'duration_secs': 0.330988} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.031712] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1146.112257] env[70527]: INFO nova.compute.manager [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] Detaching volume f79cd1a0-2099-41ff-8c08-a185c69233ec [ 1146.122231] env[70527]: DEBUG oslo_vmware.api [None req-baec9f1b-0bdf-4d72-9617-c48f8d4e29c1 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Task: {'id': task-3913848, 'name': PowerOffVM_Task, 'duration_secs': 0.272169} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.122509] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-baec9f1b-0bdf-4d72-9617-c48f8d4e29c1 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1146.125699] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-baec9f1b-0bdf-4d72-9617-c48f8d4e29c1 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1146.125699] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e07fc221-6318-4a7b-8765-b07c21341f6b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.131187] env[70527]: DEBUG nova.scheduler.client.report [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1146.137288] env[70527]: DEBUG oslo_vmware.api [None req-baec9f1b-0bdf-4d72-9617-c48f8d4e29c1 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Waiting for the task: (returnval){ [ 1146.137288] env[70527]: value = "task-3913850" [ 1146.137288] env[70527]: _type = "Task" [ 1146.137288] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.147457] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-baec9f1b-0bdf-4d72-9617-c48f8d4e29c1 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] VM already powered off {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1146.147679] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-baec9f1b-0bdf-4d72-9617-c48f8d4e29c1 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] Volume detach. Driver type: vmdk {{(pid=70527) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1146.147876] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-baec9f1b-0bdf-4d72-9617-c48f8d4e29c1 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-777155', 'volume_id': '8807cb3c-d73f-49de-bf57-aa0d3d2778b3', 'name': 'volume-8807cb3c-d73f-49de-bf57-aa0d3d2778b3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0cabe7f0-908c-43e2-aa94-9b4abcaa2df7', 'attached_at': '', 'detached_at': '', 'volume_id': '8807cb3c-d73f-49de-bf57-aa0d3d2778b3', 'serial': '8807cb3c-d73f-49de-bf57-aa0d3d2778b3'} {{(pid=70527) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1146.148825] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb9bf20-2eeb-4f8f-91f9-5f3552d70d0b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.152483] env[70527]: INFO nova.virt.block_device [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] Attempting to driver detach volume f79cd1a0-2099-41ff-8c08-a185c69233ec from mountpoint /dev/sdb [ 1146.152693] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] Volume detach. Driver type: vmdk {{(pid=70527) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1146.152864] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-777194', 'volume_id': 'f79cd1a0-2099-41ff-8c08-a185c69233ec', 'name': 'volume-f79cd1a0-2099-41ff-8c08-a185c69233ec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f82bd048-5013-4809-ac11-053b6629067b', 'attached_at': '', 'detached_at': '', 'volume_id': 'f79cd1a0-2099-41ff-8c08-a185c69233ec', 'serial': 'f79cd1a0-2099-41ff-8c08-a185c69233ec'} {{(pid=70527) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1146.155247] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcaff122-eae5-47f1-ade0-12f0f51fbc0f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.193635] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f54c48f-e622-4ba6-b5d3-88c470e81395 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.197097] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-b39e2221-b964-41c1-a631-41b06824aa35 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 1257ac19-f4a8-4199-b5dd-58106904e220] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1146.200882] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d18aa823-063c-4fde-951b-794b86ccb179 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.204051] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e6de51b-5a1b-4ec7-a24c-db1831686e98 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.213515] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d1ffc8-740c-4463-85c0-3179b2bb2e62 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.216392] env[70527]: DEBUG oslo_vmware.api [None req-21c4c6bd-b6f8-4d2b-b01c-1e82e19586f2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3913849, 'name': Rename_Task, 'duration_secs': 0.204781} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.219198] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-21c4c6bd-b6f8-4d2b-b01c-1e82e19586f2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: c92cc386-3682-4063-938c-706420df7d3d] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1146.219547] env[70527]: DEBUG oslo_vmware.api [None req-b39e2221-b964-41c1-a631-41b06824aa35 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Waiting for the task: (returnval){ [ 1146.219547] env[70527]: value = "task-3913851" [ 1146.219547] env[70527]: _type = "Task" [ 1146.219547] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.220307] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ab11a30-4e8e-4b0c-b969-cfa596c5e872 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.222685] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e5eca68-e503-4a73-9885-1d8681868e96 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.246885] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83074fd2-b6a1-44ac-8401-834210815852 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.266688] env[70527]: DEBUG oslo_vmware.api [None req-21c4c6bd-b6f8-4d2b-b01c-1e82e19586f2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Waiting for the task: (returnval){ [ 1146.266688] env[70527]: value = "task-3913852" [ 1146.266688] env[70527]: _type = "Task" [ 1146.266688] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.267969] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f50f174-f263-47c1-b901-95378b7e0d7c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.292814] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-baec9f1b-0bdf-4d72-9617-c48f8d4e29c1 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] The volume has not been displaced from its original location: [datastore1] volume-8807cb3c-d73f-49de-bf57-aa0d3d2778b3/volume-8807cb3c-d73f-49de-bf57-aa0d3d2778b3.vmdk. No consolidation needed. {{(pid=70527) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1146.300411] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-baec9f1b-0bdf-4d72-9617-c48f8d4e29c1 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] Reconfiguring VM instance instance-0000005a to detach disk 2000 {{(pid=70527) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1146.302974] env[70527]: DEBUG oslo_vmware.api [None req-b39e2221-b964-41c1-a631-41b06824aa35 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Task: {'id': task-3913851, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.305701] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43fe6718-e8ca-4d19-a88a-84b2bdcaf93a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.330735] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c027ca23-a5c4-4000-8334-6df5c6aa6c56 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquiring lock "67ddf676-0ce2-4fd1-b357-84f99f9b86f2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.331136] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c027ca23-a5c4-4000-8334-6df5c6aa6c56 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquired lock "67ddf676-0ce2-4fd1-b357-84f99f9b86f2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.331267] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] The volume has not been displaced from its original location: [datastore1] volume-f79cd1a0-2099-41ff-8c08-a185c69233ec/volume-f79cd1a0-2099-41ff-8c08-a185c69233ec.vmdk. No consolidation needed. {{(pid=70527) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1146.337409] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] Reconfiguring VM instance instance-00000058 to detach disk 2001 {{(pid=70527) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1146.340951] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8384f0-38e4-4fcb-a7b8-f6402b8caf0f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.344025] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc460983-8655-441c-8ac7-3b3f7bff5e20 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.357036] env[70527]: DEBUG oslo_vmware.api [None req-21c4c6bd-b6f8-4d2b-b01c-1e82e19586f2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3913852, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.359246] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1a8b81e0-fcbd-441b-b2c4-4f9e222b9ef3 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.359929] env[70527]: DEBUG oslo_vmware.api [None req-baec9f1b-0bdf-4d72-9617-c48f8d4e29c1 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Waiting for the task: (returnval){ [ 1146.359929] env[70527]: value = "task-3913853" [ 1146.359929] env[70527]: _type = "Task" [ 1146.359929] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.360607] env[70527]: DEBUG nova.network.neutron [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 43c3492a-2f29-4511-8db9-70fdf4759c62] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1146.380690] env[70527]: DEBUG oslo_vmware.api [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for the task: (returnval){ [ 1146.380690] env[70527]: value = "task-3913854" [ 1146.380690] env[70527]: _type = "Task" [ 1146.380690] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.381306] env[70527]: DEBUG nova.compute.manager [None req-fac2338d-7e02-444c-8585-ec848f37a921 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] [instance: 3818af9b-5f20-4054-87d9-2d311ed6e3bb] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1146.381504] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-fac2338d-7e02-444c-8585-ec848f37a921 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] [instance: 3818af9b-5f20-4054-87d9-2d311ed6e3bb] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1146.382919] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f000fc-ea5d-4857-8c7d-1aa963b31555 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.386098] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b637830c-821c-44d1-8ec6-6d8d6b2f39a3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.396505] env[70527]: DEBUG oslo_vmware.api [None req-baec9f1b-0bdf-4d72-9617-c48f8d4e29c1 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Task: {'id': task-3913853, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.407336] env[70527]: DEBUG oslo_vmware.api [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913854, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.435151] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-c027ca23-a5c4-4000-8334-6df5c6aa6c56 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Reconfiguring VM to detach interface {{(pid=70527) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1146.435489] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-fac2338d-7e02-444c-8585-ec848f37a921 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] [instance: 3818af9b-5f20-4054-87d9-2d311ed6e3bb] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1146.436881] env[70527]: DEBUG nova.compute.manager [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c9d02cd4-6e8c-4e5c-b978-463af0f6e14c] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1146.439203] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3053ebd1-e96a-4456-813d-556c0e9e91c8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.452381] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6776308-f8a4-4c87-addf-b57d7f69dd23 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.464503] env[70527]: DEBUG oslo_vmware.api [None req-fac2338d-7e02-444c-8585-ec848f37a921 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Waiting for the task: (returnval){ [ 1146.464503] env[70527]: value = "task-3913855" [ 1146.464503] env[70527]: _type = "Task" [ 1146.464503] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.466513] env[70527]: DEBUG oslo_vmware.api [None req-c027ca23-a5c4-4000-8334-6df5c6aa6c56 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Waiting for the task: (returnval){ [ 1146.466513] env[70527]: value = "task-3913856" [ 1146.466513] env[70527]: _type = "Task" [ 1146.466513] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.482341] env[70527]: DEBUG oslo_vmware.api [None req-c027ca23-a5c4-4000-8334-6df5c6aa6c56 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3913856, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.482668] env[70527]: DEBUG oslo_vmware.api [None req-fac2338d-7e02-444c-8585-ec848f37a921 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Task: {'id': task-3913855, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.616665] env[70527]: DEBUG nova.network.neutron [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 43c3492a-2f29-4511-8db9-70fdf4759c62] Updating instance_info_cache with network_info: [{"id": "53ec7930-770a-4035-a838-180573cae575", "address": "fa:16:3e:b8:25:b3", "network": {"id": "a1a2eabf-2a52-4ee7-850f-7ed6f24624fa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-661551111-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5596d582d4bb48e6b48b97d9ec6d6742", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53ec7930-77", "ovs_interfaceid": "53ec7930-770a-4035-a838-180573cae575", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.642565] env[70527]: DEBUG oslo_concurrency.lockutils [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.559s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.642810] env[70527]: DEBUG nova.compute.manager [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 779815e2-fd93-426d-bd71-58782205ff29] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1146.646013] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Acquiring lock "ffa1dcf9-3fcd-483e-b2cd-8171f7ee6158" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.646958] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Lock "ffa1dcf9-3fcd-483e-b2cd-8171f7ee6158" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.650426] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.773s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.652441] env[70527]: INFO nova.compute.claims [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 376b07b0-cef1-4839-ad26-73d5d353ca95] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1146.732471] env[70527]: DEBUG oslo_vmware.api [None req-b39e2221-b964-41c1-a631-41b06824aa35 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Task: {'id': task-3913851, 'name': PowerOffVM_Task, 'duration_secs': 0.492356} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.732954] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-b39e2221-b964-41c1-a631-41b06824aa35 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 1257ac19-f4a8-4199-b5dd-58106904e220] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1146.733239] env[70527]: DEBUG nova.compute.manager [None req-b39e2221-b964-41c1-a631-41b06824aa35 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 1257ac19-f4a8-4199-b5dd-58106904e220] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1146.734121] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd71a92-1ac8-4491-8f42-89b786f19123 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.779418] env[70527]: DEBUG oslo_vmware.api [None req-21c4c6bd-b6f8-4d2b-b01c-1e82e19586f2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3913852, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.873049] env[70527]: DEBUG oslo_vmware.api [None req-baec9f1b-0bdf-4d72-9617-c48f8d4e29c1 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Task: {'id': task-3913853, 'name': ReconfigVM_Task, 'duration_secs': 0.180396} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.873688] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-baec9f1b-0bdf-4d72-9617-c48f8d4e29c1 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] Reconfigured VM instance instance-0000005a to detach disk 2000 {{(pid=70527) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1146.878696] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43489bd9-b854-4d89-a7f7-863b2d2daefb {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.897659] env[70527]: DEBUG oslo_vmware.api [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913854, 'name': ReconfigVM_Task, 'duration_secs': 0.383826} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.899027] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] Reconfigured VM instance instance-00000058 to detach disk 2001 {{(pid=70527) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1146.903635] env[70527]: DEBUG oslo_vmware.api [None req-baec9f1b-0bdf-4d72-9617-c48f8d4e29c1 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Waiting for the task: (returnval){ [ 1146.903635] env[70527]: value = "task-3913857" [ 1146.903635] env[70527]: _type = "Task" [ 1146.903635] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.907036] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-733c8e71-2388-4ebb-a2e2-2c52b3f618a5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.929636] env[70527]: DEBUG oslo_vmware.api [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for the task: (returnval){ [ 1146.929636] env[70527]: value = "task-3913858" [ 1146.929636] env[70527]: _type = "Task" [ 1146.929636] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.933423] env[70527]: DEBUG oslo_vmware.api [None req-baec9f1b-0bdf-4d72-9617-c48f8d4e29c1 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Task: {'id': task-3913857, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.943937] env[70527]: DEBUG oslo_vmware.api [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913858, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.959088] env[70527]: INFO nova.compute.manager [None req-3257ed3e-49e5-4772-84dc-75d2a020342b tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Updating instance to original state: 'active' [ 1146.975695] env[70527]: DEBUG oslo_concurrency.lockutils [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.980201] env[70527]: DEBUG oslo_vmware.api [None req-fac2338d-7e02-444c-8585-ec848f37a921 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Task: {'id': task-3913855, 'name': PowerOffVM_Task, 'duration_secs': 0.267885} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.984079] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-fac2338d-7e02-444c-8585-ec848f37a921 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] [instance: 3818af9b-5f20-4054-87d9-2d311ed6e3bb] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1146.984392] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-fac2338d-7e02-444c-8585-ec848f37a921 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] [instance: 3818af9b-5f20-4054-87d9-2d311ed6e3bb] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1146.984742] env[70527]: DEBUG oslo_vmware.api [None req-c027ca23-a5c4-4000-8334-6df5c6aa6c56 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3913856, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.985063] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9137d86d-d93a-4c63-90a4-47954772b269 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.063418] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-fac2338d-7e02-444c-8585-ec848f37a921 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] [instance: 3818af9b-5f20-4054-87d9-2d311ed6e3bb] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1147.063773] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-fac2338d-7e02-444c-8585-ec848f37a921 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] [instance: 3818af9b-5f20-4054-87d9-2d311ed6e3bb] Deleting contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1147.064085] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-fac2338d-7e02-444c-8585-ec848f37a921 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Deleting the datastore file [datastore1] 3818af9b-5f20-4054-87d9-2d311ed6e3bb {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1147.064481] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f14c1a5-7902-41cf-b614-41271953a66e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.073590] env[70527]: DEBUG oslo_vmware.api [None req-fac2338d-7e02-444c-8585-ec848f37a921 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Waiting for the task: (returnval){ [ 1147.073590] env[70527]: value = "task-3913860" [ 1147.073590] env[70527]: _type = "Task" [ 1147.073590] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.081988] env[70527]: DEBUG oslo_vmware.api [None req-fac2338d-7e02-444c-8585-ec848f37a921 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Task: {'id': task-3913860, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.123029] env[70527]: DEBUG oslo_concurrency.lockutils [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Releasing lock "refresh_cache-43c3492a-2f29-4511-8db9-70fdf4759c62" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.123469] env[70527]: DEBUG nova.compute.manager [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 43c3492a-2f29-4511-8db9-70fdf4759c62] Instance network_info: |[{"id": "53ec7930-770a-4035-a838-180573cae575", "address": "fa:16:3e:b8:25:b3", "network": {"id": "a1a2eabf-2a52-4ee7-850f-7ed6f24624fa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-661551111-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5596d582d4bb48e6b48b97d9ec6d6742", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53ec7930-77", "ovs_interfaceid": "53ec7930-770a-4035-a838-180573cae575", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1147.125162] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 43c3492a-2f29-4511-8db9-70fdf4759c62] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:25:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '86a35d07-53d3-46b3-92cb-ae34236c0f41', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '53ec7930-770a-4035-a838-180573cae575', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1147.132888] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1147.133156] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43c3492a-2f29-4511-8db9-70fdf4759c62] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1147.133386] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5801dce-15d8-442d-a8b2-6832c83b21e9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.152715] env[70527]: DEBUG nova.compute.manager [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: ffa1dcf9-3fcd-483e-b2cd-8171f7ee6158] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1147.156358] env[70527]: DEBUG nova.compute.utils [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1147.157840] env[70527]: DEBUG nova.compute.manager [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 779815e2-fd93-426d-bd71-58782205ff29] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1147.158023] env[70527]: DEBUG nova.network.neutron [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 779815e2-fd93-426d-bd71-58782205ff29] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1147.169378] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1147.169378] env[70527]: value = "task-3913861" [ 1147.169378] env[70527]: _type = "Task" [ 1147.169378] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.181280] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913861, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.214584] env[70527]: DEBUG nova.policy [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8fe12d8d24ad4faab0c5cce80d6cbfde', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '04c6913e6e05403f84967742a042b550', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 1147.247451] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b39e2221-b964-41c1-a631-41b06824aa35 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Lock "1257ac19-f4a8-4199-b5dd-58106904e220" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.091s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.280844] env[70527]: DEBUG oslo_vmware.api [None req-21c4c6bd-b6f8-4d2b-b01c-1e82e19586f2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3913852, 'name': PowerOnVM_Task, 'duration_secs': 0.970084} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.282371] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-21c4c6bd-b6f8-4d2b-b01c-1e82e19586f2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: c92cc386-3682-4063-938c-706420df7d3d] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1147.282662] env[70527]: DEBUG nova.compute.manager [None req-21c4c6bd-b6f8-4d2b-b01c-1e82e19586f2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: c92cc386-3682-4063-938c-706420df7d3d] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1147.284284] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7bd599-daac-4785-9d9c-9dc15461a611 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.429161] env[70527]: DEBUG oslo_vmware.api [None req-baec9f1b-0bdf-4d72-9617-c48f8d4e29c1 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Task: {'id': task-3913857, 'name': ReconfigVM_Task, 'duration_secs': 0.174539} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.429499] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-baec9f1b-0bdf-4d72-9617-c48f8d4e29c1 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-777155', 'volume_id': '8807cb3c-d73f-49de-bf57-aa0d3d2778b3', 'name': 'volume-8807cb3c-d73f-49de-bf57-aa0d3d2778b3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0cabe7f0-908c-43e2-aa94-9b4abcaa2df7', 'attached_at': '', 'detached_at': '', 'volume_id': '8807cb3c-d73f-49de-bf57-aa0d3d2778b3', 'serial': '8807cb3c-d73f-49de-bf57-aa0d3d2778b3'} {{(pid=70527) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1147.429774] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-baec9f1b-0bdf-4d72-9617-c48f8d4e29c1 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1147.430659] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ceecb05-64ea-4e52-bbcb-915f19aee2e3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.442018] env[70527]: DEBUG oslo_vmware.api [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913858, 'name': ReconfigVM_Task, 'duration_secs': 0.204712} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.444259] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-777194', 'volume_id': 'f79cd1a0-2099-41ff-8c08-a185c69233ec', 'name': 'volume-f79cd1a0-2099-41ff-8c08-a185c69233ec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f82bd048-5013-4809-ac11-053b6629067b', 'attached_at': '', 'detached_at': '', 'volume_id': 'f79cd1a0-2099-41ff-8c08-a185c69233ec', 'serial': 'f79cd1a0-2099-41ff-8c08-a185c69233ec'} {{(pid=70527) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1147.446760] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-baec9f1b-0bdf-4d72-9617-c48f8d4e29c1 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1147.447209] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73f34c61-9b03-49f2-8396-6fa629799ebb {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.455130] env[70527]: DEBUG nova.compute.manager [req-d4d9274e-5fec-48af-ac80-a36600a34f95 req-f851d3b7-76b5-4c77-9e0d-942b9f4aac24 service nova] [instance: 43c3492a-2f29-4511-8db9-70fdf4759c62] Received event network-changed-53ec7930-770a-4035-a838-180573cae575 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.455363] env[70527]: DEBUG nova.compute.manager [req-d4d9274e-5fec-48af-ac80-a36600a34f95 req-f851d3b7-76b5-4c77-9e0d-942b9f4aac24 service nova] [instance: 43c3492a-2f29-4511-8db9-70fdf4759c62] Refreshing instance network info cache due to event network-changed-53ec7930-770a-4035-a838-180573cae575. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1147.455558] env[70527]: DEBUG oslo_concurrency.lockutils [req-d4d9274e-5fec-48af-ac80-a36600a34f95 req-f851d3b7-76b5-4c77-9e0d-942b9f4aac24 service nova] Acquiring lock "refresh_cache-43c3492a-2f29-4511-8db9-70fdf4759c62" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.455697] env[70527]: DEBUG oslo_concurrency.lockutils [req-d4d9274e-5fec-48af-ac80-a36600a34f95 req-f851d3b7-76b5-4c77-9e0d-942b9f4aac24 service nova] Acquired lock "refresh_cache-43c3492a-2f29-4511-8db9-70fdf4759c62" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.455979] env[70527]: DEBUG nova.network.neutron [req-d4d9274e-5fec-48af-ac80-a36600a34f95 req-f851d3b7-76b5-4c77-9e0d-942b9f4aac24 service nova] [instance: 43c3492a-2f29-4511-8db9-70fdf4759c62] Refreshing network info cache for port 53ec7930-770a-4035-a838-180573cae575 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1147.484125] env[70527]: DEBUG oslo_vmware.api [None req-c027ca23-a5c4-4000-8334-6df5c6aa6c56 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3913856, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.525035] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-baec9f1b-0bdf-4d72-9617-c48f8d4e29c1 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1147.525035] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-baec9f1b-0bdf-4d72-9617-c48f8d4e29c1 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] Deleting contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1147.525035] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-baec9f1b-0bdf-4d72-9617-c48f8d4e29c1 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Deleting the datastore file [datastore1] 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1147.525035] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-103bb902-da22-4e27-9db4-dca9608d2cba {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.533569] env[70527]: DEBUG oslo_vmware.api [None req-baec9f1b-0bdf-4d72-9617-c48f8d4e29c1 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Waiting for the task: (returnval){ [ 1147.533569] env[70527]: value = "task-3913863" [ 1147.533569] env[70527]: _type = "Task" [ 1147.533569] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.545519] env[70527]: DEBUG oslo_vmware.api [None req-baec9f1b-0bdf-4d72-9617-c48f8d4e29c1 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Task: {'id': task-3913863, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.588019] env[70527]: DEBUG oslo_vmware.api [None req-fac2338d-7e02-444c-8585-ec848f37a921 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Task: {'id': task-3913860, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.270255} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.588019] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-fac2338d-7e02-444c-8585-ec848f37a921 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1147.588019] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-fac2338d-7e02-444c-8585-ec848f37a921 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] [instance: 3818af9b-5f20-4054-87d9-2d311ed6e3bb] Deleted contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1147.588019] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-fac2338d-7e02-444c-8585-ec848f37a921 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] [instance: 3818af9b-5f20-4054-87d9-2d311ed6e3bb] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1147.588019] env[70527]: INFO nova.compute.manager [None req-fac2338d-7e02-444c-8585-ec848f37a921 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] [instance: 3818af9b-5f20-4054-87d9-2d311ed6e3bb] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1147.588019] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fac2338d-7e02-444c-8585-ec848f37a921 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1147.588019] env[70527]: DEBUG nova.compute.manager [-] [instance: 3818af9b-5f20-4054-87d9-2d311ed6e3bb] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1147.588019] env[70527]: DEBUG nova.network.neutron [-] [instance: 3818af9b-5f20-4054-87d9-2d311ed6e3bb] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1147.641085] env[70527]: DEBUG nova.network.neutron [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 779815e2-fd93-426d-bd71-58782205ff29] Successfully created port: 4ad5c3e5-f573-4595-a097-935f919dee6b {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1147.668167] env[70527]: DEBUG nova.compute.manager [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 779815e2-fd93-426d-bd71-58782205ff29] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1147.684315] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913861, 'name': CreateVM_Task, 'duration_secs': 0.460634} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.686012] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43c3492a-2f29-4511-8db9-70fdf4759c62] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1147.692231] env[70527]: DEBUG oslo_concurrency.lockutils [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.692231] env[70527]: DEBUG oslo_concurrency.lockutils [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.692231] env[70527]: DEBUG oslo_concurrency.lockutils [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.692231] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.692231] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa9d30a0-73b2-4623-be6c-47d065b0d615 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.704085] env[70527]: DEBUG oslo_vmware.api [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Waiting for the task: (returnval){ [ 1147.704085] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]523da180-5701-18ab-fdcd-755b4398feac" [ 1147.704085] env[70527]: _type = "Task" [ 1147.704085] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.715877] env[70527]: DEBUG oslo_vmware.api [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]523da180-5701-18ab-fdcd-755b4398feac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.811017] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21c4c6bd-b6f8-4d2b-b01c-1e82e19586f2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.988644] env[70527]: DEBUG oslo_vmware.api [None req-c027ca23-a5c4-4000-8334-6df5c6aa6c56 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3913856, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.029017] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7bc2af5-6daf-4205-8457-aea65cf5003b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.041536] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e5451a1-d9c0-4255-b3d7-dc8e7edfb02a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.052305] env[70527]: DEBUG oslo_vmware.api [None req-baec9f1b-0bdf-4d72-9617-c48f8d4e29c1 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Task: {'id': task-3913863, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.106618} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.080349] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-baec9f1b-0bdf-4d72-9617-c48f8d4e29c1 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1148.080729] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-baec9f1b-0bdf-4d72-9617-c48f8d4e29c1 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] Deleted contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1148.080943] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-baec9f1b-0bdf-4d72-9617-c48f8d4e29c1 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1148.084629] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-997d5eb6-17ce-4f9a-9af0-0dabcf832b78 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.088547] env[70527]: DEBUG nova.compute.manager [req-7d27399d-176a-4d43-8e00-d1eb8cacc986 req-8ccd09d0-05d9-40ee-aa38-724c6366a65b service nova] [instance: 3818af9b-5f20-4054-87d9-2d311ed6e3bb] Received event network-vif-deleted-de37688f-4842-4666-91b4-4d5167bca716 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1148.088755] env[70527]: INFO nova.compute.manager [req-7d27399d-176a-4d43-8e00-d1eb8cacc986 req-8ccd09d0-05d9-40ee-aa38-724c6366a65b service nova] [instance: 3818af9b-5f20-4054-87d9-2d311ed6e3bb] Neutron deleted interface de37688f-4842-4666-91b4-4d5167bca716; detaching it from the instance and deleting it from the info cache [ 1148.089022] env[70527]: DEBUG nova.network.neutron [req-7d27399d-176a-4d43-8e00-d1eb8cacc986 req-8ccd09d0-05d9-40ee-aa38-724c6366a65b service nova] [instance: 3818af9b-5f20-4054-87d9-2d311ed6e3bb] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.847075] env[70527]: DEBUG nova.objects.instance [None req-41bd1ed5-e2b3-40f3-8df7-b1c5f71b334b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Lazy-loading 'flavor' on Instance uuid 1257ac19-f4a8-4199-b5dd-58106904e220 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1148.851534] env[70527]: DEBUG oslo_concurrency.lockutils [None req-bcc3c4ac-9e44-40a2-8868-7f945f325efc tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Acquiring lock "cc93a02e-989c-4238-aed7-ab4843e2add4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.851791] env[70527]: DEBUG oslo_concurrency.lockutils [None req-bcc3c4ac-9e44-40a2-8868-7f945f325efc tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Lock "cc93a02e-989c-4238-aed7-ab4843e2add4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.851993] env[70527]: DEBUG oslo_concurrency.lockutils [None req-bcc3c4ac-9e44-40a2-8868-7f945f325efc tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Acquiring lock "cc93a02e-989c-4238-aed7-ab4843e2add4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.852190] env[70527]: DEBUG oslo_concurrency.lockutils [None req-bcc3c4ac-9e44-40a2-8868-7f945f325efc tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Lock "cc93a02e-989c-4238-aed7-ab4843e2add4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.852356] env[70527]: DEBUG oslo_concurrency.lockutils [None req-bcc3c4ac-9e44-40a2-8868-7f945f325efc tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Lock "cc93a02e-989c-4238-aed7-ab4843e2add4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.853763] env[70527]: DEBUG nova.network.neutron [-] [instance: 3818af9b-5f20-4054-87d9-2d311ed6e3bb] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.855122] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1148.858070] env[70527]: INFO nova.compute.manager [None req-bcc3c4ac-9e44-40a2-8868-7f945f325efc tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Terminating instance [ 1148.866941] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b13cda4-0fcf-4663-9be7-39b3cea9f2bb {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.868551] env[70527]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e460a0ff-ec49-430a-b4c7-0c1304b34876 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.877351] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a608b5e7-69bb-4d1a-85e9-80d6b1d9181c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.890232] env[70527]: DEBUG oslo_vmware.api [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]523da180-5701-18ab-fdcd-755b4398feac, 'name': SearchDatastore_Task, 'duration_secs': 0.012697} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.890482] env[70527]: DEBUG oslo_vmware.api [None req-c027ca23-a5c4-4000-8334-6df5c6aa6c56 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3913856, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.892262] env[70527]: DEBUG oslo_concurrency.lockutils [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.892524] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 43c3492a-2f29-4511-8db9-70fdf4759c62] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1148.892772] env[70527]: DEBUG oslo_concurrency.lockutils [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.892921] env[70527]: DEBUG oslo_concurrency.lockutils [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.893114] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1148.896586] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a01c42d-42e5-434c-a521-78444520fda3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.907547] env[70527]: DEBUG oslo_vmware.api [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for the task: (returnval){ [ 1148.907547] env[70527]: value = "task-3913864" [ 1148.907547] env[70527]: _type = "Task" [ 1148.907547] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.916373] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69cf2514-c6bc-4e42-afb8-3ffa270fe97e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.919043] env[70527]: DEBUG nova.compute.provider_tree [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1148.935616] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-baec9f1b-0bdf-4d72-9617-c48f8d4e29c1 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] Volume detach. Driver type: vmdk {{(pid=70527) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1148.936353] env[70527]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-56aa35f2-4cc3-4bfb-acfd-5162d696aeb4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.953121] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] VM already powered off {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1148.953121] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] Volume detach. Driver type: vmdk {{(pid=70527) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1148.953121] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-777194', 'volume_id': 'f79cd1a0-2099-41ff-8c08-a185c69233ec', 'name': 'volume-f79cd1a0-2099-41ff-8c08-a185c69233ec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f82bd048-5013-4809-ac11-053b6629067b', 'attached_at': '', 'detached_at': '', 'volume_id': 'f79cd1a0-2099-41ff-8c08-a185c69233ec', 'serial': 'f79cd1a0-2099-41ff-8c08-a185c69233ec'} {{(pid=70527) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1148.953121] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1148.953121] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1148.954415] env[70527]: DEBUG nova.compute.manager [req-7d27399d-176a-4d43-8e00-d1eb8cacc986 req-8ccd09d0-05d9-40ee-aa38-724c6366a65b service nova] [instance: 3818af9b-5f20-4054-87d9-2d311ed6e3bb] Detach interface failed, port_id=de37688f-4842-4666-91b4-4d5167bca716, reason: Instance 3818af9b-5f20-4054-87d9-2d311ed6e3bb could not be found. {{(pid=70527) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1148.955329] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88324b02-64ef-42c7-a1ee-8cc4e12fd284 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.959067] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14c42f29-4d0a-4eec-9995-d746159b74c3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.986431] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40cd8eb3-c685-42b8-8b48-f918ab676eb4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.994063] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c049f83a-3ddb-4d95-896f-b029d43d3fbb {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.006653] env[70527]: DEBUG oslo_vmware.api [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Waiting for the task: (returnval){ [ 1149.006653] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52c3752c-bfec-996b-9f5d-27baf53636d7" [ 1149.006653] env[70527]: _type = "Task" [ 1149.006653] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.015833] env[70527]: WARNING nova.virt.vmwareapi.driver [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1149.016384] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1149.018473] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0f27e9-d65f-4c67-9c3f-c06468ac5231 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.044904] env[70527]: DEBUG oslo_vmware.api [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52c3752c-bfec-996b-9f5d-27baf53636d7, 'name': SearchDatastore_Task, 'duration_secs': 0.018646} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.047617] env[70527]: ERROR nova.compute.manager [None req-baec9f1b-0bdf-4d72-9617-c48f8d4e29c1 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] Failed to detach volume 8807cb3c-d73f-49de-bf57-aa0d3d2778b3 from /dev/sda: nova.exception.InstanceNotFound: Instance 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7 could not be found. [ 1149.047617] env[70527]: ERROR nova.compute.manager [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] Traceback (most recent call last): [ 1149.047617] env[70527]: ERROR nova.compute.manager [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1149.047617] env[70527]: ERROR nova.compute.manager [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] self.driver.rebuild(**kwargs) [ 1149.047617] env[70527]: ERROR nova.compute.manager [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1149.047617] env[70527]: ERROR nova.compute.manager [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] raise NotImplementedError() [ 1149.047617] env[70527]: ERROR nova.compute.manager [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] NotImplementedError [ 1149.047617] env[70527]: ERROR nova.compute.manager [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] [ 1149.047617] env[70527]: ERROR nova.compute.manager [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] During handling of the above exception, another exception occurred: [ 1149.047617] env[70527]: ERROR nova.compute.manager [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] [ 1149.047617] env[70527]: ERROR nova.compute.manager [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] Traceback (most recent call last): [ 1149.047617] env[70527]: ERROR nova.compute.manager [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1149.047617] env[70527]: ERROR nova.compute.manager [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] self.driver.detach_volume(context, old_connection_info, [ 1149.047617] env[70527]: ERROR nova.compute.manager [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1149.047617] env[70527]: ERROR nova.compute.manager [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] return self._volumeops.detach_volume(connection_info, instance) [ 1149.047617] env[70527]: ERROR nova.compute.manager [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1149.047617] env[70527]: ERROR nova.compute.manager [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] self._detach_volume_vmdk(connection_info, instance) [ 1149.047617] env[70527]: ERROR nova.compute.manager [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1149.047617] env[70527]: ERROR nova.compute.manager [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1149.047617] env[70527]: ERROR nova.compute.manager [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1149.047617] env[70527]: ERROR nova.compute.manager [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] stable_ref.fetch_moref(session) [ 1149.047617] env[70527]: ERROR nova.compute.manager [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1149.047617] env[70527]: ERROR nova.compute.manager [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1149.047617] env[70527]: ERROR nova.compute.manager [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] nova.exception.InstanceNotFound: Instance 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7 could not be found. [ 1149.047617] env[70527]: ERROR nova.compute.manager [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] [ 1149.054463] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17a431a4-1f3f-41d4-a089-e8185f89885a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.060670] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1149.061399] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c572e29-5570-4b16-8ef2-4c57fdb4facc {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.065126] env[70527]: DEBUG oslo_vmware.api [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Waiting for the task: (returnval){ [ 1149.065126] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]523774fe-c0e4-37a2-62e8-8e8a00b6c219" [ 1149.065126] env[70527]: _type = "Task" [ 1149.065126] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.076219] env[70527]: DEBUG oslo_vmware.api [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]523774fe-c0e4-37a2-62e8-8e8a00b6c219, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.121169] env[70527]: DEBUG nova.network.neutron [req-d4d9274e-5fec-48af-ac80-a36600a34f95 req-f851d3b7-76b5-4c77-9e0d-942b9f4aac24 service nova] [instance: 43c3492a-2f29-4511-8db9-70fdf4759c62] Updated VIF entry in instance network info cache for port 53ec7930-770a-4035-a838-180573cae575. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1149.121619] env[70527]: DEBUG nova.network.neutron [req-d4d9274e-5fec-48af-ac80-a36600a34f95 req-f851d3b7-76b5-4c77-9e0d-942b9f4aac24 service nova] [instance: 43c3492a-2f29-4511-8db9-70fdf4759c62] Updating instance_info_cache with network_info: [{"id": "53ec7930-770a-4035-a838-180573cae575", "address": "fa:16:3e:b8:25:b3", "network": {"id": "a1a2eabf-2a52-4ee7-850f-7ed6f24624fa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-661551111-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5596d582d4bb48e6b48b97d9ec6d6742", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53ec7930-77", "ovs_interfaceid": "53ec7930-770a-4035-a838-180573cae575", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.140629] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1149.140879] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] Deleting contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1149.141075] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Deleting the datastore file [datastore2] f82bd048-5013-4809-ac11-053b6629067b {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1149.141335] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-656879a7-5d18-4c7f-96d3-3b910b28143a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.149271] env[70527]: DEBUG oslo_vmware.api [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for the task: (returnval){ [ 1149.149271] env[70527]: value = "task-3913866" [ 1149.149271] env[70527]: _type = "Task" [ 1149.149271] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.162331] env[70527]: DEBUG oslo_vmware.api [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913866, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.224973] env[70527]: DEBUG nova.compute.utils [None req-baec9f1b-0bdf-4d72-9617-c48f8d4e29c1 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] Build of instance 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7 aborted: Failed to rebuild volume backed instance. {{(pid=70527) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1149.229441] env[70527]: ERROR nova.compute.manager [None req-baec9f1b-0bdf-4d72-9617-c48f8d4e29c1 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7 aborted: Failed to rebuild volume backed instance. [ 1149.229441] env[70527]: ERROR nova.compute.manager [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] Traceback (most recent call last): [ 1149.229441] env[70527]: ERROR nova.compute.manager [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1149.229441] env[70527]: ERROR nova.compute.manager [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] self.driver.rebuild(**kwargs) [ 1149.229441] env[70527]: ERROR nova.compute.manager [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1149.229441] env[70527]: ERROR nova.compute.manager [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] raise NotImplementedError() [ 1149.229441] env[70527]: ERROR nova.compute.manager [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] NotImplementedError [ 1149.229441] env[70527]: ERROR nova.compute.manager [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] [ 1149.229441] env[70527]: ERROR nova.compute.manager [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] During handling of the above exception, another exception occurred: [ 1149.229441] env[70527]: ERROR nova.compute.manager [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] [ 1149.229441] env[70527]: ERROR nova.compute.manager [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] Traceback (most recent call last): [ 1149.229441] env[70527]: ERROR nova.compute.manager [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1149.229441] env[70527]: ERROR nova.compute.manager [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] self._detach_root_volume(context, instance, root_bdm) [ 1149.229441] env[70527]: ERROR nova.compute.manager [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1149.229441] env[70527]: ERROR nova.compute.manager [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] with excutils.save_and_reraise_exception(): [ 1149.229441] env[70527]: ERROR nova.compute.manager [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1149.229441] env[70527]: ERROR nova.compute.manager [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] self.force_reraise() [ 1149.229441] env[70527]: ERROR nova.compute.manager [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1149.229441] env[70527]: ERROR nova.compute.manager [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] raise self.value [ 1149.229441] env[70527]: ERROR nova.compute.manager [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1149.229441] env[70527]: ERROR nova.compute.manager [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] self.driver.detach_volume(context, old_connection_info, [ 1149.229441] env[70527]: ERROR nova.compute.manager [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1149.229441] env[70527]: ERROR nova.compute.manager [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] return self._volumeops.detach_volume(connection_info, instance) [ 1149.229441] env[70527]: ERROR nova.compute.manager [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1149.229441] env[70527]: ERROR nova.compute.manager [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] self._detach_volume_vmdk(connection_info, instance) [ 1149.229441] env[70527]: ERROR nova.compute.manager [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1149.229441] env[70527]: ERROR nova.compute.manager [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1149.229441] env[70527]: ERROR nova.compute.manager [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1149.229441] env[70527]: ERROR nova.compute.manager [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] stable_ref.fetch_moref(session) [ 1149.229441] env[70527]: ERROR nova.compute.manager [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1149.229441] env[70527]: ERROR nova.compute.manager [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1149.229441] env[70527]: ERROR nova.compute.manager [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] nova.exception.InstanceNotFound: Instance 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7 could not be found. [ 1149.229441] env[70527]: ERROR nova.compute.manager [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] [ 1149.229441] env[70527]: ERROR nova.compute.manager [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] During handling of the above exception, another exception occurred: [ 1149.229441] env[70527]: ERROR nova.compute.manager [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] [ 1149.229441] env[70527]: ERROR nova.compute.manager [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] Traceback (most recent call last): [ 1149.229441] env[70527]: ERROR nova.compute.manager [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 1149.229441] env[70527]: ERROR nova.compute.manager [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] yield [ 1149.229441] env[70527]: ERROR nova.compute.manager [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1149.229441] env[70527]: ERROR nova.compute.manager [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] self._do_rebuild_instance_with_claim( [ 1149.231154] env[70527]: ERROR nova.compute.manager [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1149.231154] env[70527]: ERROR nova.compute.manager [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] self._do_rebuild_instance( [ 1149.231154] env[70527]: ERROR nova.compute.manager [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1149.231154] env[70527]: ERROR nova.compute.manager [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] self._rebuild_default_impl(**kwargs) [ 1149.231154] env[70527]: ERROR nova.compute.manager [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1149.231154] env[70527]: ERROR nova.compute.manager [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] self._rebuild_volume_backed_instance( [ 1149.231154] env[70527]: ERROR nova.compute.manager [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1149.231154] env[70527]: ERROR nova.compute.manager [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] raise exception.BuildAbortException( [ 1149.231154] env[70527]: ERROR nova.compute.manager [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] nova.exception.BuildAbortException: Build of instance 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7 aborted: Failed to rebuild volume backed instance. [ 1149.231154] env[70527]: ERROR nova.compute.manager [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] [ 1149.362190] env[70527]: DEBUG nova.compute.manager [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 779815e2-fd93-426d-bd71-58782205ff29] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1149.364176] env[70527]: INFO nova.compute.manager [-] [instance: 3818af9b-5f20-4054-87d9-2d311ed6e3bb] Took 1.78 seconds to deallocate network for instance. [ 1149.365529] env[70527]: DEBUG oslo_concurrency.lockutils [None req-41bd1ed5-e2b3-40f3-8df7-b1c5f71b334b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Acquiring lock "refresh_cache-1257ac19-f4a8-4199-b5dd-58106904e220" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.365868] env[70527]: DEBUG oslo_concurrency.lockutils [None req-41bd1ed5-e2b3-40f3-8df7-b1c5f71b334b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Acquired lock "refresh_cache-1257ac19-f4a8-4199-b5dd-58106904e220" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.366206] env[70527]: DEBUG nova.network.neutron [None req-41bd1ed5-e2b3-40f3-8df7-b1c5f71b334b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 1257ac19-f4a8-4199-b5dd-58106904e220] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1149.366520] env[70527]: DEBUG nova.objects.instance [None req-41bd1ed5-e2b3-40f3-8df7-b1c5f71b334b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Lazy-loading 'info_cache' on Instance uuid 1257ac19-f4a8-4199-b5dd-58106904e220 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1149.373751] env[70527]: DEBUG oslo_vmware.api [None req-c027ca23-a5c4-4000-8334-6df5c6aa6c56 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3913856, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.377783] env[70527]: DEBUG nova.compute.manager [None req-bcc3c4ac-9e44-40a2-8868-7f945f325efc tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1149.378236] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcc3c4ac-9e44-40a2-8868-7f945f325efc tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1149.380938] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55541fc0-ba39-4c5b-81ba-1361e3c24330 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.395706] env[70527]: DEBUG oslo_vmware.api [None req-bcc3c4ac-9e44-40a2-8868-7f945f325efc tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for the task: (returnval){ [ 1149.395706] env[70527]: value = "task-3913867" [ 1149.395706] env[70527]: _type = "Task" [ 1149.395706] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.406398] env[70527]: DEBUG nova.virt.hardware [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1149.406398] env[70527]: DEBUG nova.virt.hardware [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1149.406398] env[70527]: DEBUG nova.virt.hardware [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1149.406398] env[70527]: DEBUG nova.virt.hardware [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1149.406398] env[70527]: DEBUG nova.virt.hardware [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1149.406398] env[70527]: DEBUG nova.virt.hardware [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1149.407068] env[70527]: DEBUG nova.virt.hardware [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1149.407284] env[70527]: DEBUG nova.virt.hardware [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1149.407502] env[70527]: DEBUG nova.virt.hardware [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1149.407704] env[70527]: DEBUG nova.virt.hardware [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1149.407907] env[70527]: DEBUG nova.virt.hardware [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1149.409378] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e29b469-bcbe-4df4-b3db-c9857a4e1163 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.417097] env[70527]: DEBUG oslo_vmware.api [None req-bcc3c4ac-9e44-40a2-8868-7f945f325efc tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913867, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.424341] env[70527]: DEBUG nova.network.neutron [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 779815e2-fd93-426d-bd71-58782205ff29] Successfully updated port: 4ad5c3e5-f573-4595-a097-935f919dee6b {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1149.431238] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d99d45d-b6e3-4fe3-97a1-49ff55a59786 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.436240] env[70527]: DEBUG nova.scheduler.client.report [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1149.485445] env[70527]: DEBUG nova.compute.manager [req-ba44ed67-692c-4533-af93-82e69830433d req-418cb85d-d47a-462f-9c93-91e18a1d549a service nova] [instance: 779815e2-fd93-426d-bd71-58782205ff29] Received event network-vif-plugged-4ad5c3e5-f573-4595-a097-935f919dee6b {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.485686] env[70527]: DEBUG oslo_concurrency.lockutils [req-ba44ed67-692c-4533-af93-82e69830433d req-418cb85d-d47a-462f-9c93-91e18a1d549a service nova] Acquiring lock "779815e2-fd93-426d-bd71-58782205ff29-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.485999] env[70527]: DEBUG oslo_concurrency.lockutils [req-ba44ed67-692c-4533-af93-82e69830433d req-418cb85d-d47a-462f-9c93-91e18a1d549a service nova] Lock "779815e2-fd93-426d-bd71-58782205ff29-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.486538] env[70527]: DEBUG oslo_concurrency.lockutils [req-ba44ed67-692c-4533-af93-82e69830433d req-418cb85d-d47a-462f-9c93-91e18a1d549a service nova] Lock "779815e2-fd93-426d-bd71-58782205ff29-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.486773] env[70527]: DEBUG nova.compute.manager [req-ba44ed67-692c-4533-af93-82e69830433d req-418cb85d-d47a-462f-9c93-91e18a1d549a service nova] [instance: 779815e2-fd93-426d-bd71-58782205ff29] No waiting events found dispatching network-vif-plugged-4ad5c3e5-f573-4595-a097-935f919dee6b {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1149.487018] env[70527]: WARNING nova.compute.manager [req-ba44ed67-692c-4533-af93-82e69830433d req-418cb85d-d47a-462f-9c93-91e18a1d549a service nova] [instance: 779815e2-fd93-426d-bd71-58782205ff29] Received unexpected event network-vif-plugged-4ad5c3e5-f573-4595-a097-935f919dee6b for instance with vm_state building and task_state spawning. [ 1149.487276] env[70527]: DEBUG nova.compute.manager [req-ba44ed67-692c-4533-af93-82e69830433d req-418cb85d-d47a-462f-9c93-91e18a1d549a service nova] [instance: 779815e2-fd93-426d-bd71-58782205ff29] Received event network-changed-4ad5c3e5-f573-4595-a097-935f919dee6b {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.487482] env[70527]: DEBUG nova.compute.manager [req-ba44ed67-692c-4533-af93-82e69830433d req-418cb85d-d47a-462f-9c93-91e18a1d549a service nova] [instance: 779815e2-fd93-426d-bd71-58782205ff29] Refreshing instance network info cache due to event network-changed-4ad5c3e5-f573-4595-a097-935f919dee6b. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1149.488050] env[70527]: DEBUG oslo_concurrency.lockutils [req-ba44ed67-692c-4533-af93-82e69830433d req-418cb85d-d47a-462f-9c93-91e18a1d549a service nova] Acquiring lock "refresh_cache-779815e2-fd93-426d-bd71-58782205ff29" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.488394] env[70527]: DEBUG oslo_concurrency.lockutils [req-ba44ed67-692c-4533-af93-82e69830433d req-418cb85d-d47a-462f-9c93-91e18a1d549a service nova] Acquired lock "refresh_cache-779815e2-fd93-426d-bd71-58782205ff29" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.488722] env[70527]: DEBUG nova.network.neutron [req-ba44ed67-692c-4533-af93-82e69830433d req-418cb85d-d47a-462f-9c93-91e18a1d549a service nova] [instance: 779815e2-fd93-426d-bd71-58782205ff29] Refreshing network info cache for port 4ad5c3e5-f573-4595-a097-935f919dee6b {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1149.580126] env[70527]: DEBUG oslo_vmware.api [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]523774fe-c0e4-37a2-62e8-8e8a00b6c219, 'name': SearchDatastore_Task, 'duration_secs': 0.032611} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.580470] env[70527]: DEBUG oslo_concurrency.lockutils [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.580781] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] 43c3492a-2f29-4511-8db9-70fdf4759c62/43c3492a-2f29-4511-8db9-70fdf4759c62.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1149.581141] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4ebaaee-6fd2-4b14-9a13-a0c68edfcb21 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.591564] env[70527]: DEBUG oslo_vmware.api [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Waiting for the task: (returnval){ [ 1149.591564] env[70527]: value = "task-3913868" [ 1149.591564] env[70527]: _type = "Task" [ 1149.591564] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.600496] env[70527]: DEBUG oslo_vmware.api [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3913868, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.623994] env[70527]: DEBUG oslo_concurrency.lockutils [req-d4d9274e-5fec-48af-ac80-a36600a34f95 req-f851d3b7-76b5-4c77-9e0d-942b9f4aac24 service nova] Releasing lock "refresh_cache-43c3492a-2f29-4511-8db9-70fdf4759c62" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.660392] env[70527]: DEBUG oslo_vmware.api [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913866, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.319093} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.660713] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1149.660901] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] Deleted contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1149.661131] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1149.867171] env[70527]: DEBUG oslo_vmware.api [None req-c027ca23-a5c4-4000-8334-6df5c6aa6c56 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3913856, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.875086] env[70527]: DEBUG nova.objects.base [None req-41bd1ed5-e2b3-40f3-8df7-b1c5f71b334b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Object Instance<1257ac19-f4a8-4199-b5dd-58106904e220> lazy-loaded attributes: flavor,info_cache {{(pid=70527) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1149.880878] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fac2338d-7e02-444c-8585-ec848f37a921 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.907929] env[70527]: DEBUG oslo_vmware.api [None req-bcc3c4ac-9e44-40a2-8868-7f945f325efc tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913867, 'name': PowerOffVM_Task, 'duration_secs': 0.211554} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.908214] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcc3c4ac-9e44-40a2-8868-7f945f325efc tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1149.908414] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcc3c4ac-9e44-40a2-8868-7f945f325efc tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Volume detach. Driver type: vmdk {{(pid=70527) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1149.908774] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcc3c4ac-9e44-40a2-8868-7f945f325efc tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-777167', 'volume_id': '9395fa42-7b12-471c-b930-97f5d6ce15d9', 'name': 'volume-9395fa42-7b12-471c-b930-97f5d6ce15d9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'cc93a02e-989c-4238-aed7-ab4843e2add4', 'attached_at': '2025-05-08T17:30:01.000000', 'detached_at': '', 'volume_id': '9395fa42-7b12-471c-b930-97f5d6ce15d9', 'serial': '9395fa42-7b12-471c-b930-97f5d6ce15d9'} {{(pid=70527) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1149.909760] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8fd49af-3e7d-4db3-a13c-9b68b4be0ec3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.936128] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b285c3c-4a19-4b69-85ba-c71e82db797a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.940838] env[70527]: DEBUG oslo_concurrency.lockutils [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Acquiring lock "refresh_cache-779815e2-fd93-426d-bd71-58782205ff29" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.941685] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.291s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.942234] env[70527]: DEBUG nova.compute.manager [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 376b07b0-cef1-4839-ad26-73d5d353ca95] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1149.948372] env[70527]: DEBUG oslo_concurrency.lockutils [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.749s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.950291] env[70527]: INFO nova.compute.claims [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 4d7d08b5-06c5-4096-923a-397fe5d0b0da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1149.954631] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15185a1f-ec83-4984-a714-b6c53dd2a367 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.981939] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0071cb-cc13-4634-a17a-49bc1d0772cf {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.004777] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcc3c4ac-9e44-40a2-8868-7f945f325efc tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] The volume has not been displaced from its original location: [datastore2] volume-9395fa42-7b12-471c-b930-97f5d6ce15d9/volume-9395fa42-7b12-471c-b930-97f5d6ce15d9.vmdk. No consolidation needed. {{(pid=70527) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1150.011057] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcc3c4ac-9e44-40a2-8868-7f945f325efc tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Reconfiguring VM instance instance-0000004c to detach disk 2001 {{(pid=70527) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1150.012109] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a2aa8ec-afb4-4e85-bae2-41de636e556a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.037597] env[70527]: DEBUG oslo_vmware.api [None req-bcc3c4ac-9e44-40a2-8868-7f945f325efc tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for the task: (returnval){ [ 1150.037597] env[70527]: value = "task-3913869" [ 1150.037597] env[70527]: _type = "Task" [ 1150.037597] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.048134] env[70527]: DEBUG oslo_vmware.api [None req-bcc3c4ac-9e44-40a2-8868-7f945f325efc tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913869, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.060853] env[70527]: DEBUG nova.network.neutron [req-ba44ed67-692c-4533-af93-82e69830433d req-418cb85d-d47a-462f-9c93-91e18a1d549a service nova] [instance: 779815e2-fd93-426d-bd71-58782205ff29] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1150.102435] env[70527]: DEBUG oslo_vmware.api [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3913868, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498098} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.102713] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] 43c3492a-2f29-4511-8db9-70fdf4759c62/43c3492a-2f29-4511-8db9-70fdf4759c62.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1150.102931] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 43c3492a-2f29-4511-8db9-70fdf4759c62] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1150.103217] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f819397-b384-4fdf-9e19-5c97a33c5a31 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.112076] env[70527]: DEBUG oslo_vmware.api [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Waiting for the task: (returnval){ [ 1150.112076] env[70527]: value = "task-3913870" [ 1150.112076] env[70527]: _type = "Task" [ 1150.112076] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.121207] env[70527]: DEBUG oslo_vmware.api [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3913870, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.169461] env[70527]: INFO nova.virt.block_device [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] Booting with volume f79cd1a0-2099-41ff-8c08-a185c69233ec at /dev/sdb [ 1150.194191] env[70527]: DEBUG nova.network.neutron [req-ba44ed67-692c-4533-af93-82e69830433d req-418cb85d-d47a-462f-9c93-91e18a1d549a service nova] [instance: 779815e2-fd93-426d-bd71-58782205ff29] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.217157] env[70527]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b68c1e23-13a4-4c7c-85e6-80b65f061069 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.229328] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d7115f-bc94-4e3e-b329-5c67060820e0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.270587] env[70527]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-07ac8b4c-84a9-4a8c-a746-f336a48a5032 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.280805] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-496a1138-d8fd-4cf1-93dc-d65843258fc3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.319232] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2abb090-d2b7-47cf-8d00-63d386a01bea {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.329438] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c0e22a-591f-4b3c-bc36-f3ce85d85bfd {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.358695] env[70527]: DEBUG nova.virt.block_device [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] Updating existing volume attachment record: c39df6fa-5220-43ed-9de5-dbcf1bdf9285 {{(pid=70527) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1150.377288] env[70527]: DEBUG oslo_vmware.api [None req-c027ca23-a5c4-4000-8334-6df5c6aa6c56 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3913856, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.455382] env[70527]: DEBUG nova.compute.utils [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1150.457133] env[70527]: DEBUG nova.compute.manager [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 376b07b0-cef1-4839-ad26-73d5d353ca95] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1150.457512] env[70527]: DEBUG nova.network.neutron [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 376b07b0-cef1-4839-ad26-73d5d353ca95] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1150.516703] env[70527]: DEBUG nova.policy [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '816d635341be462e9456b9ff47ee35e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '79060d06877149fb8970e454e0927e61', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 1150.549059] env[70527]: DEBUG oslo_vmware.api [None req-bcc3c4ac-9e44-40a2-8868-7f945f325efc tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913869, 'name': ReconfigVM_Task, 'duration_secs': 0.385449} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.551848] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcc3c4ac-9e44-40a2-8868-7f945f325efc tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Reconfigured VM instance instance-0000004c to detach disk 2001 {{(pid=70527) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1150.556608] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84127a42-5a61-4d7c-af0f-49afe42386ea {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.572624] env[70527]: DEBUG oslo_vmware.api [None req-bcc3c4ac-9e44-40a2-8868-7f945f325efc tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for the task: (returnval){ [ 1150.572624] env[70527]: value = "task-3913871" [ 1150.572624] env[70527]: _type = "Task" [ 1150.572624] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.587217] env[70527]: DEBUG oslo_vmware.api [None req-bcc3c4ac-9e44-40a2-8868-7f945f325efc tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913871, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.621619] env[70527]: DEBUG oslo_vmware.api [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3913870, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076316} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.622197] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 43c3492a-2f29-4511-8db9-70fdf4759c62] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1150.623160] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31bb43d8-83ba-4513-b6ba-3eafeaf93f7b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.647946] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 43c3492a-2f29-4511-8db9-70fdf4759c62] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 43c3492a-2f29-4511-8db9-70fdf4759c62/43c3492a-2f29-4511-8db9-70fdf4759c62.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1150.649215] env[70527]: DEBUG nova.network.neutron [None req-41bd1ed5-e2b3-40f3-8df7-b1c5f71b334b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 1257ac19-f4a8-4199-b5dd-58106904e220] Updating instance_info_cache with network_info: [{"id": "f3599afb-1d51-4944-ac95-636aa31a92cf", "address": "fa:16:3e:a7:d1:d7", "network": {"id": "b1aef38e-cc10-4d38-8ca9-742176e18dd5", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-650105776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db199150d6d44bb6a7702940f16117ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3599afb-1d", "ovs_interfaceid": "f3599afb-1d51-4944-ac95-636aa31a92cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.650477] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a776af8b-8a29-4e53-af64-91a9a566d01b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.675943] env[70527]: DEBUG oslo_vmware.api [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Waiting for the task: (returnval){ [ 1150.675943] env[70527]: value = "task-3913872" [ 1150.675943] env[70527]: _type = "Task" [ 1150.675943] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.685371] env[70527]: DEBUG oslo_vmware.api [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3913872, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.697668] env[70527]: DEBUG oslo_concurrency.lockutils [req-ba44ed67-692c-4533-af93-82e69830433d req-418cb85d-d47a-462f-9c93-91e18a1d549a service nova] Releasing lock "refresh_cache-779815e2-fd93-426d-bd71-58782205ff29" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.698092] env[70527]: DEBUG oslo_concurrency.lockutils [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Acquired lock "refresh_cache-779815e2-fd93-426d-bd71-58782205ff29" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.698383] env[70527]: DEBUG nova.network.neutron [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 779815e2-fd93-426d-bd71-58782205ff29] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1150.820408] env[70527]: DEBUG nova.network.neutron [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 376b07b0-cef1-4839-ad26-73d5d353ca95] Successfully created port: 2e32dde8-43bd-4f15-bff8-1b35cd42763b {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1150.871153] env[70527]: DEBUG oslo_vmware.api [None req-c027ca23-a5c4-4000-8334-6df5c6aa6c56 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3913856, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.961593] env[70527]: DEBUG nova.compute.manager [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 376b07b0-cef1-4839-ad26-73d5d353ca95] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1151.086980] env[70527]: DEBUG oslo_vmware.api [None req-bcc3c4ac-9e44-40a2-8868-7f945f325efc tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913871, 'name': ReconfigVM_Task, 'duration_secs': 0.267162} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.087304] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcc3c4ac-9e44-40a2-8868-7f945f325efc tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-777167', 'volume_id': '9395fa42-7b12-471c-b930-97f5d6ce15d9', 'name': 'volume-9395fa42-7b12-471c-b930-97f5d6ce15d9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'cc93a02e-989c-4238-aed7-ab4843e2add4', 'attached_at': '2025-05-08T17:30:01.000000', 'detached_at': '', 'volume_id': '9395fa42-7b12-471c-b930-97f5d6ce15d9', 'serial': '9395fa42-7b12-471c-b930-97f5d6ce15d9'} {{(pid=70527) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1151.087609] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc3c4ac-9e44-40a2-8868-7f945f325efc tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1151.088413] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18851b78-4d71-450e-8a46-3c7e1a05d19a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.098182] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc3c4ac-9e44-40a2-8868-7f945f325efc tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1151.098456] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9dd3103c-1375-4331-bd26-7325bec8cbad {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.166917] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc3c4ac-9e44-40a2-8868-7f945f325efc tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1151.167427] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc3c4ac-9e44-40a2-8868-7f945f325efc tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Deleting contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1151.167671] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcc3c4ac-9e44-40a2-8868-7f945f325efc tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Deleting the datastore file [datastore2] cc93a02e-989c-4238-aed7-ab4843e2add4 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1151.167981] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d6abaaa-c764-4ac4-8f0c-320b2a2ffba7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.173063] env[70527]: DEBUG oslo_concurrency.lockutils [None req-41bd1ed5-e2b3-40f3-8df7-b1c5f71b334b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Releasing lock "refresh_cache-1257ac19-f4a8-4199-b5dd-58106904e220" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.184376] env[70527]: DEBUG oslo_vmware.api [None req-bcc3c4ac-9e44-40a2-8868-7f945f325efc tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for the task: (returnval){ [ 1151.184376] env[70527]: value = "task-3913874" [ 1151.184376] env[70527]: _type = "Task" [ 1151.184376] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.187880] env[70527]: DEBUG oslo_vmware.api [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3913872, 'name': ReconfigVM_Task, 'duration_secs': 0.306504} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.194383] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 43c3492a-2f29-4511-8db9-70fdf4759c62] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 43c3492a-2f29-4511-8db9-70fdf4759c62/43c3492a-2f29-4511-8db9-70fdf4759c62.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1151.195603] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42d9886f-24fe-42cb-a901-142a86efc57b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.250697] env[70527]: DEBUG oslo_concurrency.lockutils [None req-baec9f1b-0bdf-4d72-9617-c48f8d4e29c1 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.255848] env[70527]: DEBUG oslo_vmware.api [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Waiting for the task: (returnval){ [ 1151.255848] env[70527]: value = "task-3913875" [ 1151.255848] env[70527]: _type = "Task" [ 1151.255848] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.256874] env[70527]: DEBUG nova.network.neutron [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 779815e2-fd93-426d-bd71-58782205ff29] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1151.274412] env[70527]: DEBUG oslo_vmware.api [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3913875, 'name': Rename_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.326008] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a25c91fb-cc1e-41b6-8ff7-25f9bd08d84c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.337839] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d09a51f-baff-4973-8bd6-33c45eb4bf87 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.375548] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b303bd88-f9e8-4c4e-9689-c93298fd2936 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.389382] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f8c37e-26dd-4f67-a4d7-4c5f81c78eb0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.393794] env[70527]: DEBUG oslo_vmware.api [None req-c027ca23-a5c4-4000-8334-6df5c6aa6c56 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3913856, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.405136] env[70527]: DEBUG nova.compute.provider_tree [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1151.495381] env[70527]: DEBUG nova.network.neutron [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 779815e2-fd93-426d-bd71-58782205ff29] Updating instance_info_cache with network_info: [{"id": "4ad5c3e5-f573-4595-a097-935f919dee6b", "address": "fa:16:3e:dc:0e:6d", "network": {"id": "bf80da5f-b6b3-408a-8ca7-44b2bb5a09b9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-620290731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04c6913e6e05403f84967742a042b550", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ad5c3e5-f5", "ovs_interfaceid": "4ad5c3e5-f573-4595-a097-935f919dee6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.698794] env[70527]: DEBUG oslo_vmware.api [None req-bcc3c4ac-9e44-40a2-8868-7f945f325efc tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913874, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.275061} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.699514] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcc3c4ac-9e44-40a2-8868-7f945f325efc tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1151.699793] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc3c4ac-9e44-40a2-8868-7f945f325efc tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Deleted contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1151.699997] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc3c4ac-9e44-40a2-8868-7f945f325efc tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1151.700210] env[70527]: INFO nova.compute.manager [None req-bcc3c4ac-9e44-40a2-8868-7f945f325efc tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Took 2.32 seconds to destroy the instance on the hypervisor. [ 1151.700475] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bcc3c4ac-9e44-40a2-8868-7f945f325efc tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1151.700689] env[70527]: DEBUG nova.compute.manager [-] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1151.700799] env[70527]: DEBUG nova.network.neutron [-] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1151.771993] env[70527]: DEBUG oslo_vmware.api [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3913875, 'name': Rename_Task, 'duration_secs': 0.209744} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.772338] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 43c3492a-2f29-4511-8db9-70fdf4759c62] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1151.772602] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b376281-0220-4dd2-be39-9c2d8941196a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.781958] env[70527]: DEBUG oslo_vmware.api [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Waiting for the task: (returnval){ [ 1151.781958] env[70527]: value = "task-3913876" [ 1151.781958] env[70527]: _type = "Task" [ 1151.781958] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.791336] env[70527]: DEBUG oslo_vmware.api [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3913876, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.881042] env[70527]: DEBUG oslo_vmware.api [None req-c027ca23-a5c4-4000-8334-6df5c6aa6c56 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3913856, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.908290] env[70527]: DEBUG nova.scheduler.client.report [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1151.973529] env[70527]: DEBUG nova.compute.manager [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 376b07b0-cef1-4839-ad26-73d5d353ca95] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1151.999314] env[70527]: DEBUG oslo_concurrency.lockutils [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Releasing lock "refresh_cache-779815e2-fd93-426d-bd71-58782205ff29" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.999314] env[70527]: DEBUG nova.compute.manager [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 779815e2-fd93-426d-bd71-58782205ff29] Instance network_info: |[{"id": "4ad5c3e5-f573-4595-a097-935f919dee6b", "address": "fa:16:3e:dc:0e:6d", "network": {"id": "bf80da5f-b6b3-408a-8ca7-44b2bb5a09b9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-620290731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04c6913e6e05403f84967742a042b550", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ad5c3e5-f5", "ovs_interfaceid": "4ad5c3e5-f573-4595-a097-935f919dee6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1152.000239] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 779815e2-fd93-426d-bd71-58782205ff29] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:0e:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c0d5204b-f60e-4830-84c8-2fe246c28202', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4ad5c3e5-f573-4595-a097-935f919dee6b', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1152.007856] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Creating folder: Project (04c6913e6e05403f84967742a042b550). Parent ref: group-v776920. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1152.010345] env[70527]: DEBUG nova.virt.hardware [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1152.010631] env[70527]: DEBUG nova.virt.hardware [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1152.010713] env[70527]: DEBUG nova.virt.hardware [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1152.010900] env[70527]: DEBUG nova.virt.hardware [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1152.011053] env[70527]: DEBUG nova.virt.hardware [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1152.011203] env[70527]: DEBUG nova.virt.hardware [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1152.011412] env[70527]: DEBUG nova.virt.hardware [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1152.011567] env[70527]: DEBUG nova.virt.hardware [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1152.011731] env[70527]: DEBUG nova.virt.hardware [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1152.012070] env[70527]: DEBUG nova.virt.hardware [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1152.012070] env[70527]: DEBUG nova.virt.hardware [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1152.012670] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d73c917-9a32-420e-b9dc-8b447fa2e901 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.014986] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f273c740-f3ce-44a8-b1b8-f70873f9e0ef {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.024708] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7b5e65-8c90-4630-961f-a9ad35571e50 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.030261] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Created folder: Project (04c6913e6e05403f84967742a042b550) in parent group-v776920. [ 1152.030462] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Creating folder: Instances. Parent ref: group-v777200. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1152.038444] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a93d48a-a592-4e63-bc70-1207b3967708 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.051714] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Created folder: Instances in parent group-v777200. [ 1152.051972] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1152.052207] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 779815e2-fd93-426d-bd71-58782205ff29] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1152.052422] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-18fbd784-fc1b-4554-9d91-33f7dd923403 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.080818] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1152.080818] env[70527]: value = "task-3913879" [ 1152.080818] env[70527]: _type = "Task" [ 1152.080818] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.090510] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913879, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.180815] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-41bd1ed5-e2b3-40f3-8df7-b1c5f71b334b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 1257ac19-f4a8-4199-b5dd-58106904e220] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1152.180815] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4875b62e-e1f7-4fcd-9743-af27708d1be5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.187989] env[70527]: DEBUG oslo_vmware.api [None req-41bd1ed5-e2b3-40f3-8df7-b1c5f71b334b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Waiting for the task: (returnval){ [ 1152.187989] env[70527]: value = "task-3913880" [ 1152.187989] env[70527]: _type = "Task" [ 1152.187989] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.197930] env[70527]: DEBUG oslo_vmware.api [None req-41bd1ed5-e2b3-40f3-8df7-b1c5f71b334b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Task: {'id': task-3913880, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.204031] env[70527]: DEBUG nova.compute.manager [req-5147cc8e-5c73-4a4c-be4d-357e62dd0b8d req-261b79a1-35fd-43a0-acbc-38c054eaf94e service nova] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Received event network-vif-deleted-e13eaf87-126b-412f-a3fb-97bf53244088 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1152.205119] env[70527]: INFO nova.compute.manager [req-5147cc8e-5c73-4a4c-be4d-357e62dd0b8d req-261b79a1-35fd-43a0-acbc-38c054eaf94e service nova] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Neutron deleted interface e13eaf87-126b-412f-a3fb-97bf53244088; detaching it from the instance and deleting it from the info cache [ 1152.205119] env[70527]: DEBUG nova.network.neutron [req-5147cc8e-5c73-4a4c-be4d-357e62dd0b8d req-261b79a1-35fd-43a0-acbc-38c054eaf94e service nova] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.238668] env[70527]: DEBUG oslo_concurrency.lockutils [None req-403cd678-ebc5-4897-b6a9-75ffa632c033 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Acquiring lock "0cabe7f0-908c-43e2-aa94-9b4abcaa2df7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.239298] env[70527]: DEBUG oslo_concurrency.lockutils [None req-403cd678-ebc5-4897-b6a9-75ffa632c033 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Lock "0cabe7f0-908c-43e2-aa94-9b4abcaa2df7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.239298] env[70527]: DEBUG oslo_concurrency.lockutils [None req-403cd678-ebc5-4897-b6a9-75ffa632c033 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Acquiring lock "0cabe7f0-908c-43e2-aa94-9b4abcaa2df7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.239518] env[70527]: DEBUG oslo_concurrency.lockutils [None req-403cd678-ebc5-4897-b6a9-75ffa632c033 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Lock "0cabe7f0-908c-43e2-aa94-9b4abcaa2df7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.239730] env[70527]: DEBUG oslo_concurrency.lockutils [None req-403cd678-ebc5-4897-b6a9-75ffa632c033 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Lock "0cabe7f0-908c-43e2-aa94-9b4abcaa2df7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.242497] env[70527]: INFO nova.compute.manager [None req-403cd678-ebc5-4897-b6a9-75ffa632c033 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] Terminating instance [ 1152.276242] env[70527]: DEBUG nova.compute.manager [req-bc3a2496-9cd0-4c4c-a1a8-e31d7a70782e req-1fd8860e-2ea1-4d41-a5b3-865653c2cd77 service nova] [instance: 376b07b0-cef1-4839-ad26-73d5d353ca95] Received event network-vif-plugged-2e32dde8-43bd-4f15-bff8-1b35cd42763b {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1152.277029] env[70527]: DEBUG oslo_concurrency.lockutils [req-bc3a2496-9cd0-4c4c-a1a8-e31d7a70782e req-1fd8860e-2ea1-4d41-a5b3-865653c2cd77 service nova] Acquiring lock "376b07b0-cef1-4839-ad26-73d5d353ca95-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.277029] env[70527]: DEBUG oslo_concurrency.lockutils [req-bc3a2496-9cd0-4c4c-a1a8-e31d7a70782e req-1fd8860e-2ea1-4d41-a5b3-865653c2cd77 service nova] Lock "376b07b0-cef1-4839-ad26-73d5d353ca95-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.277029] env[70527]: DEBUG oslo_concurrency.lockutils [req-bc3a2496-9cd0-4c4c-a1a8-e31d7a70782e req-1fd8860e-2ea1-4d41-a5b3-865653c2cd77 service nova] Lock "376b07b0-cef1-4839-ad26-73d5d353ca95-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.277780] env[70527]: DEBUG nova.compute.manager [req-bc3a2496-9cd0-4c4c-a1a8-e31d7a70782e req-1fd8860e-2ea1-4d41-a5b3-865653c2cd77 service nova] [instance: 376b07b0-cef1-4839-ad26-73d5d353ca95] No waiting events found dispatching network-vif-plugged-2e32dde8-43bd-4f15-bff8-1b35cd42763b {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1152.278397] env[70527]: WARNING nova.compute.manager [req-bc3a2496-9cd0-4c4c-a1a8-e31d7a70782e req-1fd8860e-2ea1-4d41-a5b3-865653c2cd77 service nova] [instance: 376b07b0-cef1-4839-ad26-73d5d353ca95] Received unexpected event network-vif-plugged-2e32dde8-43bd-4f15-bff8-1b35cd42763b for instance with vm_state building and task_state spawning. [ 1152.296154] env[70527]: DEBUG oslo_vmware.api [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3913876, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.383612] env[70527]: DEBUG oslo_vmware.api [None req-c027ca23-a5c4-4000-8334-6df5c6aa6c56 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3913856, 'name': ReconfigVM_Task, 'duration_secs': 5.781257} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.383898] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c027ca23-a5c4-4000-8334-6df5c6aa6c56 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Releasing lock "67ddf676-0ce2-4fd1-b357-84f99f9b86f2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.386584] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-c027ca23-a5c4-4000-8334-6df5c6aa6c56 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Reconfigured VM to detach interface {{(pid=70527) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1152.389938] env[70527]: DEBUG nova.network.neutron [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 376b07b0-cef1-4839-ad26-73d5d353ca95] Successfully updated port: 2e32dde8-43bd-4f15-bff8-1b35cd42763b {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1152.413222] env[70527]: DEBUG oslo_concurrency.lockutils [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.465s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.414786] env[70527]: DEBUG nova.compute.manager [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 4d7d08b5-06c5-4096-923a-397fe5d0b0da] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1152.422022] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1a8b81e0-fcbd-441b-b2c4-4f9e222b9ef3 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.059s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.422022] env[70527]: INFO nova.compute.claims [None req-1a8b81e0-fcbd-441b-b2c4-4f9e222b9ef3 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] [instance: 1f00bd23-0356-4f9f-924f-67735d282ed9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1152.496277] env[70527]: DEBUG nova.virt.hardware [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1152.496578] env[70527]: DEBUG nova.virt.hardware [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1152.496745] env[70527]: DEBUG nova.virt.hardware [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1152.496931] env[70527]: DEBUG nova.virt.hardware [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1152.497094] env[70527]: DEBUG nova.virt.hardware [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1152.497244] env[70527]: DEBUG nova.virt.hardware [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1152.497451] env[70527]: DEBUG nova.virt.hardware [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1152.497607] env[70527]: DEBUG nova.virt.hardware [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1152.497773] env[70527]: DEBUG nova.virt.hardware [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1152.497936] env[70527]: DEBUG nova.virt.hardware [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1152.498170] env[70527]: DEBUG nova.virt.hardware [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1152.499107] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c5a592-b179-43dc-83f1-356cdeac8bf0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.508155] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d316562c-1ebd-478a-8dc9-6453f324f48e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.523114] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:e1:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4db2961d-273d-4634-9d06-a94fa9d384fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8246815d-f3a5-47dd-bb3c-05882e9da8f9', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1152.530912] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1152.531280] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f82bd048-5013-4809-ac11-053b6629067b] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1152.531531] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dfd40116-a399-47fe-b106-753f6118b819 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.553506] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1152.553506] env[70527]: value = "task-3913881" [ 1152.553506] env[70527]: _type = "Task" [ 1152.553506] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.562366] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913881, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.594407] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913879, 'name': CreateVM_Task, 'duration_secs': 0.511207} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.595506] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 779815e2-fd93-426d-bd71-58782205ff29] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1152.596010] env[70527]: DEBUG oslo_concurrency.lockutils [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.596010] env[70527]: DEBUG oslo_concurrency.lockutils [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.596391] env[70527]: DEBUG oslo_concurrency.lockutils [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.596759] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-244c513f-4c83-42d2-af74-efce790de054 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.602532] env[70527]: DEBUG oslo_vmware.api [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Waiting for the task: (returnval){ [ 1152.602532] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52b7afeb-8150-c1bc-6dae-ac20e593dfff" [ 1152.602532] env[70527]: _type = "Task" [ 1152.602532] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.612808] env[70527]: DEBUG oslo_vmware.api [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52b7afeb-8150-c1bc-6dae-ac20e593dfff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.680191] env[70527]: DEBUG nova.network.neutron [-] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.700153] env[70527]: DEBUG oslo_vmware.api [None req-41bd1ed5-e2b3-40f3-8df7-b1c5f71b334b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Task: {'id': task-3913880, 'name': PowerOnVM_Task, 'duration_secs': 0.508136} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.700417] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-41bd1ed5-e2b3-40f3-8df7-b1c5f71b334b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 1257ac19-f4a8-4199-b5dd-58106904e220] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1152.700612] env[70527]: DEBUG nova.compute.manager [None req-41bd1ed5-e2b3-40f3-8df7-b1c5f71b334b tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 1257ac19-f4a8-4199-b5dd-58106904e220] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1152.701463] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c952caec-509d-47a4-a448-28ed7f6a87a6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.711459] env[70527]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2041805f-95e7-4a5b-a87c-d12f712bbb29 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.721664] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a33ed0-eef3-4135-a43b-b04529d06567 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.762200] env[70527]: DEBUG nova.compute.manager [None req-403cd678-ebc5-4897-b6a9-75ffa632c033 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1152.762200] env[70527]: DEBUG nova.compute.manager [req-5147cc8e-5c73-4a4c-be4d-357e62dd0b8d req-261b79a1-35fd-43a0-acbc-38c054eaf94e service nova] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Detach interface failed, port_id=e13eaf87-126b-412f-a3fb-97bf53244088, reason: Instance cc93a02e-989c-4238-aed7-ab4843e2add4 could not be found. {{(pid=70527) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1152.762200] env[70527]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cb80cfd2-1026-4515-b80d-446add0f2ceb {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.772856] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9e188c-5f8b-4b41-bec2-8ba0cf91bec5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.796685] env[70527]: DEBUG oslo_vmware.api [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3913876, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.815336] env[70527]: WARNING nova.virt.vmwareapi.driver [None req-403cd678-ebc5-4897-b6a9-75ffa632c033 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7 could not be found. [ 1152.815573] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-403cd678-ebc5-4897-b6a9-75ffa632c033 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1152.816631] env[70527]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-81e94eab-6c74-4fbe-80f1-5d44de7c92b8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.832059] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5127d66e-bc1a-4dd9-8384-36ddb23babe7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.877738] env[70527]: WARNING nova.virt.vmwareapi.vmops [None req-403cd678-ebc5-4897-b6a9-75ffa632c033 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7 could not be found. [ 1152.878079] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-403cd678-ebc5-4897-b6a9-75ffa632c033 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1152.878339] env[70527]: INFO nova.compute.manager [None req-403cd678-ebc5-4897-b6a9-75ffa632c033 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] Took 0.12 seconds to destroy the instance on the hypervisor. [ 1152.878695] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-403cd678-ebc5-4897-b6a9-75ffa632c033 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1152.878971] env[70527]: DEBUG nova.compute.manager [-] [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1152.879079] env[70527]: DEBUG nova.network.neutron [-] [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1152.894010] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquiring lock "refresh_cache-376b07b0-cef1-4839-ad26-73d5d353ca95" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.894193] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquired lock "refresh_cache-376b07b0-cef1-4839-ad26-73d5d353ca95" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.894348] env[70527]: DEBUG nova.network.neutron [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 376b07b0-cef1-4839-ad26-73d5d353ca95] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1152.921170] env[70527]: DEBUG nova.compute.utils [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1152.926637] env[70527]: DEBUG nova.compute.manager [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 4d7d08b5-06c5-4096-923a-397fe5d0b0da] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1152.926637] env[70527]: DEBUG nova.network.neutron [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 4d7d08b5-06c5-4096-923a-397fe5d0b0da] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1153.032482] env[70527]: DEBUG nova.policy [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8fe12d8d24ad4faab0c5cce80d6cbfde', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '04c6913e6e05403f84967742a042b550', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 1153.069701] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913881, 'name': CreateVM_Task, 'duration_secs': 0.415449} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.070063] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f82bd048-5013-4809-ac11-053b6629067b] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1153.071059] env[70527]: DEBUG oslo_concurrency.lockutils [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.114116] env[70527]: DEBUG oslo_vmware.api [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52b7afeb-8150-c1bc-6dae-ac20e593dfff, 'name': SearchDatastore_Task, 'duration_secs': 0.015128} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.114522] env[70527]: DEBUG oslo_concurrency.lockutils [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.114764] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 779815e2-fd93-426d-bd71-58782205ff29] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1153.115019] env[70527]: DEBUG oslo_concurrency.lockutils [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.115194] env[70527]: DEBUG oslo_concurrency.lockutils [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.115385] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1153.115725] env[70527]: DEBUG oslo_concurrency.lockutils [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.119023] env[70527]: DEBUG oslo_concurrency.lockutils [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.119023] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d473a06-9dd1-4528-983b-93be1198e14d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.119023] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b087f9d6-11bb-4152-8ce8-aa38d5afa44f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.125989] env[70527]: DEBUG oslo_vmware.api [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for the task: (returnval){ [ 1153.125989] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]524ec46f-e1d0-cd13-1f22-d72c82d92cbc" [ 1153.125989] env[70527]: _type = "Task" [ 1153.125989] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.131523] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1153.131813] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1153.133429] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c96eccc3-bc40-4f8e-b2be-e1815d9da7d6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.140892] env[70527]: DEBUG oslo_vmware.api [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]524ec46f-e1d0-cd13-1f22-d72c82d92cbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.145087] env[70527]: DEBUG oslo_vmware.api [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Waiting for the task: (returnval){ [ 1153.145087] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52127987-02f5-6efc-0522-f878caca2285" [ 1153.145087] env[70527]: _type = "Task" [ 1153.145087] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.154471] env[70527]: DEBUG oslo_vmware.api [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52127987-02f5-6efc-0522-f878caca2285, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.183271] env[70527]: INFO nova.compute.manager [-] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Took 1.48 seconds to deallocate network for instance. [ 1153.299034] env[70527]: DEBUG oslo_vmware.api [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3913876, 'name': PowerOnVM_Task, 'duration_secs': 1.223628} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.299034] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 43c3492a-2f29-4511-8db9-70fdf4759c62] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1153.299034] env[70527]: INFO nova.compute.manager [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 43c3492a-2f29-4511-8db9-70fdf4759c62] Took 9.18 seconds to spawn the instance on the hypervisor. [ 1153.299034] env[70527]: DEBUG nova.compute.manager [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 43c3492a-2f29-4511-8db9-70fdf4759c62] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1153.299034] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a9311f8-a9bb-4c0b-b498-6f86398e8942 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.395897] env[70527]: DEBUG nova.network.neutron [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 4d7d08b5-06c5-4096-923a-397fe5d0b0da] Successfully created port: 4c268337-0f59-4eb6-8905-aba2b128ef4f {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1153.426772] env[70527]: DEBUG nova.compute.manager [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 4d7d08b5-06c5-4096-923a-397fe5d0b0da] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1153.441650] env[70527]: DEBUG nova.network.neutron [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 376b07b0-cef1-4839-ad26-73d5d353ca95] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1153.639027] env[70527]: DEBUG oslo_vmware.api [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]524ec46f-e1d0-cd13-1f22-d72c82d92cbc, 'name': SearchDatastore_Task, 'duration_secs': 0.019721} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.640467] env[70527]: DEBUG oslo_concurrency.lockutils [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.640746] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1153.640985] env[70527]: DEBUG oslo_concurrency.lockutils [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.659622] env[70527]: DEBUG oslo_vmware.api [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52127987-02f5-6efc-0522-f878caca2285, 'name': SearchDatastore_Task, 'duration_secs': 0.016741} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.661041] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-778d5b14-d277-4f8f-bdfc-ef5e740fc262 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.673064] env[70527]: DEBUG oslo_vmware.api [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Waiting for the task: (returnval){ [ 1153.673064] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]523111ac-1f45-a629-4083-3fec6bd5c542" [ 1153.673064] env[70527]: _type = "Task" [ 1153.673064] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.685176] env[70527]: DEBUG oslo_vmware.api [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]523111ac-1f45-a629-4083-3fec6bd5c542, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.708553] env[70527]: DEBUG nova.network.neutron [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 376b07b0-cef1-4839-ad26-73d5d353ca95] Updating instance_info_cache with network_info: [{"id": "2e32dde8-43bd-4f15-bff8-1b35cd42763b", "address": "fa:16:3e:82:68:77", "network": {"id": "0b72ef80-5e63-4bac-b3dd-4a63ff7abe74", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-571665589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79060d06877149fb8970e454e0927e61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e32dde8-43", "ovs_interfaceid": "2e32dde8-43bd-4f15-bff8-1b35cd42763b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.747962] env[70527]: INFO nova.compute.manager [None req-bcc3c4ac-9e44-40a2-8868-7f945f325efc tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Took 0.56 seconds to detach 1 volumes for instance. [ 1153.802722] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c027ca23-a5c4-4000-8334-6df5c6aa6c56 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquiring lock "refresh_cache-67ddf676-0ce2-4fd1-b357-84f99f9b86f2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.802722] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c027ca23-a5c4-4000-8334-6df5c6aa6c56 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquired lock "refresh_cache-67ddf676-0ce2-4fd1-b357-84f99f9b86f2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.802722] env[70527]: DEBUG nova.network.neutron [None req-c027ca23-a5c4-4000-8334-6df5c6aa6c56 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1153.821131] env[70527]: INFO nova.compute.manager [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 43c3492a-2f29-4511-8db9-70fdf4759c62] Took 20.74 seconds to build instance. [ 1153.838834] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2eabd10-eee1-4332-907e-cb5f65960143 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.848925] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73858786-58f9-4095-bfaa-3af29b2397e5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.888585] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9e8ada-5f96-4224-869c-9167de0825e2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.899506] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c797d7-6a73-4bc7-8348-5a80bcc81410 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.918224] env[70527]: DEBUG nova.compute.provider_tree [None req-1a8b81e0-fcbd-441b-b2c4-4f9e222b9ef3 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1154.013909] env[70527]: DEBUG nova.network.neutron [-] [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.185928] env[70527]: DEBUG oslo_vmware.api [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]523111ac-1f45-a629-4083-3fec6bd5c542, 'name': SearchDatastore_Task, 'duration_secs': 0.01158} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.186280] env[70527]: DEBUG oslo_concurrency.lockutils [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.186627] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 779815e2-fd93-426d-bd71-58782205ff29/779815e2-fd93-426d-bd71-58782205ff29.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1154.186996] env[70527]: DEBUG oslo_concurrency.lockutils [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.187275] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1154.187704] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-087efd8f-50d1-4134-b7c1-c88a3ba05661 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.189982] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-855e087a-3213-4b54-a455-fd16dab107ca {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.198289] env[70527]: DEBUG oslo_vmware.api [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Waiting for the task: (returnval){ [ 1154.198289] env[70527]: value = "task-3913882" [ 1154.198289] env[70527]: _type = "Task" [ 1154.198289] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.205636] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1154.205964] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1154.211669] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd0e4cdc-dc84-4eb5-ae19-a2e5824962b0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.214373] env[70527]: DEBUG oslo_vmware.api [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3913882, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.215051] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Releasing lock "refresh_cache-376b07b0-cef1-4839-ad26-73d5d353ca95" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.215551] env[70527]: DEBUG nova.compute.manager [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 376b07b0-cef1-4839-ad26-73d5d353ca95] Instance network_info: |[{"id": "2e32dde8-43bd-4f15-bff8-1b35cd42763b", "address": "fa:16:3e:82:68:77", "network": {"id": "0b72ef80-5e63-4bac-b3dd-4a63ff7abe74", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-571665589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79060d06877149fb8970e454e0927e61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e32dde8-43", "ovs_interfaceid": "2e32dde8-43bd-4f15-bff8-1b35cd42763b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1154.216058] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 376b07b0-cef1-4839-ad26-73d5d353ca95] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:68:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6edb8eae-1113-49d0-84f7-9fd9f82b26fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e32dde8-43bd-4f15-bff8-1b35cd42763b', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1154.224636] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1154.225542] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 376b07b0-cef1-4839-ad26-73d5d353ca95] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1154.225880] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a58732d0-2e21-4216-bc43-48e17f98951e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.243729] env[70527]: DEBUG oslo_vmware.api [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for the task: (returnval){ [ 1154.243729] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]5225811b-cc9c-d5dd-268f-5402a0292984" [ 1154.243729] env[70527]: _type = "Task" [ 1154.243729] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.250457] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1154.250457] env[70527]: value = "task-3913883" [ 1154.250457] env[70527]: _type = "Task" [ 1154.250457] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.255105] env[70527]: DEBUG oslo_vmware.api [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5225811b-cc9c-d5dd-268f-5402a0292984, 'name': SearchDatastore_Task, 'duration_secs': 0.011565} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.260368] env[70527]: DEBUG oslo_concurrency.lockutils [None req-bcc3c4ac-9e44-40a2-8868-7f945f325efc tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.261332] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d19d8c60-cb59-4bbc-9416-46cd1dd9941b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.269749] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913883, 'name': CreateVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.272285] env[70527]: DEBUG oslo_vmware.api [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for the task: (returnval){ [ 1154.272285] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52bd2832-a348-6391-b92a-cd77dcbb2d48" [ 1154.272285] env[70527]: _type = "Task" [ 1154.272285] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.284994] env[70527]: DEBUG oslo_vmware.api [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52bd2832-a348-6391-b92a-cd77dcbb2d48, 'name': SearchDatastore_Task, 'duration_secs': 0.012698} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.285465] env[70527]: DEBUG oslo_concurrency.lockutils [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.285915] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] f82bd048-5013-4809-ac11-053b6629067b/f82bd048-5013-4809-ac11-053b6629067b.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1154.286328] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-44d26045-dab7-41ee-a889-7f3288f4f222 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.294847] env[70527]: DEBUG oslo_vmware.api [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for the task: (returnval){ [ 1154.294847] env[70527]: value = "task-3913884" [ 1154.294847] env[70527]: _type = "Task" [ 1154.294847] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.305290] env[70527]: DEBUG oslo_vmware.api [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913884, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.324517] env[70527]: DEBUG oslo_concurrency.lockutils [None req-716bea58-be62-47b2-9b44-21de2059b4b6 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Lock "43c3492a-2f29-4511-8db9-70fdf4759c62" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.260s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.420705] env[70527]: DEBUG nova.scheduler.client.report [None req-1a8b81e0-fcbd-441b-b2c4-4f9e222b9ef3 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1154.437572] env[70527]: DEBUG nova.compute.manager [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 4d7d08b5-06c5-4096-923a-397fe5d0b0da] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1154.483134] env[70527]: DEBUG nova.virt.hardware [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1154.483511] env[70527]: DEBUG nova.virt.hardware [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1154.484097] env[70527]: DEBUG nova.virt.hardware [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1154.484097] env[70527]: DEBUG nova.virt.hardware [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1154.484301] env[70527]: DEBUG nova.virt.hardware [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1154.484447] env[70527]: DEBUG nova.virt.hardware [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1154.485015] env[70527]: DEBUG nova.virt.hardware [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1154.485015] env[70527]: DEBUG nova.virt.hardware [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1154.485278] env[70527]: DEBUG nova.virt.hardware [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1154.485453] env[70527]: DEBUG nova.virt.hardware [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1154.485815] env[70527]: DEBUG nova.virt.hardware [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1154.487192] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5afd734-9d80-4ced-a9dd-b6f0ef427350 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.499372] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c924ce-cb89-4e58-83d4-250f5f044d93 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.521165] env[70527]: INFO nova.compute.manager [-] [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] Took 1.64 seconds to deallocate network for instance. [ 1154.699340] env[70527]: DEBUG nova.compute.manager [req-621836c4-d743-4080-af00-3cd198ee1262 req-08d5b4a9-6c55-4556-803c-6fd61afc50c2 service nova] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Received event network-vif-deleted-0fecb555-3a8e-4a86-9406-f09bd3c74454 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1154.699720] env[70527]: INFO nova.compute.manager [req-621836c4-d743-4080-af00-3cd198ee1262 req-08d5b4a9-6c55-4556-803c-6fd61afc50c2 service nova] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Neutron deleted interface 0fecb555-3a8e-4a86-9406-f09bd3c74454; detaching it from the instance and deleting it from the info cache [ 1154.700142] env[70527]: DEBUG nova.network.neutron [req-621836c4-d743-4080-af00-3cd198ee1262 req-08d5b4a9-6c55-4556-803c-6fd61afc50c2 service nova] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Updating instance_info_cache with network_info: [{"id": "0355096f-1620-45c2-a2c6-187cec902917", "address": "fa:16:3e:9b:24:39", "network": {"id": "0528ffcb-4865-41a0-87e6-3ea996b12397", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210779476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "030332ea48994bab8d286711ee279556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0355096f-16", "ovs_interfaceid": "0355096f-1620-45c2-a2c6-187cec902917", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "da86fb94-092b-4e94-9f72-77721773f6fc", "address": "fa:16:3e:e0:8f:01", "network": {"id": "0528ffcb-4865-41a0-87e6-3ea996b12397", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210779476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "030332ea48994bab8d286711ee279556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda86fb94-09", "ovs_interfaceid": "da86fb94-092b-4e94-9f72-77721773f6fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.723441] env[70527]: DEBUG oslo_vmware.api [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3913882, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.741383] env[70527]: DEBUG nova.compute.manager [req-fa9fe594-81d1-4921-8ce6-5f0980533539 req-ee947776-57db-4f2e-bfea-1f1b92b7f94b service nova] [instance: 376b07b0-cef1-4839-ad26-73d5d353ca95] Received event network-changed-2e32dde8-43bd-4f15-bff8-1b35cd42763b {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1154.741383] env[70527]: DEBUG nova.compute.manager [req-fa9fe594-81d1-4921-8ce6-5f0980533539 req-ee947776-57db-4f2e-bfea-1f1b92b7f94b service nova] [instance: 376b07b0-cef1-4839-ad26-73d5d353ca95] Refreshing instance network info cache due to event network-changed-2e32dde8-43bd-4f15-bff8-1b35cd42763b. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1154.741941] env[70527]: DEBUG oslo_concurrency.lockutils [req-fa9fe594-81d1-4921-8ce6-5f0980533539 req-ee947776-57db-4f2e-bfea-1f1b92b7f94b service nova] Acquiring lock "refresh_cache-376b07b0-cef1-4839-ad26-73d5d353ca95" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.742244] env[70527]: DEBUG oslo_concurrency.lockutils [req-fa9fe594-81d1-4921-8ce6-5f0980533539 req-ee947776-57db-4f2e-bfea-1f1b92b7f94b service nova] Acquired lock "refresh_cache-376b07b0-cef1-4839-ad26-73d5d353ca95" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.742515] env[70527]: DEBUG nova.network.neutron [req-fa9fe594-81d1-4921-8ce6-5f0980533539 req-ee947776-57db-4f2e-bfea-1f1b92b7f94b service nova] [instance: 376b07b0-cef1-4839-ad26-73d5d353ca95] Refreshing network info cache for port 2e32dde8-43bd-4f15-bff8-1b35cd42763b {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1154.768252] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913883, 'name': CreateVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.815551] env[70527]: DEBUG oslo_vmware.api [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913884, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.929034] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1a8b81e0-fcbd-441b-b2c4-4f9e222b9ef3 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.508s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.929034] env[70527]: DEBUG nova.compute.manager [None req-1a8b81e0-fcbd-441b-b2c4-4f9e222b9ef3 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] [instance: 1f00bd23-0356-4f9f-924f-67735d282ed9] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1154.931794] env[70527]: DEBUG oslo_concurrency.lockutils [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.956s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.934121] env[70527]: INFO nova.compute.claims [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c9d02cd4-6e8c-4e5c-b978-463af0f6e14c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1155.068125] env[70527]: INFO nova.network.neutron [None req-c027ca23-a5c4-4000-8334-6df5c6aa6c56 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Port 0fecb555-3a8e-4a86-9406-f09bd3c74454 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1155.068352] env[70527]: INFO nova.network.neutron [None req-c027ca23-a5c4-4000-8334-6df5c6aa6c56 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Port da86fb94-092b-4e94-9f72-77721773f6fc from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1155.068785] env[70527]: DEBUG nova.network.neutron [None req-c027ca23-a5c4-4000-8334-6df5c6aa6c56 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Updating instance_info_cache with network_info: [{"id": "0355096f-1620-45c2-a2c6-187cec902917", "address": "fa:16:3e:9b:24:39", "network": {"id": "0528ffcb-4865-41a0-87e6-3ea996b12397", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210779476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "030332ea48994bab8d286711ee279556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0355096f-16", "ovs_interfaceid": "0355096f-1620-45c2-a2c6-187cec902917", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.101028] env[70527]: INFO nova.compute.manager [None req-403cd678-ebc5-4897-b6a9-75ffa632c033 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] Took 0.58 seconds to detach 1 volumes for instance. [ 1155.101863] env[70527]: DEBUG nova.compute.manager [None req-403cd678-ebc5-4897-b6a9-75ffa632c033 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] Deleting volume: 8807cb3c-d73f-49de-bf57-aa0d3d2778b3 {{(pid=70527) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1155.209348] env[70527]: DEBUG oslo_concurrency.lockutils [req-621836c4-d743-4080-af00-3cd198ee1262 req-08d5b4a9-6c55-4556-803c-6fd61afc50c2 service nova] Acquiring lock "67ddf676-0ce2-4fd1-b357-84f99f9b86f2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.209348] env[70527]: DEBUG oslo_concurrency.lockutils [req-621836c4-d743-4080-af00-3cd198ee1262 req-08d5b4a9-6c55-4556-803c-6fd61afc50c2 service nova] Acquired lock "67ddf676-0ce2-4fd1-b357-84f99f9b86f2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.214127] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72ccb8a-11db-4e6c-bd30-ee5a33b22467 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.227286] env[70527]: DEBUG oslo_vmware.api [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3913882, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576399} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.244129] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 779815e2-fd93-426d-bd71-58782205ff29/779815e2-fd93-426d-bd71-58782205ff29.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1155.244599] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 779815e2-fd93-426d-bd71-58782205ff29] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1155.246162] env[70527]: DEBUG oslo_concurrency.lockutils [req-621836c4-d743-4080-af00-3cd198ee1262 req-08d5b4a9-6c55-4556-803c-6fd61afc50c2 service nova] Releasing lock "67ddf676-0ce2-4fd1-b357-84f99f9b86f2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.246162] env[70527]: WARNING nova.compute.manager [req-621836c4-d743-4080-af00-3cd198ee1262 req-08d5b4a9-6c55-4556-803c-6fd61afc50c2 service nova] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Detach interface failed, port_id=0fecb555-3a8e-4a86-9406-f09bd3c74454, reason: No device with interface-id 0fecb555-3a8e-4a86-9406-f09bd3c74454 exists on VM: nova.exception.NotFound: No device with interface-id 0fecb555-3a8e-4a86-9406-f09bd3c74454 exists on VM [ 1155.246162] env[70527]: DEBUG nova.compute.manager [req-621836c4-d743-4080-af00-3cd198ee1262 req-08d5b4a9-6c55-4556-803c-6fd61afc50c2 service nova] [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] Received event network-vif-deleted-78d43ac4-17a5-4fdd-b196-70ab4500ca01 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.246524] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-55465367-c694-4ba5-8131-2581fdf810ef {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.265026] env[70527]: DEBUG oslo_vmware.api [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Waiting for the task: (returnval){ [ 1155.265026] env[70527]: value = "task-3913886" [ 1155.265026] env[70527]: _type = "Task" [ 1155.265026] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.274299] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913883, 'name': CreateVM_Task, 'duration_secs': 0.526919} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.275115] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 376b07b0-cef1-4839-ad26-73d5d353ca95] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1155.276012] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.277421] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.277421] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.277421] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec2a08d7-1b5e-4db7-bc6f-10d99246bdf8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.283616] env[70527]: DEBUG oslo_vmware.api [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3913886, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.288047] env[70527]: DEBUG oslo_vmware.api [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for the task: (returnval){ [ 1155.288047] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52365d18-e11c-78ca-b8cc-261cc2d50bfa" [ 1155.288047] env[70527]: _type = "Task" [ 1155.288047] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.294761] env[70527]: DEBUG oslo_concurrency.lockutils [None req-aed46e7b-2b78-4e76-9a54-da6d4c3d4b0a tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquiring lock "67ddf676-0ce2-4fd1-b357-84f99f9b86f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.295092] env[70527]: DEBUG oslo_concurrency.lockutils [None req-aed46e7b-2b78-4e76-9a54-da6d4c3d4b0a tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Lock "67ddf676-0ce2-4fd1-b357-84f99f9b86f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.295410] env[70527]: DEBUG oslo_concurrency.lockutils [None req-aed46e7b-2b78-4e76-9a54-da6d4c3d4b0a tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquiring lock "67ddf676-0ce2-4fd1-b357-84f99f9b86f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.295690] env[70527]: DEBUG oslo_concurrency.lockutils [None req-aed46e7b-2b78-4e76-9a54-da6d4c3d4b0a tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Lock "67ddf676-0ce2-4fd1-b357-84f99f9b86f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.295926] env[70527]: DEBUG oslo_concurrency.lockutils [None req-aed46e7b-2b78-4e76-9a54-da6d4c3d4b0a tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Lock "67ddf676-0ce2-4fd1-b357-84f99f9b86f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.301786] env[70527]: DEBUG oslo_vmware.api [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52365d18-e11c-78ca-b8cc-261cc2d50bfa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.302295] env[70527]: INFO nova.compute.manager [None req-aed46e7b-2b78-4e76-9a54-da6d4c3d4b0a tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Terminating instance [ 1155.317419] env[70527]: DEBUG oslo_vmware.api [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913884, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.822066} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.317790] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] f82bd048-5013-4809-ac11-053b6629067b/f82bd048-5013-4809-ac11-053b6629067b.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1155.318190] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1155.318519] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-485a0c63-ef41-4203-b8fa-b52ae332bfd5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.331835] env[70527]: DEBUG oslo_vmware.api [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for the task: (returnval){ [ 1155.331835] env[70527]: value = "task-3913887" [ 1155.331835] env[70527]: _type = "Task" [ 1155.331835] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.343340] env[70527]: DEBUG oslo_vmware.api [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913887, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.441746] env[70527]: DEBUG nova.compute.utils [None req-1a8b81e0-fcbd-441b-b2c4-4f9e222b9ef3 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1155.447029] env[70527]: DEBUG nova.compute.manager [None req-1a8b81e0-fcbd-441b-b2c4-4f9e222b9ef3 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] [instance: 1f00bd23-0356-4f9f-924f-67735d282ed9] Not allocating networking since 'none' was specified. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1155.572181] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c027ca23-a5c4-4000-8334-6df5c6aa6c56 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Releasing lock "refresh_cache-67ddf676-0ce2-4fd1-b357-84f99f9b86f2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.656318] env[70527]: DEBUG oslo_concurrency.lockutils [None req-403cd678-ebc5-4897-b6a9-75ffa632c033 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.756672] env[70527]: DEBUG nova.network.neutron [req-fa9fe594-81d1-4921-8ce6-5f0980533539 req-ee947776-57db-4f2e-bfea-1f1b92b7f94b service nova] [instance: 376b07b0-cef1-4839-ad26-73d5d353ca95] Updated VIF entry in instance network info cache for port 2e32dde8-43bd-4f15-bff8-1b35cd42763b. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1155.757157] env[70527]: DEBUG nova.network.neutron [req-fa9fe594-81d1-4921-8ce6-5f0980533539 req-ee947776-57db-4f2e-bfea-1f1b92b7f94b service nova] [instance: 376b07b0-cef1-4839-ad26-73d5d353ca95] Updating instance_info_cache with network_info: [{"id": "2e32dde8-43bd-4f15-bff8-1b35cd42763b", "address": "fa:16:3e:82:68:77", "network": {"id": "0b72ef80-5e63-4bac-b3dd-4a63ff7abe74", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-571665589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79060d06877149fb8970e454e0927e61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e32dde8-43", "ovs_interfaceid": "2e32dde8-43bd-4f15-bff8-1b35cd42763b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.773829] env[70527]: DEBUG nova.network.neutron [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 4d7d08b5-06c5-4096-923a-397fe5d0b0da] Successfully updated port: 4c268337-0f59-4eb6-8905-aba2b128ef4f {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1155.782449] env[70527]: DEBUG oslo_vmware.api [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3913886, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083747} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.782608] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 779815e2-fd93-426d-bd71-58782205ff29] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1155.783417] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce2496d-6c05-404d-ad00-2cd6c488dc9f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.811389] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 779815e2-fd93-426d-bd71-58782205ff29] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 779815e2-fd93-426d-bd71-58782205ff29/779815e2-fd93-426d-bd71-58782205ff29.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1155.812845] env[70527]: DEBUG nova.compute.manager [None req-aed46e7b-2b78-4e76-9a54-da6d4c3d4b0a tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1155.813194] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-aed46e7b-2b78-4e76-9a54-da6d4c3d4b0a tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1155.813363] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-601ac4d8-f16d-467b-a130-7556346b4fd9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.833809] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f82b929-289c-4714-8ac2-0ff207d971de {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.837140] env[70527]: DEBUG oslo_vmware.api [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52365d18-e11c-78ca-b8cc-261cc2d50bfa, 'name': SearchDatastore_Task, 'duration_secs': 0.01125} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.840760] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.841031] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 376b07b0-cef1-4839-ad26-73d5d353ca95] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1155.841288] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.841436] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.841614] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1155.842492] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4cbbb5e9-bc06-4c71-be66-4ecb6c168ffc {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.847684] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-aed46e7b-2b78-4e76-9a54-da6d4c3d4b0a tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1155.847998] env[70527]: DEBUG oslo_vmware.api [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Waiting for the task: (returnval){ [ 1155.847998] env[70527]: value = "task-3913888" [ 1155.847998] env[70527]: _type = "Task" [ 1155.847998] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.848491] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19772ffb-d052-4805-8e55-a91244603341 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.856222] env[70527]: DEBUG oslo_vmware.api [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913887, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08142} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.857714] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1155.858055] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1155.858225] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1155.859429] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2615eb59-25c0-4abb-bc9c-81b4ec80ea60 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.861962] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-196bf229-a364-4920-9480-9491339ba558 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.868701] env[70527]: DEBUG oslo_vmware.api [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3913888, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.869033] env[70527]: DEBUG oslo_vmware.api [None req-aed46e7b-2b78-4e76-9a54-da6d4c3d4b0a tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Waiting for the task: (returnval){ [ 1155.869033] env[70527]: value = "task-3913889" [ 1155.869033] env[70527]: _type = "Task" [ 1155.869033] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.895452] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] f82bd048-5013-4809-ac11-053b6629067b/f82bd048-5013-4809-ac11-053b6629067b.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1155.900230] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cef2b56c-5281-4600-8ad4-3e39f03841d6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.917606] env[70527]: DEBUG oslo_vmware.api [None req-aed46e7b-2b78-4e76-9a54-da6d4c3d4b0a tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3913889, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.917606] env[70527]: DEBUG oslo_vmware.api [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for the task: (returnval){ [ 1155.917606] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52e1c4e6-5382-df9a-43d4-7244d6364c9e" [ 1155.917606] env[70527]: _type = "Task" [ 1155.917606] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.922356] env[70527]: DEBUG oslo_vmware.api [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for the task: (returnval){ [ 1155.922356] env[70527]: value = "task-3913890" [ 1155.922356] env[70527]: _type = "Task" [ 1155.922356] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.926804] env[70527]: DEBUG oslo_vmware.api [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52e1c4e6-5382-df9a-43d4-7244d6364c9e, 'name': SearchDatastore_Task, 'duration_secs': 0.021909} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.930324] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8a43089-c7ff-4555-b961-3102a6f39a8b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.940373] env[70527]: DEBUG oslo_vmware.api [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913890, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.943285] env[70527]: DEBUG oslo_vmware.api [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for the task: (returnval){ [ 1155.943285] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52cee0a6-9d07-6bef-402f-18caf90ca9e2" [ 1155.943285] env[70527]: _type = "Task" [ 1155.943285] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.948017] env[70527]: DEBUG nova.compute.manager [None req-1a8b81e0-fcbd-441b-b2c4-4f9e222b9ef3 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] [instance: 1f00bd23-0356-4f9f-924f-67735d282ed9] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1155.962937] env[70527]: DEBUG oslo_vmware.api [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52cee0a6-9d07-6bef-402f-18caf90ca9e2, 'name': SearchDatastore_Task, 'duration_secs': 0.016341} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.962937] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.963155] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 376b07b0-cef1-4839-ad26-73d5d353ca95/376b07b0-cef1-4839-ad26-73d5d353ca95.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1155.964470] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-207b657f-7b89-4671-a4af-0fadf7ac96b1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.975251] env[70527]: DEBUG oslo_vmware.api [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for the task: (returnval){ [ 1155.975251] env[70527]: value = "task-3913891" [ 1155.975251] env[70527]: _type = "Task" [ 1155.975251] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.982731] env[70527]: DEBUG oslo_vmware.api [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913891, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.076893] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c027ca23-a5c4-4000-8334-6df5c6aa6c56 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Lock "interface-67ddf676-0ce2-4fd1-b357-84f99f9b86f2-0fecb555-3a8e-4a86-9406-f09bd3c74454" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.270s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.264516] env[70527]: DEBUG oslo_concurrency.lockutils [req-fa9fe594-81d1-4921-8ce6-5f0980533539 req-ee947776-57db-4f2e-bfea-1f1b92b7f94b service nova] Releasing lock "refresh_cache-376b07b0-cef1-4839-ad26-73d5d353ca95" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.277229] env[70527]: DEBUG oslo_concurrency.lockutils [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Acquiring lock "refresh_cache-4d7d08b5-06c5-4096-923a-397fe5d0b0da" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.277414] env[70527]: DEBUG oslo_concurrency.lockutils [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Acquired lock "refresh_cache-4d7d08b5-06c5-4096-923a-397fe5d0b0da" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.277732] env[70527]: DEBUG nova.network.neutron [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 4d7d08b5-06c5-4096-923a-397fe5d0b0da] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1156.368137] env[70527]: DEBUG oslo_vmware.api [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3913888, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.376431] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2d7d98-e4f9-45cb-ad11-6fbf8ea38a4a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.386738] env[70527]: DEBUG oslo_vmware.api [None req-aed46e7b-2b78-4e76-9a54-da6d4c3d4b0a tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3913889, 'name': PowerOffVM_Task, 'duration_secs': 0.268196} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.389396] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-aed46e7b-2b78-4e76-9a54-da6d4c3d4b0a tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1156.389703] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-aed46e7b-2b78-4e76-9a54-da6d4c3d4b0a tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1156.391173] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66ae45f1-1855-460d-b620-c48a3b7c84d0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.394041] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cabd610-4b98-4524-a0e3-1903c9e9f859 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.443571] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc12c82-802d-4148-b90b-c929c648546c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.457900] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaac8b23-c614-4538-9c4c-7e8bec96dd4b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.469505] env[70527]: DEBUG oslo_vmware.api [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913890, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.481602] env[70527]: DEBUG nova.compute.provider_tree [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1156.495508] env[70527]: DEBUG oslo_vmware.api [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913891, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.567938] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-aed46e7b-2b78-4e76-9a54-da6d4c3d4b0a tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1156.568231] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-aed46e7b-2b78-4e76-9a54-da6d4c3d4b0a tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Deleting contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1156.568439] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-aed46e7b-2b78-4e76-9a54-da6d4c3d4b0a tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Deleting the datastore file [datastore2] 67ddf676-0ce2-4fd1-b357-84f99f9b86f2 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1156.568902] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-abffb8b7-dcb1-4309-acd0-276ae0998887 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.577729] env[70527]: DEBUG oslo_vmware.api [None req-aed46e7b-2b78-4e76-9a54-da6d4c3d4b0a tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Waiting for the task: (returnval){ [ 1156.577729] env[70527]: value = "task-3913893" [ 1156.577729] env[70527]: _type = "Task" [ 1156.577729] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.587889] env[70527]: DEBUG oslo_vmware.api [None req-aed46e7b-2b78-4e76-9a54-da6d4c3d4b0a tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3913893, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.733479] env[70527]: DEBUG nova.compute.manager [req-bbb5d208-d8d6-4bfe-929a-cb412e32e99c req-52425858-fcd1-4498-a03b-6644c1916113 service nova] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Received event network-vif-deleted-da86fb94-092b-4e94-9f72-77721773f6fc {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1156.774681] env[70527]: DEBUG nova.compute.manager [req-89cbbc5e-f925-4cca-be57-d88fa52531a3 req-2215e207-fa13-4f88-84c9-fe797c615e0f service nova] [instance: 4d7d08b5-06c5-4096-923a-397fe5d0b0da] Received event network-vif-plugged-4c268337-0f59-4eb6-8905-aba2b128ef4f {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1156.774681] env[70527]: DEBUG oslo_concurrency.lockutils [req-89cbbc5e-f925-4cca-be57-d88fa52531a3 req-2215e207-fa13-4f88-84c9-fe797c615e0f service nova] Acquiring lock "4d7d08b5-06c5-4096-923a-397fe5d0b0da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.774972] env[70527]: DEBUG oslo_concurrency.lockutils [req-89cbbc5e-f925-4cca-be57-d88fa52531a3 req-2215e207-fa13-4f88-84c9-fe797c615e0f service nova] Lock "4d7d08b5-06c5-4096-923a-397fe5d0b0da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.775086] env[70527]: DEBUG oslo_concurrency.lockutils [req-89cbbc5e-f925-4cca-be57-d88fa52531a3 req-2215e207-fa13-4f88-84c9-fe797c615e0f service nova] Lock "4d7d08b5-06c5-4096-923a-397fe5d0b0da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.775188] env[70527]: DEBUG nova.compute.manager [req-89cbbc5e-f925-4cca-be57-d88fa52531a3 req-2215e207-fa13-4f88-84c9-fe797c615e0f service nova] [instance: 4d7d08b5-06c5-4096-923a-397fe5d0b0da] No waiting events found dispatching network-vif-plugged-4c268337-0f59-4eb6-8905-aba2b128ef4f {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1156.775329] env[70527]: WARNING nova.compute.manager [req-89cbbc5e-f925-4cca-be57-d88fa52531a3 req-2215e207-fa13-4f88-84c9-fe797c615e0f service nova] [instance: 4d7d08b5-06c5-4096-923a-397fe5d0b0da] Received unexpected event network-vif-plugged-4c268337-0f59-4eb6-8905-aba2b128ef4f for instance with vm_state building and task_state spawning. [ 1156.775485] env[70527]: DEBUG nova.compute.manager [req-89cbbc5e-f925-4cca-be57-d88fa52531a3 req-2215e207-fa13-4f88-84c9-fe797c615e0f service nova] [instance: 43c3492a-2f29-4511-8db9-70fdf4759c62] Received event network-changed-53ec7930-770a-4035-a838-180573cae575 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1156.775635] env[70527]: DEBUG nova.compute.manager [req-89cbbc5e-f925-4cca-be57-d88fa52531a3 req-2215e207-fa13-4f88-84c9-fe797c615e0f service nova] [instance: 43c3492a-2f29-4511-8db9-70fdf4759c62] Refreshing instance network info cache due to event network-changed-53ec7930-770a-4035-a838-180573cae575. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1156.775840] env[70527]: DEBUG oslo_concurrency.lockutils [req-89cbbc5e-f925-4cca-be57-d88fa52531a3 req-2215e207-fa13-4f88-84c9-fe797c615e0f service nova] Acquiring lock "refresh_cache-43c3492a-2f29-4511-8db9-70fdf4759c62" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.775941] env[70527]: DEBUG oslo_concurrency.lockutils [req-89cbbc5e-f925-4cca-be57-d88fa52531a3 req-2215e207-fa13-4f88-84c9-fe797c615e0f service nova] Acquired lock "refresh_cache-43c3492a-2f29-4511-8db9-70fdf4759c62" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.776455] env[70527]: DEBUG nova.network.neutron [req-89cbbc5e-f925-4cca-be57-d88fa52531a3 req-2215e207-fa13-4f88-84c9-fe797c615e0f service nova] [instance: 43c3492a-2f29-4511-8db9-70fdf4759c62] Refreshing network info cache for port 53ec7930-770a-4035-a838-180573cae575 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1156.826928] env[70527]: DEBUG nova.network.neutron [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 4d7d08b5-06c5-4096-923a-397fe5d0b0da] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1156.867344] env[70527]: DEBUG oslo_vmware.api [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3913888, 'name': ReconfigVM_Task, 'duration_secs': 0.637933} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.867636] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 779815e2-fd93-426d-bd71-58782205ff29] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 779815e2-fd93-426d-bd71-58782205ff29/779815e2-fd93-426d-bd71-58782205ff29.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1156.868297] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e6e64c9-a237-4c54-9e85-66cd61d9dd6e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.876590] env[70527]: DEBUG oslo_vmware.api [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Waiting for the task: (returnval){ [ 1156.876590] env[70527]: value = "task-3913894" [ 1156.876590] env[70527]: _type = "Task" [ 1156.876590] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.885802] env[70527]: DEBUG oslo_vmware.api [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3913894, 'name': Rename_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.952324] env[70527]: DEBUG oslo_vmware.api [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913890, 'name': ReconfigVM_Task, 'duration_secs': 0.778947} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.952324] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] Reconfigured VM instance instance-00000058 to attach disk [datastore2] f82bd048-5013-4809-ac11-053b6629067b/f82bd048-5013-4809-ac11-053b6629067b.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1156.954410] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'boot_index': 0, 'size': 0, 'guest_format': None, 'encrypted': False, 'encryption_options': None, 'device_name': '/dev/sda', 'encryption_format': None, 'disk_bus': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'image_id': 'ceb476e5-c20f-4967-be78-b77393a04dc2'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sdb', 'boot_index': None, 'guest_format': None, 'delete_on_termination': False, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-777194', 'volume_id': 'f79cd1a0-2099-41ff-8c08-a185c69233ec', 'name': 'volume-f79cd1a0-2099-41ff-8c08-a185c69233ec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f82bd048-5013-4809-ac11-053b6629067b', 'attached_at': '', 'detached_at': '', 'volume_id': 'f79cd1a0-2099-41ff-8c08-a185c69233ec', 'serial': 'f79cd1a0-2099-41ff-8c08-a185c69233ec'}, 'disk_bus': None, 'attachment_id': 'c39df6fa-5220-43ed-9de5-dbcf1bdf9285', 'volume_type': None}], 'swap': None} {{(pid=70527) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1156.954626] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] Volume attach. Driver type: vmdk {{(pid=70527) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1156.955288] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-777194', 'volume_id': 'f79cd1a0-2099-41ff-8c08-a185c69233ec', 'name': 'volume-f79cd1a0-2099-41ff-8c08-a185c69233ec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f82bd048-5013-4809-ac11-053b6629067b', 'attached_at': '', 'detached_at': '', 'volume_id': 'f79cd1a0-2099-41ff-8c08-a185c69233ec', 'serial': 'f79cd1a0-2099-41ff-8c08-a185c69233ec'} {{(pid=70527) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1156.956541] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b95b18d-0bb3-4aca-a26f-649a43610fb3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.974941] env[70527]: DEBUG nova.compute.manager [None req-1a8b81e0-fcbd-441b-b2c4-4f9e222b9ef3 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] [instance: 1f00bd23-0356-4f9f-924f-67735d282ed9] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1156.981587] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22601b45-f0fe-42e4-bb00-c7a1e785d46f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.984942] env[70527]: DEBUG nova.scheduler.client.report [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1156.999717] env[70527]: DEBUG oslo_vmware.api [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913891, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.025088] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] volume-f79cd1a0-2099-41ff-8c08-a185c69233ec/volume-f79cd1a0-2099-41ff-8c08-a185c69233ec.vmdk or device None with type thin {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1157.026489] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8862e1d-2adc-4374-ac85-2a991e66d6bb {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.042569] env[70527]: DEBUG nova.virt.hardware [None req-1a8b81e0-fcbd-441b-b2c4-4f9e222b9ef3 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1157.042815] env[70527]: DEBUG nova.virt.hardware [None req-1a8b81e0-fcbd-441b-b2c4-4f9e222b9ef3 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1157.042959] env[70527]: DEBUG nova.virt.hardware [None req-1a8b81e0-fcbd-441b-b2c4-4f9e222b9ef3 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1157.043159] env[70527]: DEBUG nova.virt.hardware [None req-1a8b81e0-fcbd-441b-b2c4-4f9e222b9ef3 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1157.043307] env[70527]: DEBUG nova.virt.hardware [None req-1a8b81e0-fcbd-441b-b2c4-4f9e222b9ef3 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1157.043464] env[70527]: DEBUG nova.virt.hardware [None req-1a8b81e0-fcbd-441b-b2c4-4f9e222b9ef3 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1157.043672] env[70527]: DEBUG nova.virt.hardware [None req-1a8b81e0-fcbd-441b-b2c4-4f9e222b9ef3 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1157.043832] env[70527]: DEBUG nova.virt.hardware [None req-1a8b81e0-fcbd-441b-b2c4-4f9e222b9ef3 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1157.044009] env[70527]: DEBUG nova.virt.hardware [None req-1a8b81e0-fcbd-441b-b2c4-4f9e222b9ef3 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1157.044185] env[70527]: DEBUG nova.virt.hardware [None req-1a8b81e0-fcbd-441b-b2c4-4f9e222b9ef3 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1157.044360] env[70527]: DEBUG nova.virt.hardware [None req-1a8b81e0-fcbd-441b-b2c4-4f9e222b9ef3 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1157.045490] env[70527]: DEBUG nova.network.neutron [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 4d7d08b5-06c5-4096-923a-397fe5d0b0da] Updating instance_info_cache with network_info: [{"id": "4c268337-0f59-4eb6-8905-aba2b128ef4f", "address": "fa:16:3e:be:d1:4a", "network": {"id": "bf80da5f-b6b3-408a-8ca7-44b2bb5a09b9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-620290731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04c6913e6e05403f84967742a042b550", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c268337-0f", "ovs_interfaceid": "4c268337-0f59-4eb6-8905-aba2b128ef4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.047851] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d171a0a8-6f9b-441c-879d-53db32dedf95 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.060024] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85d63ff-bbfb-4ac4-97b5-405ad838bd51 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.064187] env[70527]: DEBUG oslo_vmware.api [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for the task: (returnval){ [ 1157.064187] env[70527]: value = "task-3913895" [ 1157.064187] env[70527]: _type = "Task" [ 1157.064187] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.077127] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-1a8b81e0-fcbd-441b-b2c4-4f9e222b9ef3 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] [instance: 1f00bd23-0356-4f9f-924f-67735d282ed9] Instance VIF info [] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1157.083597] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a8b81e0-fcbd-441b-b2c4-4f9e222b9ef3 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Creating folder: Project (e14861f65c2c472eb40eace56d409b48). Parent ref: group-v776920. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1157.084285] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-819f48d7-5929-4ab3-b00d-9a1502a5e053 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.093859] env[70527]: DEBUG oslo_vmware.api [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913895, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.099709] env[70527]: DEBUG oslo_vmware.api [None req-aed46e7b-2b78-4e76-9a54-da6d4c3d4b0a tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3913893, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181435} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.099960] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-aed46e7b-2b78-4e76-9a54-da6d4c3d4b0a tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1157.100167] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-aed46e7b-2b78-4e76-9a54-da6d4c3d4b0a tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Deleted contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1157.100345] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-aed46e7b-2b78-4e76-9a54-da6d4c3d4b0a tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1157.100650] env[70527]: INFO nova.compute.manager [None req-aed46e7b-2b78-4e76-9a54-da6d4c3d4b0a tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Took 1.29 seconds to destroy the instance on the hypervisor. [ 1157.100775] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aed46e7b-2b78-4e76-9a54-da6d4c3d4b0a tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1157.101100] env[70527]: DEBUG nova.compute.manager [-] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1157.101100] env[70527]: DEBUG nova.network.neutron [-] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1157.106958] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-1a8b81e0-fcbd-441b-b2c4-4f9e222b9ef3 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Created folder: Project (e14861f65c2c472eb40eace56d409b48) in parent group-v776920. [ 1157.107097] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a8b81e0-fcbd-441b-b2c4-4f9e222b9ef3 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Creating folder: Instances. Parent ref: group-v777205. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1157.107423] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b95ea63-fcdb-4f92-9445-86c77ec8fcb7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.120027] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-1a8b81e0-fcbd-441b-b2c4-4f9e222b9ef3 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Created folder: Instances in parent group-v777205. [ 1157.122235] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a8b81e0-fcbd-441b-b2c4-4f9e222b9ef3 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1157.122235] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f00bd23-0356-4f9f-924f-67735d282ed9] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1157.122235] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fcab0eac-d3de-467d-bf5d-994ab1cbba07 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.140650] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1157.140650] env[70527]: value = "task-3913898" [ 1157.140650] env[70527]: _type = "Task" [ 1157.140650] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.149401] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913898, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.199411] env[70527]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port da86fb94-092b-4e94-9f72-77721773f6fc could not be found.", "detail": ""}} {{(pid=70527) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1157.200190] env[70527]: DEBUG nova.network.neutron [-] Unable to show port da86fb94-092b-4e94-9f72-77721773f6fc as it no longer exists. {{(pid=70527) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1157.254408] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4f3a72f0-0e76-4e78-ac9a-afc94ef45a51 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Acquiring lock "6503ac12-2403-4b7d-8f2a-ae8783437e87" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.255203] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4f3a72f0-0e76-4e78-ac9a-afc94ef45a51 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Lock "6503ac12-2403-4b7d-8f2a-ae8783437e87" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.255203] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4f3a72f0-0e76-4e78-ac9a-afc94ef45a51 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Acquiring lock "6503ac12-2403-4b7d-8f2a-ae8783437e87-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.255203] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4f3a72f0-0e76-4e78-ac9a-afc94ef45a51 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Lock "6503ac12-2403-4b7d-8f2a-ae8783437e87-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.255390] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4f3a72f0-0e76-4e78-ac9a-afc94ef45a51 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Lock "6503ac12-2403-4b7d-8f2a-ae8783437e87-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.257914] env[70527]: INFO nova.compute.manager [None req-4f3a72f0-0e76-4e78-ac9a-afc94ef45a51 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 6503ac12-2403-4b7d-8f2a-ae8783437e87] Terminating instance [ 1157.389255] env[70527]: DEBUG oslo_vmware.api [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3913894, 'name': Rename_Task, 'duration_secs': 0.399336} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.389569] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 779815e2-fd93-426d-bd71-58782205ff29] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1157.389839] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db89b30d-f754-4abd-bf57-4fbd5a25585c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.398475] env[70527]: DEBUG oslo_vmware.api [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Waiting for the task: (returnval){ [ 1157.398475] env[70527]: value = "task-3913899" [ 1157.398475] env[70527]: _type = "Task" [ 1157.398475] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.407376] env[70527]: DEBUG oslo_vmware.api [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3913899, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.496400] env[70527]: DEBUG oslo_concurrency.lockutils [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.565s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.496945] env[70527]: DEBUG nova.compute.manager [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c9d02cd4-6e8c-4e5c-b978-463af0f6e14c] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1157.499682] env[70527]: DEBUG oslo_vmware.api [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913891, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.500243] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.809s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.501760] env[70527]: INFO nova.compute.claims [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: ffa1dcf9-3fcd-483e-b2cd-8171f7ee6158] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1157.553616] env[70527]: DEBUG oslo_concurrency.lockutils [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Releasing lock "refresh_cache-4d7d08b5-06c5-4096-923a-397fe5d0b0da" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.553616] env[70527]: DEBUG nova.compute.manager [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 4d7d08b5-06c5-4096-923a-397fe5d0b0da] Instance network_info: |[{"id": "4c268337-0f59-4eb6-8905-aba2b128ef4f", "address": "fa:16:3e:be:d1:4a", "network": {"id": "bf80da5f-b6b3-408a-8ca7-44b2bb5a09b9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-620290731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04c6913e6e05403f84967742a042b550", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c268337-0f", "ovs_interfaceid": "4c268337-0f59-4eb6-8905-aba2b128ef4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1157.554370] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 4d7d08b5-06c5-4096-923a-397fe5d0b0da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:d1:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c0d5204b-f60e-4830-84c8-2fe246c28202', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c268337-0f59-4eb6-8905-aba2b128ef4f', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1157.565590] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1157.566628] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d7d08b5-06c5-4096-923a-397fe5d0b0da] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1157.572926] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f366472a-2b55-444a-9212-407116e8fc7f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.610855] env[70527]: DEBUG oslo_vmware.api [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913895, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.612799] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1157.612799] env[70527]: value = "task-3913900" [ 1157.612799] env[70527]: _type = "Task" [ 1157.612799] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.625755] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913900, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.651827] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913898, 'name': CreateVM_Task} progress is 25%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.767436] env[70527]: DEBUG nova.compute.manager [None req-4f3a72f0-0e76-4e78-ac9a-afc94ef45a51 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 6503ac12-2403-4b7d-8f2a-ae8783437e87] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1157.767987] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4f3a72f0-0e76-4e78-ac9a-afc94ef45a51 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 6503ac12-2403-4b7d-8f2a-ae8783437e87] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1157.769280] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0afa09a1-b7c4-426f-8b4c-206f13891b5f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.778063] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f3a72f0-0e76-4e78-ac9a-afc94ef45a51 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 6503ac12-2403-4b7d-8f2a-ae8783437e87] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1157.778322] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-576ffd6e-0450-4d49-b7e3-03a13818e63c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.787168] env[70527]: DEBUG oslo_vmware.api [None req-4f3a72f0-0e76-4e78-ac9a-afc94ef45a51 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Waiting for the task: (returnval){ [ 1157.787168] env[70527]: value = "task-3913901" [ 1157.787168] env[70527]: _type = "Task" [ 1157.787168] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.797586] env[70527]: DEBUG oslo_vmware.api [None req-4f3a72f0-0e76-4e78-ac9a-afc94ef45a51 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Task: {'id': task-3913901, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.873916] env[70527]: DEBUG nova.network.neutron [req-89cbbc5e-f925-4cca-be57-d88fa52531a3 req-2215e207-fa13-4f88-84c9-fe797c615e0f service nova] [instance: 43c3492a-2f29-4511-8db9-70fdf4759c62] Updated VIF entry in instance network info cache for port 53ec7930-770a-4035-a838-180573cae575. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1157.874689] env[70527]: DEBUG nova.network.neutron [req-89cbbc5e-f925-4cca-be57-d88fa52531a3 req-2215e207-fa13-4f88-84c9-fe797c615e0f service nova] [instance: 43c3492a-2f29-4511-8db9-70fdf4759c62] Updating instance_info_cache with network_info: [{"id": "53ec7930-770a-4035-a838-180573cae575", "address": "fa:16:3e:b8:25:b3", "network": {"id": "a1a2eabf-2a52-4ee7-850f-7ed6f24624fa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-661551111-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5596d582d4bb48e6b48b97d9ec6d6742", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53ec7930-77", "ovs_interfaceid": "53ec7930-770a-4035-a838-180573cae575", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.916458] env[70527]: DEBUG oslo_vmware.api [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3913899, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.000129] env[70527]: DEBUG oslo_vmware.api [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913891, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.603932} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.003216] env[70527]: DEBUG nova.compute.utils [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1158.006041] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 376b07b0-cef1-4839-ad26-73d5d353ca95/376b07b0-cef1-4839-ad26-73d5d353ca95.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1158.006376] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 376b07b0-cef1-4839-ad26-73d5d353ca95] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1158.006839] env[70527]: DEBUG nova.compute.manager [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c9d02cd4-6e8c-4e5c-b978-463af0f6e14c] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1158.007084] env[70527]: DEBUG nova.network.neutron [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c9d02cd4-6e8c-4e5c-b978-463af0f6e14c] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1158.009617] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4621df54-c8ca-441c-aae0-915b4b1cb0b8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.026402] env[70527]: DEBUG oslo_vmware.api [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for the task: (returnval){ [ 1158.026402] env[70527]: value = "task-3913902" [ 1158.026402] env[70527]: _type = "Task" [ 1158.026402] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.046121] env[70527]: DEBUG oslo_vmware.api [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913902, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.079435] env[70527]: DEBUG oslo_vmware.api [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913895, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.127027] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913900, 'name': CreateVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.152953] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913898, 'name': CreateVM_Task, 'duration_secs': 0.744103} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.153211] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f00bd23-0356-4f9f-924f-67735d282ed9] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1158.153733] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1a8b81e0-fcbd-441b-b2c4-4f9e222b9ef3 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.153942] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1a8b81e0-fcbd-441b-b2c4-4f9e222b9ef3 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.154322] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1a8b81e0-fcbd-441b-b2c4-4f9e222b9ef3 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.154597] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18adefb3-01ed-40ac-9a5f-799daefe5cd6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.161018] env[70527]: DEBUG oslo_vmware.api [None req-1a8b81e0-fcbd-441b-b2c4-4f9e222b9ef3 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Waiting for the task: (returnval){ [ 1158.161018] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52d1be8a-3852-b9f0-9e0b-aec0cf9ae868" [ 1158.161018] env[70527]: _type = "Task" [ 1158.161018] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.170819] env[70527]: DEBUG oslo_vmware.api [None req-1a8b81e0-fcbd-441b-b2c4-4f9e222b9ef3 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52d1be8a-3852-b9f0-9e0b-aec0cf9ae868, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.298756] env[70527]: DEBUG oslo_vmware.api [None req-4f3a72f0-0e76-4e78-ac9a-afc94ef45a51 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Task: {'id': task-3913901, 'name': PowerOffVM_Task, 'duration_secs': 0.195615} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.299029] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f3a72f0-0e76-4e78-ac9a-afc94ef45a51 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 6503ac12-2403-4b7d-8f2a-ae8783437e87] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1158.299196] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4f3a72f0-0e76-4e78-ac9a-afc94ef45a51 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 6503ac12-2403-4b7d-8f2a-ae8783437e87] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1158.299459] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f685dc5-811f-4fe5-bb61-d641366aaa73 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.365721] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4f3a72f0-0e76-4e78-ac9a-afc94ef45a51 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 6503ac12-2403-4b7d-8f2a-ae8783437e87] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1158.365942] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4f3a72f0-0e76-4e78-ac9a-afc94ef45a51 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 6503ac12-2403-4b7d-8f2a-ae8783437e87] Deleting contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1158.366147] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f3a72f0-0e76-4e78-ac9a-afc94ef45a51 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Deleting the datastore file [datastore1] 6503ac12-2403-4b7d-8f2a-ae8783437e87 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1158.366440] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57a4c77c-4fcd-40f8-949f-c7560bfc045c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.375231] env[70527]: DEBUG oslo_vmware.api [None req-4f3a72f0-0e76-4e78-ac9a-afc94ef45a51 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Waiting for the task: (returnval){ [ 1158.375231] env[70527]: value = "task-3913904" [ 1158.375231] env[70527]: _type = "Task" [ 1158.375231] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.379262] env[70527]: DEBUG oslo_concurrency.lockutils [req-89cbbc5e-f925-4cca-be57-d88fa52531a3 req-2215e207-fa13-4f88-84c9-fe797c615e0f service nova] Releasing lock "refresh_cache-43c3492a-2f29-4511-8db9-70fdf4759c62" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.379519] env[70527]: DEBUG nova.compute.manager [req-89cbbc5e-f925-4cca-be57-d88fa52531a3 req-2215e207-fa13-4f88-84c9-fe797c615e0f service nova] [instance: 4d7d08b5-06c5-4096-923a-397fe5d0b0da] Received event network-changed-4c268337-0f59-4eb6-8905-aba2b128ef4f {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1158.379698] env[70527]: DEBUG nova.compute.manager [req-89cbbc5e-f925-4cca-be57-d88fa52531a3 req-2215e207-fa13-4f88-84c9-fe797c615e0f service nova] [instance: 4d7d08b5-06c5-4096-923a-397fe5d0b0da] Refreshing instance network info cache due to event network-changed-4c268337-0f59-4eb6-8905-aba2b128ef4f. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1158.379911] env[70527]: DEBUG oslo_concurrency.lockutils [req-89cbbc5e-f925-4cca-be57-d88fa52531a3 req-2215e207-fa13-4f88-84c9-fe797c615e0f service nova] Acquiring lock "refresh_cache-4d7d08b5-06c5-4096-923a-397fe5d0b0da" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.380070] env[70527]: DEBUG oslo_concurrency.lockutils [req-89cbbc5e-f925-4cca-be57-d88fa52531a3 req-2215e207-fa13-4f88-84c9-fe797c615e0f service nova] Acquired lock "refresh_cache-4d7d08b5-06c5-4096-923a-397fe5d0b0da" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.380234] env[70527]: DEBUG nova.network.neutron [req-89cbbc5e-f925-4cca-be57-d88fa52531a3 req-2215e207-fa13-4f88-84c9-fe797c615e0f service nova] [instance: 4d7d08b5-06c5-4096-923a-397fe5d0b0da] Refreshing network info cache for port 4c268337-0f59-4eb6-8905-aba2b128ef4f {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1158.386604] env[70527]: DEBUG oslo_vmware.api [None req-4f3a72f0-0e76-4e78-ac9a-afc94ef45a51 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Task: {'id': task-3913904, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.409968] env[70527]: DEBUG oslo_vmware.api [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3913899, 'name': PowerOnVM_Task, 'duration_secs': 0.858414} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.410342] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 779815e2-fd93-426d-bd71-58782205ff29] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1158.410493] env[70527]: INFO nova.compute.manager [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 779815e2-fd93-426d-bd71-58782205ff29] Took 9.05 seconds to spawn the instance on the hypervisor. [ 1158.410699] env[70527]: DEBUG nova.compute.manager [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 779815e2-fd93-426d-bd71-58782205ff29] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1158.411492] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d16fdb-1d0d-469b-828e-52199fb4b601 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.447553] env[70527]: DEBUG nova.policy [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6887b990a28b4a21872fc01a509ea97d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '261a432e66f749ad9aca2a0fcb2c6ab2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 1158.507143] env[70527]: DEBUG nova.compute.manager [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c9d02cd4-6e8c-4e5c-b978-463af0f6e14c] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1158.536842] env[70527]: DEBUG oslo_vmware.api [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913902, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06622} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.537157] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 376b07b0-cef1-4839-ad26-73d5d353ca95] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1158.538047] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f03da489-81b7-455f-aed8-02b215531919 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.564067] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 376b07b0-cef1-4839-ad26-73d5d353ca95] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 376b07b0-cef1-4839-ad26-73d5d353ca95/376b07b0-cef1-4839-ad26-73d5d353ca95.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1158.566304] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd4a5bec-53df-48f8-9f9b-02e8ac62970b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.595777] env[70527]: DEBUG oslo_vmware.api [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913895, 'name': ReconfigVM_Task, 'duration_secs': 1.024612} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.597469] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] Reconfigured VM instance instance-00000058 to attach disk [datastore1] volume-f79cd1a0-2099-41ff-8c08-a185c69233ec/volume-f79cd1a0-2099-41ff-8c08-a185c69233ec.vmdk or device None with type thin {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1158.603693] env[70527]: DEBUG oslo_vmware.api [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for the task: (returnval){ [ 1158.603693] env[70527]: value = "task-3913905" [ 1158.603693] env[70527]: _type = "Task" [ 1158.603693] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.607039] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0efbfd97-17f2-4cff-aa6f-de2f1469ce3b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.632405] env[70527]: DEBUG oslo_vmware.api [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913905, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.639782] env[70527]: DEBUG oslo_vmware.api [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for the task: (returnval){ [ 1158.639782] env[70527]: value = "task-3913906" [ 1158.639782] env[70527]: _type = "Task" [ 1158.639782] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.640025] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913900, 'name': CreateVM_Task, 'duration_secs': 0.552847} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.640662] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d7d08b5-06c5-4096-923a-397fe5d0b0da] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1158.644469] env[70527]: DEBUG oslo_concurrency.lockutils [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.650854] env[70527]: DEBUG oslo_vmware.api [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913906, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.676558] env[70527]: DEBUG oslo_vmware.api [None req-1a8b81e0-fcbd-441b-b2c4-4f9e222b9ef3 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52d1be8a-3852-b9f0-9e0b-aec0cf9ae868, 'name': SearchDatastore_Task, 'duration_secs': 0.011519} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.676558] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1a8b81e0-fcbd-441b-b2c4-4f9e222b9ef3 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.676558] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-1a8b81e0-fcbd-441b-b2c4-4f9e222b9ef3 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] [instance: 1f00bd23-0356-4f9f-924f-67735d282ed9] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1158.676558] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1a8b81e0-fcbd-441b-b2c4-4f9e222b9ef3 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.676810] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1a8b81e0-fcbd-441b-b2c4-4f9e222b9ef3 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.676810] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a8b81e0-fcbd-441b-b2c4-4f9e222b9ef3 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1158.679329] env[70527]: DEBUG oslo_concurrency.lockutils [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.679329] env[70527]: DEBUG oslo_concurrency.lockutils [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.679329] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c51863f7-40e6-4e57-8f15-4d35a9f20911 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.679750] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4336cc8e-f1ab-4c87-89d8-aef343aad2f2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.686816] env[70527]: DEBUG oslo_vmware.api [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Waiting for the task: (returnval){ [ 1158.686816] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52ee17d0-1f72-e030-cf87-d5c6feecec8e" [ 1158.686816] env[70527]: _type = "Task" [ 1158.686816] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.691931] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a8b81e0-fcbd-441b-b2c4-4f9e222b9ef3 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1158.692179] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-1a8b81e0-fcbd-441b-b2c4-4f9e222b9ef3 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1158.693470] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-776bd834-8f2f-4a34-b33a-23dc916ad42c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.702773] env[70527]: DEBUG oslo_vmware.api [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52ee17d0-1f72-e030-cf87-d5c6feecec8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.707300] env[70527]: DEBUG oslo_vmware.api [None req-1a8b81e0-fcbd-441b-b2c4-4f9e222b9ef3 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Waiting for the task: (returnval){ [ 1158.707300] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52d65852-7a8c-c7a7-f106-6920c6932a86" [ 1158.707300] env[70527]: _type = "Task" [ 1158.707300] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.716919] env[70527]: DEBUG oslo_vmware.api [None req-1a8b81e0-fcbd-441b-b2c4-4f9e222b9ef3 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52d65852-7a8c-c7a7-f106-6920c6932a86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.812073] env[70527]: DEBUG nova.compute.manager [req-05a9ac16-4036-4a73-889f-e86b5e11edec req-af6df467-2b33-444a-83e8-1c0e83de8c63 service nova] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Received event network-vif-deleted-0355096f-1620-45c2-a2c6-187cec902917 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1158.812073] env[70527]: INFO nova.compute.manager [req-05a9ac16-4036-4a73-889f-e86b5e11edec req-af6df467-2b33-444a-83e8-1c0e83de8c63 service nova] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Neutron deleted interface 0355096f-1620-45c2-a2c6-187cec902917; detaching it from the instance and deleting it from the info cache [ 1158.812073] env[70527]: DEBUG nova.network.neutron [req-05a9ac16-4036-4a73-889f-e86b5e11edec req-af6df467-2b33-444a-83e8-1c0e83de8c63 service nova] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.893149] env[70527]: DEBUG oslo_vmware.api [None req-4f3a72f0-0e76-4e78-ac9a-afc94ef45a51 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Task: {'id': task-3913904, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149442} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.893329] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f3a72f0-0e76-4e78-ac9a-afc94ef45a51 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1158.893513] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4f3a72f0-0e76-4e78-ac9a-afc94ef45a51 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 6503ac12-2403-4b7d-8f2a-ae8783437e87] Deleted contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1158.893693] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4f3a72f0-0e76-4e78-ac9a-afc94ef45a51 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 6503ac12-2403-4b7d-8f2a-ae8783437e87] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1158.893900] env[70527]: INFO nova.compute.manager [None req-4f3a72f0-0e76-4e78-ac9a-afc94ef45a51 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 6503ac12-2403-4b7d-8f2a-ae8783437e87] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1158.894180] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f3a72f0-0e76-4e78-ac9a-afc94ef45a51 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1158.894351] env[70527]: DEBUG nova.compute.manager [-] [instance: 6503ac12-2403-4b7d-8f2a-ae8783437e87] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1158.894468] env[70527]: DEBUG nova.network.neutron [-] [instance: 6503ac12-2403-4b7d-8f2a-ae8783437e87] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1158.937330] env[70527]: INFO nova.compute.manager [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 779815e2-fd93-426d-bd71-58782205ff29] Took 16.55 seconds to build instance. [ 1158.985141] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe92d01d-5719-4c45-8ee2-8f8318e7e157 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.994253] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d096b4de-b0dd-4e42-aca1-50fb5ba5973d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.036090] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c90dc27-73b9-4412-ba77-0e58cecda10d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.046960] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54cd7e64-2e87-4094-9e39-a802be15f277 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.066443] env[70527]: DEBUG nova.compute.provider_tree [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1159.088564] env[70527]: DEBUG nova.network.neutron [-] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.133020] env[70527]: DEBUG oslo_vmware.api [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913905, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.150305] env[70527]: DEBUG oslo_vmware.api [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913906, 'name': ReconfigVM_Task, 'duration_secs': 0.447362} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.150653] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-777194', 'volume_id': 'f79cd1a0-2099-41ff-8c08-a185c69233ec', 'name': 'volume-f79cd1a0-2099-41ff-8c08-a185c69233ec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f82bd048-5013-4809-ac11-053b6629067b', 'attached_at': '', 'detached_at': '', 'volume_id': 'f79cd1a0-2099-41ff-8c08-a185c69233ec', 'serial': 'f79cd1a0-2099-41ff-8c08-a185c69233ec'} {{(pid=70527) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1159.151337] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-749c71a1-3c29-4f20-9669-0658780edb59 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.160511] env[70527]: DEBUG oslo_vmware.api [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for the task: (returnval){ [ 1159.160511] env[70527]: value = "task-3913907" [ 1159.160511] env[70527]: _type = "Task" [ 1159.160511] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.171149] env[70527]: DEBUG oslo_vmware.api [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913907, 'name': Rename_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.199730] env[70527]: DEBUG oslo_vmware.api [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52ee17d0-1f72-e030-cf87-d5c6feecec8e, 'name': SearchDatastore_Task, 'duration_secs': 0.021469} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.200184] env[70527]: DEBUG oslo_concurrency.lockutils [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.203912] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 4d7d08b5-06c5-4096-923a-397fe5d0b0da] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1159.203912] env[70527]: DEBUG oslo_concurrency.lockutils [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.221054] env[70527]: DEBUG oslo_vmware.api [None req-1a8b81e0-fcbd-441b-b2c4-4f9e222b9ef3 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52d65852-7a8c-c7a7-f106-6920c6932a86, 'name': SearchDatastore_Task, 'duration_secs': 0.015908} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.222018] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-319195a6-5305-4f71-bf20-4605d7c02e4d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.228769] env[70527]: DEBUG oslo_vmware.api [None req-1a8b81e0-fcbd-441b-b2c4-4f9e222b9ef3 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Waiting for the task: (returnval){ [ 1159.228769] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52dedb60-c3d0-41b1-fdca-3f24b02ae565" [ 1159.228769] env[70527]: _type = "Task" [ 1159.228769] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.243160] env[70527]: DEBUG oslo_vmware.api [None req-1a8b81e0-fcbd-441b-b2c4-4f9e222b9ef3 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52dedb60-c3d0-41b1-fdca-3f24b02ae565, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.283335] env[70527]: DEBUG nova.network.neutron [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c9d02cd4-6e8c-4e5c-b978-463af0f6e14c] Successfully created port: 1dd1b833-af98-4619-a6a0-4de2b38b092a {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1159.314876] env[70527]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d9cd7fd8-51e1-426c-8a6d-88a74311e8e3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.326478] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22fa713e-bc8a-46dd-a969-7981b8fe4c43 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.373039] env[70527]: DEBUG nova.compute.manager [req-05a9ac16-4036-4a73-889f-e86b5e11edec req-af6df467-2b33-444a-83e8-1c0e83de8c63 service nova] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Detach interface failed, port_id=0355096f-1620-45c2-a2c6-187cec902917, reason: Instance 67ddf676-0ce2-4fd1-b357-84f99f9b86f2 could not be found. {{(pid=70527) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1159.427622] env[70527]: DEBUG nova.compute.manager [req-c0afe0b1-15fe-4bb2-9819-fa0d148a3982 req-d5d49839-3e16-4cbc-85db-84db502b39f7 service nova] [instance: 6503ac12-2403-4b7d-8f2a-ae8783437e87] Received event network-vif-deleted-2eefc8a0-e6d4-412b-b328-c5d9ac998950 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1159.427978] env[70527]: INFO nova.compute.manager [req-c0afe0b1-15fe-4bb2-9819-fa0d148a3982 req-d5d49839-3e16-4cbc-85db-84db502b39f7 service nova] [instance: 6503ac12-2403-4b7d-8f2a-ae8783437e87] Neutron deleted interface 2eefc8a0-e6d4-412b-b328-c5d9ac998950; detaching it from the instance and deleting it from the info cache [ 1159.428191] env[70527]: DEBUG nova.network.neutron [req-c0afe0b1-15fe-4bb2-9819-fa0d148a3982 req-d5d49839-3e16-4cbc-85db-84db502b39f7 service nova] [instance: 6503ac12-2403-4b7d-8f2a-ae8783437e87] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.439249] env[70527]: DEBUG oslo_concurrency.lockutils [None req-5dffef43-f889-4ce9-bf0b-3f70049c38eb tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Lock "779815e2-fd93-426d-bd71-58782205ff29" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.075s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.536656] env[70527]: DEBUG nova.compute.manager [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c9d02cd4-6e8c-4e5c-b978-463af0f6e14c] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1159.552400] env[70527]: DEBUG nova.network.neutron [req-89cbbc5e-f925-4cca-be57-d88fa52531a3 req-2215e207-fa13-4f88-84c9-fe797c615e0f service nova] [instance: 4d7d08b5-06c5-4096-923a-397fe5d0b0da] Updated VIF entry in instance network info cache for port 4c268337-0f59-4eb6-8905-aba2b128ef4f. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1159.552400] env[70527]: DEBUG nova.network.neutron [req-89cbbc5e-f925-4cca-be57-d88fa52531a3 req-2215e207-fa13-4f88-84c9-fe797c615e0f service nova] [instance: 4d7d08b5-06c5-4096-923a-397fe5d0b0da] Updating instance_info_cache with network_info: [{"id": "4c268337-0f59-4eb6-8905-aba2b128ef4f", "address": "fa:16:3e:be:d1:4a", "network": {"id": "bf80da5f-b6b3-408a-8ca7-44b2bb5a09b9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-620290731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04c6913e6e05403f84967742a042b550", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c268337-0f", "ovs_interfaceid": "4c268337-0f59-4eb6-8905-aba2b128ef4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.574683] env[70527]: DEBUG nova.virt.hardware [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='4db51ce96ef2950ef4252c9d17d07528',container_format='bare',created_at=2025-05-08T17:29:46Z,direct_url=,disk_format='vmdk',id=9dc25cd9-f292-4d65-95e4-9f8657790a76,min_disk=1,min_ram=0,name='tempest-test-snap-534751285',owner='261a432e66f749ad9aca2a0fcb2c6ab2',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-05-08T17:30:03Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1159.574683] env[70527]: DEBUG nova.virt.hardware [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1159.574683] env[70527]: DEBUG nova.virt.hardware [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1159.574683] env[70527]: DEBUG nova.virt.hardware [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1159.574683] env[70527]: DEBUG nova.virt.hardware [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1159.574683] env[70527]: DEBUG nova.virt.hardware [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1159.575079] env[70527]: DEBUG nova.virt.hardware [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1159.575079] env[70527]: DEBUG nova.virt.hardware [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1159.576794] env[70527]: DEBUG nova.virt.hardware [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1159.576794] env[70527]: DEBUG nova.virt.hardware [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1159.576794] env[70527]: DEBUG nova.virt.hardware [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1159.576794] env[70527]: DEBUG nova.scheduler.client.report [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.580822] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5bf6db9-117b-4531-b2ba-064699f70f89 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.592248] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7084b7-8439-43ac-85c5-be5e7d62863a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.595264] env[70527]: INFO nova.compute.manager [-] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Took 2.49 seconds to deallocate network for instance. [ 1159.627646] env[70527]: DEBUG oslo_vmware.api [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913905, 'name': ReconfigVM_Task, 'duration_secs': 0.728173} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.628626] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 376b07b0-cef1-4839-ad26-73d5d353ca95] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 376b07b0-cef1-4839-ad26-73d5d353ca95/376b07b0-cef1-4839-ad26-73d5d353ca95.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1159.628626] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec8de63b-5565-45e5-bc1a-e98885eb4597 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.637634] env[70527]: DEBUG oslo_vmware.api [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for the task: (returnval){ [ 1159.637634] env[70527]: value = "task-3913908" [ 1159.637634] env[70527]: _type = "Task" [ 1159.637634] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.647904] env[70527]: DEBUG oslo_vmware.api [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913908, 'name': Rename_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.671578] env[70527]: DEBUG oslo_vmware.api [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913907, 'name': Rename_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.739697] env[70527]: DEBUG oslo_vmware.api [None req-1a8b81e0-fcbd-441b-b2c4-4f9e222b9ef3 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52dedb60-c3d0-41b1-fdca-3f24b02ae565, 'name': SearchDatastore_Task, 'duration_secs': 0.011914} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.739940] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1a8b81e0-fcbd-441b-b2c4-4f9e222b9ef3 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.740224] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a8b81e0-fcbd-441b-b2c4-4f9e222b9ef3 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 1f00bd23-0356-4f9f-924f-67735d282ed9/1f00bd23-0356-4f9f-924f-67735d282ed9.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1159.740525] env[70527]: DEBUG oslo_concurrency.lockutils [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.740681] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1159.740901] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b175eee2-a7b1-4302-968c-b85e3d8ae4ca {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.742866] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20837bd9-5245-4e09-b0a2-68e88a7064bb {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.751321] env[70527]: DEBUG oslo_vmware.api [None req-1a8b81e0-fcbd-441b-b2c4-4f9e222b9ef3 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Waiting for the task: (returnval){ [ 1159.751321] env[70527]: value = "task-3913909" [ 1159.751321] env[70527]: _type = "Task" [ 1159.751321] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.756144] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1159.756378] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1159.757628] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-537c44d2-39ff-4d1e-b17b-da40cd21d5c8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.764517] env[70527]: DEBUG oslo_vmware.api [None req-1a8b81e0-fcbd-441b-b2c4-4f9e222b9ef3 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Task: {'id': task-3913909, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.768715] env[70527]: DEBUG oslo_vmware.api [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Waiting for the task: (returnval){ [ 1159.768715] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52fb84e0-79b5-5927-9161-11ba8413e883" [ 1159.768715] env[70527]: _type = "Task" [ 1159.768715] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.778163] env[70527]: DEBUG oslo_vmware.api [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52fb84e0-79b5-5927-9161-11ba8413e883, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.789487] env[70527]: DEBUG nova.network.neutron [-] [instance: 6503ac12-2403-4b7d-8f2a-ae8783437e87] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.931207] env[70527]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-758e0ce5-fa94-4687-9abe-a0ec0a706b80 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.943571] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-854ab40b-a8f1-4850-9c58-3bae5626111e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.983966] env[70527]: DEBUG nova.compute.manager [req-c0afe0b1-15fe-4bb2-9819-fa0d148a3982 req-d5d49839-3e16-4cbc-85db-84db502b39f7 service nova] [instance: 6503ac12-2403-4b7d-8f2a-ae8783437e87] Detach interface failed, port_id=2eefc8a0-e6d4-412b-b328-c5d9ac998950, reason: Instance 6503ac12-2403-4b7d-8f2a-ae8783437e87 could not be found. {{(pid=70527) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1160.055299] env[70527]: DEBUG oslo_concurrency.lockutils [req-89cbbc5e-f925-4cca-be57-d88fa52531a3 req-2215e207-fa13-4f88-84c9-fe797c615e0f service nova] Releasing lock "refresh_cache-4d7d08b5-06c5-4096-923a-397fe5d0b0da" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.085556] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.585s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.086124] env[70527]: DEBUG nova.compute.manager [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: ffa1dcf9-3fcd-483e-b2cd-8171f7ee6158] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1160.089161] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21c4c6bd-b6f8-4d2b-b01c-1e82e19586f2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 12.278s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.089371] env[70527]: DEBUG nova.objects.instance [None req-21c4c6bd-b6f8-4d2b-b01c-1e82e19586f2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: c92cc386-3682-4063-938c-706420df7d3d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70527) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1160.103178] env[70527]: DEBUG oslo_concurrency.lockutils [None req-aed46e7b-2b78-4e76-9a54-da6d4c3d4b0a tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.149980] env[70527]: DEBUG oslo_vmware.api [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913908, 'name': Rename_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.173475] env[70527]: DEBUG oslo_vmware.api [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913907, 'name': Rename_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.267390] env[70527]: DEBUG oslo_vmware.api [None req-1a8b81e0-fcbd-441b-b2c4-4f9e222b9ef3 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Task: {'id': task-3913909, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.282167] env[70527]: DEBUG oslo_vmware.api [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52fb84e0-79b5-5927-9161-11ba8413e883, 'name': SearchDatastore_Task, 'duration_secs': 0.009797} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.283517] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a436ac44-a27e-4779-8f31-984375d887a8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.291335] env[70527]: DEBUG oslo_vmware.api [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Waiting for the task: (returnval){ [ 1160.291335] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]523fca3b-1e6b-81c4-422b-6182ab15ce47" [ 1160.291335] env[70527]: _type = "Task" [ 1160.291335] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.291879] env[70527]: INFO nova.compute.manager [-] [instance: 6503ac12-2403-4b7d-8f2a-ae8783437e87] Took 1.40 seconds to deallocate network for instance. [ 1160.306756] env[70527]: DEBUG oslo_vmware.api [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]523fca3b-1e6b-81c4-422b-6182ab15ce47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.564065] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1160.564479] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1160.595785] env[70527]: DEBUG nova.compute.utils [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1160.605548] env[70527]: DEBUG nova.compute.manager [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: ffa1dcf9-3fcd-483e-b2cd-8171f7ee6158] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1160.605548] env[70527]: DEBUG nova.network.neutron [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: ffa1dcf9-3fcd-483e-b2cd-8171f7ee6158] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1160.609972] env[70527]: DEBUG nova.compute.manager [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: ffa1dcf9-3fcd-483e-b2cd-8171f7ee6158] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1160.651282] env[70527]: DEBUG oslo_vmware.api [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913908, 'name': Rename_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.653474] env[70527]: DEBUG nova.policy [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8804154c6da941b4aedfaa28a7e376d8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2628def9a14f4443853bf45ba496217e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 1160.672771] env[70527]: DEBUG oslo_vmware.api [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913907, 'name': Rename_Task, 'duration_secs': 1.202543} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.673173] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1160.673606] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ee6bf1f-12e9-41a9-8167-07d8b4962a2a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.681639] env[70527]: DEBUG oslo_vmware.api [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for the task: (returnval){ [ 1160.681639] env[70527]: value = "task-3913910" [ 1160.681639] env[70527]: _type = "Task" [ 1160.681639] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.692927] env[70527]: DEBUG oslo_vmware.api [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913910, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.763931] env[70527]: DEBUG oslo_vmware.api [None req-1a8b81e0-fcbd-441b-b2c4-4f9e222b9ef3 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Task: {'id': task-3913909, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571392} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.764237] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a8b81e0-fcbd-441b-b2c4-4f9e222b9ef3 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 1f00bd23-0356-4f9f-924f-67735d282ed9/1f00bd23-0356-4f9f-924f-67735d282ed9.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1160.764515] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-1a8b81e0-fcbd-441b-b2c4-4f9e222b9ef3 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] [instance: 1f00bd23-0356-4f9f-924f-67735d282ed9] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1160.764730] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f229764d-f30d-4539-820c-2c5827f0f79f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.773582] env[70527]: DEBUG oslo_vmware.api [None req-1a8b81e0-fcbd-441b-b2c4-4f9e222b9ef3 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Waiting for the task: (returnval){ [ 1160.773582] env[70527]: value = "task-3913911" [ 1160.773582] env[70527]: _type = "Task" [ 1160.773582] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.783710] env[70527]: DEBUG oslo_vmware.api [None req-1a8b81e0-fcbd-441b-b2c4-4f9e222b9ef3 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Task: {'id': task-3913911, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.805641] env[70527]: DEBUG oslo_vmware.api [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]523fca3b-1e6b-81c4-422b-6182ab15ce47, 'name': SearchDatastore_Task, 'duration_secs': 0.021118} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.805641] env[70527]: DEBUG oslo_concurrency.lockutils [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.805641] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 4d7d08b5-06c5-4096-923a-397fe5d0b0da/4d7d08b5-06c5-4096-923a-397fe5d0b0da.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1160.805641] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eeedfb2f-8ed6-40e0-b14f-a9193376e6eb {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.809485] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4f3a72f0-0e76-4e78-ac9a-afc94ef45a51 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.811900] env[70527]: DEBUG oslo_vmware.api [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Waiting for the task: (returnval){ [ 1160.811900] env[70527]: value = "task-3913912" [ 1160.811900] env[70527]: _type = "Task" [ 1160.811900] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.821499] env[70527]: DEBUG oslo_vmware.api [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3913912, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.089731] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1161.090076] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1161.090177] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1161.090545] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1161.090545] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1161.090726] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1161.090771] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70527) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1161.090886] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager.update_available_resource {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1161.111959] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21c4c6bd-b6f8-4d2b-b01c-1e82e19586f2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.112657] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fac2338d-7e02-444c-8585-ec848f37a921 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.232s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.112898] env[70527]: DEBUG nova.objects.instance [None req-fac2338d-7e02-444c-8585-ec848f37a921 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Lazy-loading 'resources' on Instance uuid 3818af9b-5f20-4054-87d9-2d311ed6e3bb {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1161.154821] env[70527]: DEBUG oslo_vmware.api [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913908, 'name': Rename_Task, 'duration_secs': 1.159407} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.154821] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 376b07b0-cef1-4839-ad26-73d5d353ca95] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1161.154821] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60fb9c5b-003b-4601-9eba-031f619907fc {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.165126] env[70527]: DEBUG oslo_vmware.api [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for the task: (returnval){ [ 1161.165126] env[70527]: value = "task-3913913" [ 1161.165126] env[70527]: _type = "Task" [ 1161.165126] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.170277] env[70527]: DEBUG nova.network.neutron [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: ffa1dcf9-3fcd-483e-b2cd-8171f7ee6158] Successfully created port: 9b8e430d-bf23-4ff9-a883-e941e5ae796c {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1161.182021] env[70527]: DEBUG oslo_vmware.api [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913913, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.194774] env[70527]: DEBUG oslo_vmware.api [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913910, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.233049] env[70527]: DEBUG nova.compute.manager [req-c2ea9fe4-328f-4112-80e9-53ce7a7484b7 req-f05af044-238b-47bd-bd17-c45a5067a5a4 service nova] [instance: c9d02cd4-6e8c-4e5c-b978-463af0f6e14c] Received event network-vif-plugged-1dd1b833-af98-4619-a6a0-4de2b38b092a {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1161.233049] env[70527]: DEBUG oslo_concurrency.lockutils [req-c2ea9fe4-328f-4112-80e9-53ce7a7484b7 req-f05af044-238b-47bd-bd17-c45a5067a5a4 service nova] Acquiring lock "c9d02cd4-6e8c-4e5c-b978-463af0f6e14c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.233874] env[70527]: DEBUG oslo_concurrency.lockutils [req-c2ea9fe4-328f-4112-80e9-53ce7a7484b7 req-f05af044-238b-47bd-bd17-c45a5067a5a4 service nova] Lock "c9d02cd4-6e8c-4e5c-b978-463af0f6e14c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.233874] env[70527]: DEBUG oslo_concurrency.lockutils [req-c2ea9fe4-328f-4112-80e9-53ce7a7484b7 req-f05af044-238b-47bd-bd17-c45a5067a5a4 service nova] Lock "c9d02cd4-6e8c-4e5c-b978-463af0f6e14c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.233874] env[70527]: DEBUG nova.compute.manager [req-c2ea9fe4-328f-4112-80e9-53ce7a7484b7 req-f05af044-238b-47bd-bd17-c45a5067a5a4 service nova] [instance: c9d02cd4-6e8c-4e5c-b978-463af0f6e14c] No waiting events found dispatching network-vif-plugged-1dd1b833-af98-4619-a6a0-4de2b38b092a {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1161.234135] env[70527]: WARNING nova.compute.manager [req-c2ea9fe4-328f-4112-80e9-53ce7a7484b7 req-f05af044-238b-47bd-bd17-c45a5067a5a4 service nova] [instance: c9d02cd4-6e8c-4e5c-b978-463af0f6e14c] Received unexpected event network-vif-plugged-1dd1b833-af98-4619-a6a0-4de2b38b092a for instance with vm_state building and task_state spawning. [ 1161.286320] env[70527]: DEBUG oslo_vmware.api [None req-1a8b81e0-fcbd-441b-b2c4-4f9e222b9ef3 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Task: {'id': task-3913911, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088755} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.286877] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-1a8b81e0-fcbd-441b-b2c4-4f9e222b9ef3 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] [instance: 1f00bd23-0356-4f9f-924f-67735d282ed9] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1161.288181] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a8d20f-5596-4675-9834-185b00ba27c4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.322160] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a8b81e0-fcbd-441b-b2c4-4f9e222b9ef3 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] [instance: 1f00bd23-0356-4f9f-924f-67735d282ed9] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 1f00bd23-0356-4f9f-924f-67735d282ed9/1f00bd23-0356-4f9f-924f-67735d282ed9.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1161.322160] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a81a4ed-18e5-4d85-b1c6-067b3f0c8079 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.370346] env[70527]: DEBUG oslo_vmware.api [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3913912, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.371430] env[70527]: DEBUG oslo_vmware.api [None req-1a8b81e0-fcbd-441b-b2c4-4f9e222b9ef3 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Waiting for the task: (returnval){ [ 1161.371430] env[70527]: value = "task-3913914" [ 1161.371430] env[70527]: _type = "Task" [ 1161.371430] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.381073] env[70527]: DEBUG oslo_vmware.api [None req-1a8b81e0-fcbd-441b-b2c4-4f9e222b9ef3 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Task: {'id': task-3913914, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.518364] env[70527]: DEBUG nova.network.neutron [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c9d02cd4-6e8c-4e5c-b978-463af0f6e14c] Successfully updated port: 1dd1b833-af98-4619-a6a0-4de2b38b092a {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1161.599400] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.620433] env[70527]: DEBUG nova.compute.manager [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: ffa1dcf9-3fcd-483e-b2cd-8171f7ee6158] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1161.662474] env[70527]: DEBUG nova.virt.hardware [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1161.663811] env[70527]: DEBUG nova.virt.hardware [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1161.663811] env[70527]: DEBUG nova.virt.hardware [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1161.663811] env[70527]: DEBUG nova.virt.hardware [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1161.663811] env[70527]: DEBUG nova.virt.hardware [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1161.664165] env[70527]: DEBUG nova.virt.hardware [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1161.664334] env[70527]: DEBUG nova.virt.hardware [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1161.664633] env[70527]: DEBUG nova.virt.hardware [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1161.664935] env[70527]: DEBUG nova.virt.hardware [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1161.665230] env[70527]: DEBUG nova.virt.hardware [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1161.665528] env[70527]: DEBUG nova.virt.hardware [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1161.667029] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2e959b-bdcd-4756-866c-e1a2a82c0dad {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.694512] env[70527]: DEBUG oslo_vmware.api [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913913, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.697760] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0776a4ce-cb11-4dc3-b2ea-60c5cbef1367 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.711381] env[70527]: DEBUG oslo_vmware.api [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3913910, 'name': PowerOnVM_Task, 'duration_secs': 0.932106} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.711381] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1161.716111] env[70527]: DEBUG nova.compute.manager [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1161.716111] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1363bf-0127-4cf3-8645-ed85c7399857 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.834665] env[70527]: DEBUG oslo_vmware.api [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3913912, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.591658} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.838651] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 4d7d08b5-06c5-4096-923a-397fe5d0b0da/4d7d08b5-06c5-4096-923a-397fe5d0b0da.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1161.838651] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 4d7d08b5-06c5-4096-923a-397fe5d0b0da] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1161.839154] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f548386-ec9f-468e-bde7-e39ef868b435 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.847522] env[70527]: DEBUG oslo_vmware.api [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Waiting for the task: (returnval){ [ 1161.847522] env[70527]: value = "task-3913915" [ 1161.847522] env[70527]: _type = "Task" [ 1161.847522] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.863222] env[70527]: DEBUG oslo_vmware.api [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3913915, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.890154] env[70527]: DEBUG oslo_vmware.api [None req-1a8b81e0-fcbd-441b-b2c4-4f9e222b9ef3 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Task: {'id': task-3913914, 'name': ReconfigVM_Task, 'duration_secs': 0.424997} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.890513] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a8b81e0-fcbd-441b-b2c4-4f9e222b9ef3 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] [instance: 1f00bd23-0356-4f9f-924f-67735d282ed9] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 1f00bd23-0356-4f9f-924f-67735d282ed9/1f00bd23-0356-4f9f-924f-67735d282ed9.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1161.896634] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb4b6009-9c5b-4b8d-948b-9385ecb30044 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.906041] env[70527]: DEBUG oslo_vmware.api [None req-1a8b81e0-fcbd-441b-b2c4-4f9e222b9ef3 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Waiting for the task: (returnval){ [ 1161.906041] env[70527]: value = "task-3913916" [ 1161.906041] env[70527]: _type = "Task" [ 1161.906041] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.920336] env[70527]: DEBUG oslo_vmware.api [None req-1a8b81e0-fcbd-441b-b2c4-4f9e222b9ef3 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Task: {'id': task-3913916, 'name': Rename_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.027162] env[70527]: DEBUG oslo_concurrency.lockutils [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Acquiring lock "refresh_cache-c9d02cd4-6e8c-4e5c-b978-463af0f6e14c" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.027536] env[70527]: DEBUG oslo_concurrency.lockutils [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Acquired lock "refresh_cache-c9d02cd4-6e8c-4e5c-b978-463af0f6e14c" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.027536] env[70527]: DEBUG nova.network.neutron [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c9d02cd4-6e8c-4e5c-b978-463af0f6e14c] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1162.048158] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a4ca4d-05a4-4302-9f95-fde3ba760dc0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.057584] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9ea415-dbd3-483a-8212-343cd2ef8c3b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.093063] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ad7279-b9c7-4b9d-8490-5470a3b76b44 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.101934] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f803ca45-b898-46a4-979f-b72d48500c46 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.117413] env[70527]: DEBUG nova.compute.provider_tree [None req-fac2338d-7e02-444c-8585-ec848f37a921 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1162.137586] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Acquiring lock "f4ed141d-cc40-41e1-8a06-7473d5de24b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.137832] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Lock "f4ed141d-cc40-41e1-8a06-7473d5de24b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.176849] env[70527]: DEBUG oslo_vmware.api [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913913, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.247939] env[70527]: DEBUG oslo_concurrency.lockutils [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.362076] env[70527]: DEBUG oslo_vmware.api [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3913915, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082382} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.362076] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 4d7d08b5-06c5-4096-923a-397fe5d0b0da] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1162.362076] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ee5a4f-b0bf-4490-8fae-71d5de43a2c7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.386127] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 4d7d08b5-06c5-4096-923a-397fe5d0b0da] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 4d7d08b5-06c5-4096-923a-397fe5d0b0da/4d7d08b5-06c5-4096-923a-397fe5d0b0da.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1162.386455] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0d46f72-af71-4845-9f5e-a82af3ee115c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.407118] env[70527]: DEBUG oslo_vmware.api [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Waiting for the task: (returnval){ [ 1162.407118] env[70527]: value = "task-3913917" [ 1162.407118] env[70527]: _type = "Task" [ 1162.407118] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.419136] env[70527]: DEBUG oslo_vmware.api [None req-1a8b81e0-fcbd-441b-b2c4-4f9e222b9ef3 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Task: {'id': task-3913916, 'name': Rename_Task, 'duration_secs': 0.162545} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.422521] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a8b81e0-fcbd-441b-b2c4-4f9e222b9ef3 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] [instance: 1f00bd23-0356-4f9f-924f-67735d282ed9] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1162.422979] env[70527]: DEBUG oslo_vmware.api [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3913917, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.423074] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d987dcf5-922e-4f2d-a513-2de593616df0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.431230] env[70527]: DEBUG oslo_vmware.api [None req-1a8b81e0-fcbd-441b-b2c4-4f9e222b9ef3 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Waiting for the task: (returnval){ [ 1162.431230] env[70527]: value = "task-3913918" [ 1162.431230] env[70527]: _type = "Task" [ 1162.431230] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.440242] env[70527]: DEBUG oslo_vmware.api [None req-1a8b81e0-fcbd-441b-b2c4-4f9e222b9ef3 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Task: {'id': task-3913918, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.566361] env[70527]: DEBUG nova.network.neutron [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c9d02cd4-6e8c-4e5c-b978-463af0f6e14c] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1162.621335] env[70527]: DEBUG nova.scheduler.client.report [None req-fac2338d-7e02-444c-8585-ec848f37a921 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1162.640280] env[70527]: DEBUG nova.compute.manager [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] [instance: f4ed141d-cc40-41e1-8a06-7473d5de24b3] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1162.679094] env[70527]: DEBUG oslo_vmware.api [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913913, 'name': PowerOnVM_Task, 'duration_secs': 1.091746} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.679229] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 376b07b0-cef1-4839-ad26-73d5d353ca95] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1162.679466] env[70527]: INFO nova.compute.manager [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 376b07b0-cef1-4839-ad26-73d5d353ca95] Took 10.71 seconds to spawn the instance on the hypervisor. [ 1162.680805] env[70527]: DEBUG nova.compute.manager [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 376b07b0-cef1-4839-ad26-73d5d353ca95] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1162.680805] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175e3e9f-ce66-4ac1-a11a-233022ca697b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.780990] env[70527]: DEBUG nova.network.neutron [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c9d02cd4-6e8c-4e5c-b978-463af0f6e14c] Updating instance_info_cache with network_info: [{"id": "1dd1b833-af98-4619-a6a0-4de2b38b092a", "address": "fa:16:3e:7d:8e:45", "network": {"id": "eb0065d4-610f-47d7-981e-b21e91718972", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1338634837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "261a432e66f749ad9aca2a0fcb2c6ab2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dd1b833-af", "ovs_interfaceid": "1dd1b833-af98-4619-a6a0-4de2b38b092a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.922678] env[70527]: DEBUG oslo_vmware.api [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3913917, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.945238] env[70527]: DEBUG oslo_vmware.api [None req-1a8b81e0-fcbd-441b-b2c4-4f9e222b9ef3 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Task: {'id': task-3913918, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.130711] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fac2338d-7e02-444c-8585-ec848f37a921 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.018s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.134339] env[70527]: DEBUG oslo_concurrency.lockutils [None req-baec9f1b-0bdf-4d72-9617-c48f8d4e29c1 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.884s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.166026] env[70527]: INFO nova.scheduler.client.report [None req-fac2338d-7e02-444c-8585-ec848f37a921 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Deleted allocations for instance 3818af9b-5f20-4054-87d9-2d311ed6e3bb [ 1163.179901] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.182247] env[70527]: DEBUG nova.network.neutron [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: ffa1dcf9-3fcd-483e-b2cd-8171f7ee6158] Successfully updated port: 9b8e430d-bf23-4ff9-a883-e941e5ae796c {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1163.207108] env[70527]: INFO nova.compute.manager [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 376b07b0-cef1-4839-ad26-73d5d353ca95] Took 20.35 seconds to build instance. [ 1163.285230] env[70527]: DEBUG nova.compute.manager [req-92011334-7be8-4bd2-bee5-36313d1f5bcc req-007e3ee4-56c8-48d5-97ab-d9b95f91cb2e service nova] [instance: c9d02cd4-6e8c-4e5c-b978-463af0f6e14c] Received event network-changed-1dd1b833-af98-4619-a6a0-4de2b38b092a {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1163.285548] env[70527]: DEBUG nova.compute.manager [req-92011334-7be8-4bd2-bee5-36313d1f5bcc req-007e3ee4-56c8-48d5-97ab-d9b95f91cb2e service nova] [instance: c9d02cd4-6e8c-4e5c-b978-463af0f6e14c] Refreshing instance network info cache due to event network-changed-1dd1b833-af98-4619-a6a0-4de2b38b092a. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1163.285863] env[70527]: DEBUG oslo_concurrency.lockutils [req-92011334-7be8-4bd2-bee5-36313d1f5bcc req-007e3ee4-56c8-48d5-97ab-d9b95f91cb2e service nova] Acquiring lock "refresh_cache-c9d02cd4-6e8c-4e5c-b978-463af0f6e14c" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.286949] env[70527]: DEBUG oslo_concurrency.lockutils [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Releasing lock "refresh_cache-c9d02cd4-6e8c-4e5c-b978-463af0f6e14c" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.287264] env[70527]: DEBUG nova.compute.manager [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c9d02cd4-6e8c-4e5c-b978-463af0f6e14c] Instance network_info: |[{"id": "1dd1b833-af98-4619-a6a0-4de2b38b092a", "address": "fa:16:3e:7d:8e:45", "network": {"id": "eb0065d4-610f-47d7-981e-b21e91718972", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1338634837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "261a432e66f749ad9aca2a0fcb2c6ab2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dd1b833-af", "ovs_interfaceid": "1dd1b833-af98-4619-a6a0-4de2b38b092a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1163.287549] env[70527]: DEBUG oslo_concurrency.lockutils [req-92011334-7be8-4bd2-bee5-36313d1f5bcc req-007e3ee4-56c8-48d5-97ab-d9b95f91cb2e service nova] Acquired lock "refresh_cache-c9d02cd4-6e8c-4e5c-b978-463af0f6e14c" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.287979] env[70527]: DEBUG nova.network.neutron [req-92011334-7be8-4bd2-bee5-36313d1f5bcc req-007e3ee4-56c8-48d5-97ab-d9b95f91cb2e service nova] [instance: c9d02cd4-6e8c-4e5c-b978-463af0f6e14c] Refreshing network info cache for port 1dd1b833-af98-4619-a6a0-4de2b38b092a {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1163.290130] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c9d02cd4-6e8c-4e5c-b978-463af0f6e14c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:8e:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '329d0e4b-4190-484a-8560-9356dc31beca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1dd1b833-af98-4619-a6a0-4de2b38b092a', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1163.298696] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1163.303191] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9d02cd4-6e8c-4e5c-b978-463af0f6e14c] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1163.303747] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8083a0a-3059-4c7e-bfdd-9e2297a6caaf {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.330086] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1163.330086] env[70527]: value = "task-3913919" [ 1163.330086] env[70527]: _type = "Task" [ 1163.330086] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.340279] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913919, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.424414] env[70527]: DEBUG oslo_vmware.api [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3913917, 'name': ReconfigVM_Task, 'duration_secs': 0.959606} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.424762] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 4d7d08b5-06c5-4096-923a-397fe5d0b0da] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 4d7d08b5-06c5-4096-923a-397fe5d0b0da/4d7d08b5-06c5-4096-923a-397fe5d0b0da.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1163.425542] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13d213e1-54ca-4e9c-ba2f-f0dfe9113e86 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.433792] env[70527]: DEBUG oslo_vmware.api [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Waiting for the task: (returnval){ [ 1163.433792] env[70527]: value = "task-3913920" [ 1163.433792] env[70527]: _type = "Task" [ 1163.433792] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.453474] env[70527]: DEBUG oslo_vmware.api [None req-1a8b81e0-fcbd-441b-b2c4-4f9e222b9ef3 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Task: {'id': task-3913918, 'name': PowerOnVM_Task, 'duration_secs': 0.536323} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.459246] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a8b81e0-fcbd-441b-b2c4-4f9e222b9ef3 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] [instance: 1f00bd23-0356-4f9f-924f-67735d282ed9] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1163.460037] env[70527]: INFO nova.compute.manager [None req-1a8b81e0-fcbd-441b-b2c4-4f9e222b9ef3 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] [instance: 1f00bd23-0356-4f9f-924f-67735d282ed9] Took 6.48 seconds to spawn the instance on the hypervisor. [ 1163.460037] env[70527]: DEBUG nova.compute.manager [None req-1a8b81e0-fcbd-441b-b2c4-4f9e222b9ef3 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] [instance: 1f00bd23-0356-4f9f-924f-67735d282ed9] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1163.460803] env[70527]: DEBUG oslo_vmware.api [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3913920, 'name': Rename_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.465829] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e35589f1-f6e0-4d99-990e-33260007d27a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.596760] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f95254d-ca8a-422b-98d3-f026adbed827 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.607612] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1031e4b-ecdb-464f-8e0b-7a1388b4c038 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.645999] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c2883f6-6c65-4c99-9fe9-2a6cd7c4ed09 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.654931] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51488367-9f4f-455e-919b-9be0c9c4a91a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.678274] env[70527]: DEBUG nova.compute.provider_tree [None req-baec9f1b-0bdf-4d72-9617-c48f8d4e29c1 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.688448] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Acquiring lock "refresh_cache-ffa1dcf9-3fcd-483e-b2cd-8171f7ee6158" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.688659] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Acquired lock "refresh_cache-ffa1dcf9-3fcd-483e-b2cd-8171f7ee6158" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.689019] env[70527]: DEBUG nova.network.neutron [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: ffa1dcf9-3fcd-483e-b2cd-8171f7ee6158] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1163.690955] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fac2338d-7e02-444c-8585-ec848f37a921 tempest-InstanceActionsNegativeTestJSON-1765654458 tempest-InstanceActionsNegativeTestJSON-1765654458-project-member] Lock "3818af9b-5f20-4054-87d9-2d311ed6e3bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.824s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.709286] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0ebbc139-a0c2-4c11-a4d9-84ae940b74f5 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lock "376b07b0-cef1-4839-ad26-73d5d353ca95" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.861s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.843166] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913919, 'name': CreateVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.950497] env[70527]: DEBUG oslo_vmware.api [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3913920, 'name': Rename_Task, 'duration_secs': 0.210621} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.950828] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 4d7d08b5-06c5-4096-923a-397fe5d0b0da] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1163.951352] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07b25e45-131a-46a2-80f6-7477c328bd1d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.959774] env[70527]: DEBUG oslo_vmware.api [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Waiting for the task: (returnval){ [ 1163.959774] env[70527]: value = "task-3913921" [ 1163.959774] env[70527]: _type = "Task" [ 1163.959774] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.969606] env[70527]: DEBUG oslo_vmware.api [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3913921, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.988887] env[70527]: INFO nova.compute.manager [None req-1a8b81e0-fcbd-441b-b2c4-4f9e222b9ef3 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] [instance: 1f00bd23-0356-4f9f-924f-67735d282ed9] Took 17.69 seconds to build instance. [ 1164.068090] env[70527]: DEBUG nova.network.neutron [req-92011334-7be8-4bd2-bee5-36313d1f5bcc req-007e3ee4-56c8-48d5-97ab-d9b95f91cb2e service nova] [instance: c9d02cd4-6e8c-4e5c-b978-463af0f6e14c] Updated VIF entry in instance network info cache for port 1dd1b833-af98-4619-a6a0-4de2b38b092a. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1164.068992] env[70527]: DEBUG nova.network.neutron [req-92011334-7be8-4bd2-bee5-36313d1f5bcc req-007e3ee4-56c8-48d5-97ab-d9b95f91cb2e service nova] [instance: c9d02cd4-6e8c-4e5c-b978-463af0f6e14c] Updating instance_info_cache with network_info: [{"id": "1dd1b833-af98-4619-a6a0-4de2b38b092a", "address": "fa:16:3e:7d:8e:45", "network": {"id": "eb0065d4-610f-47d7-981e-b21e91718972", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1338634837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "261a432e66f749ad9aca2a0fcb2c6ab2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dd1b833-af", "ovs_interfaceid": "1dd1b833-af98-4619-a6a0-4de2b38b092a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.183504] env[70527]: DEBUG nova.scheduler.client.report [None req-baec9f1b-0bdf-4d72-9617-c48f8d4e29c1 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1164.228197] env[70527]: DEBUG nova.network.neutron [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: ffa1dcf9-3fcd-483e-b2cd-8171f7ee6158] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1164.342763] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913919, 'name': CreateVM_Task, 'duration_secs': 0.576383} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.342947] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9d02cd4-6e8c-4e5c-b978-463af0f6e14c] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1164.343645] env[70527]: DEBUG oslo_concurrency.lockutils [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9dc25cd9-f292-4d65-95e4-9f8657790a76" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.343806] env[70527]: DEBUG oslo_concurrency.lockutils [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9dc25cd9-f292-4d65-95e4-9f8657790a76" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.344214] env[70527]: DEBUG oslo_concurrency.lockutils [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9dc25cd9-f292-4d65-95e4-9f8657790a76" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.344485] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eaa85ba4-bc56-4068-a091-d6afa48369d2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.354227] env[70527]: DEBUG oslo_vmware.api [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Waiting for the task: (returnval){ [ 1164.354227] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]5290448c-41f7-bcad-2e72-e4dbf41133a7" [ 1164.354227] env[70527]: _type = "Task" [ 1164.354227] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.364970] env[70527]: DEBUG oslo_vmware.api [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5290448c-41f7-bcad-2e72-e4dbf41133a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.433326] env[70527]: DEBUG nova.network.neutron [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: ffa1dcf9-3fcd-483e-b2cd-8171f7ee6158] Updating instance_info_cache with network_info: [{"id": "9b8e430d-bf23-4ff9-a883-e941e5ae796c", "address": "fa:16:3e:2f:52:6b", "network": {"id": "c66b99a8-c700-4d64-a8a5-7d96b6f8dd7c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1550176420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2628def9a14f4443853bf45ba496217e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b8e430d-bf", "ovs_interfaceid": "9b8e430d-bf23-4ff9-a883-e941e5ae796c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.470437] env[70527]: DEBUG oslo_vmware.api [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3913921, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.490938] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1a8b81e0-fcbd-441b-b2c4-4f9e222b9ef3 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Lock "1f00bd23-0356-4f9f-924f-67735d282ed9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.219s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.572516] env[70527]: DEBUG oslo_concurrency.lockutils [req-92011334-7be8-4bd2-bee5-36313d1f5bcc req-007e3ee4-56c8-48d5-97ab-d9b95f91cb2e service nova] Releasing lock "refresh_cache-c9d02cd4-6e8c-4e5c-b978-463af0f6e14c" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.572907] env[70527]: DEBUG nova.compute.manager [req-92011334-7be8-4bd2-bee5-36313d1f5bcc req-007e3ee4-56c8-48d5-97ab-d9b95f91cb2e service nova] [instance: ffa1dcf9-3fcd-483e-b2cd-8171f7ee6158] Received event network-vif-plugged-9b8e430d-bf23-4ff9-a883-e941e5ae796c {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1164.573219] env[70527]: DEBUG oslo_concurrency.lockutils [req-92011334-7be8-4bd2-bee5-36313d1f5bcc req-007e3ee4-56c8-48d5-97ab-d9b95f91cb2e service nova] Acquiring lock "ffa1dcf9-3fcd-483e-b2cd-8171f7ee6158-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.573539] env[70527]: DEBUG oslo_concurrency.lockutils [req-92011334-7be8-4bd2-bee5-36313d1f5bcc req-007e3ee4-56c8-48d5-97ab-d9b95f91cb2e service nova] Lock "ffa1dcf9-3fcd-483e-b2cd-8171f7ee6158-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.573800] env[70527]: DEBUG oslo_concurrency.lockutils [req-92011334-7be8-4bd2-bee5-36313d1f5bcc req-007e3ee4-56c8-48d5-97ab-d9b95f91cb2e service nova] Lock "ffa1dcf9-3fcd-483e-b2cd-8171f7ee6158-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.574110] env[70527]: DEBUG nova.compute.manager [req-92011334-7be8-4bd2-bee5-36313d1f5bcc req-007e3ee4-56c8-48d5-97ab-d9b95f91cb2e service nova] [instance: ffa1dcf9-3fcd-483e-b2cd-8171f7ee6158] No waiting events found dispatching network-vif-plugged-9b8e430d-bf23-4ff9-a883-e941e5ae796c {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1164.574425] env[70527]: WARNING nova.compute.manager [req-92011334-7be8-4bd2-bee5-36313d1f5bcc req-007e3ee4-56c8-48d5-97ab-d9b95f91cb2e service nova] [instance: ffa1dcf9-3fcd-483e-b2cd-8171f7ee6158] Received unexpected event network-vif-plugged-9b8e430d-bf23-4ff9-a883-e941e5ae796c for instance with vm_state building and task_state spawning. [ 1164.574786] env[70527]: DEBUG nova.compute.manager [req-92011334-7be8-4bd2-bee5-36313d1f5bcc req-007e3ee4-56c8-48d5-97ab-d9b95f91cb2e service nova] [instance: ffa1dcf9-3fcd-483e-b2cd-8171f7ee6158] Received event network-changed-9b8e430d-bf23-4ff9-a883-e941e5ae796c {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1164.575089] env[70527]: DEBUG nova.compute.manager [req-92011334-7be8-4bd2-bee5-36313d1f5bcc req-007e3ee4-56c8-48d5-97ab-d9b95f91cb2e service nova] [instance: ffa1dcf9-3fcd-483e-b2cd-8171f7ee6158] Refreshing instance network info cache due to event network-changed-9b8e430d-bf23-4ff9-a883-e941e5ae796c. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1164.575387] env[70527]: DEBUG oslo_concurrency.lockutils [req-92011334-7be8-4bd2-bee5-36313d1f5bcc req-007e3ee4-56c8-48d5-97ab-d9b95f91cb2e service nova] Acquiring lock "refresh_cache-ffa1dcf9-3fcd-483e-b2cd-8171f7ee6158" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.641298] env[70527]: DEBUG nova.compute.manager [None req-902697e4-b5e6-4c96-8567-1af16258cfe3 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 376b07b0-cef1-4839-ad26-73d5d353ca95] Stashing vm_state: active {{(pid=70527) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1164.689245] env[70527]: DEBUG oslo_concurrency.lockutils [None req-baec9f1b-0bdf-4d72-9617-c48f8d4e29c1 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.555s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.689634] env[70527]: INFO nova.compute.manager [None req-baec9f1b-0bdf-4d72-9617-c48f8d4e29c1 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] Successfully reverted task state from rebuilding on failure for instance. [ 1164.698693] env[70527]: DEBUG oslo_concurrency.lockutils [None req-bcc3c4ac-9e44-40a2-8868-7f945f325efc tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.438s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.698946] env[70527]: DEBUG oslo_concurrency.lockutils [None req-bcc3c4ac-9e44-40a2-8868-7f945f325efc tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.702635] env[70527]: DEBUG oslo_concurrency.lockutils [None req-403cd678-ebc5-4897-b6a9-75ffa632c033 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.046s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.702635] env[70527]: DEBUG nova.objects.instance [None req-403cd678-ebc5-4897-b6a9-75ffa632c033 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Lazy-loading 'resources' on Instance uuid 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1164.730597] env[70527]: INFO nova.scheduler.client.report [None req-bcc3c4ac-9e44-40a2-8868-7f945f325efc tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Deleted allocations for instance cc93a02e-989c-4238-aed7-ab4843e2add4 [ 1164.871276] env[70527]: DEBUG oslo_concurrency.lockutils [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9dc25cd9-f292-4d65-95e4-9f8657790a76" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.871729] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c9d02cd4-6e8c-4e5c-b978-463af0f6e14c] Processing image 9dc25cd9-f292-4d65-95e4-9f8657790a76 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1164.872196] env[70527]: DEBUG oslo_concurrency.lockutils [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9dc25cd9-f292-4d65-95e4-9f8657790a76/9dc25cd9-f292-4d65-95e4-9f8657790a76.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.872450] env[70527]: DEBUG oslo_concurrency.lockutils [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9dc25cd9-f292-4d65-95e4-9f8657790a76/9dc25cd9-f292-4d65-95e4-9f8657790a76.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.872719] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1164.873567] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b65fb4c-9057-47fa-9217-0e80c552d05e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.896263] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1164.896621] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1164.897818] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81f3e9ec-c804-4ca0-ae0e-62bccf06d1a7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.904325] env[70527]: DEBUG oslo_vmware.api [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Waiting for the task: (returnval){ [ 1164.904325] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52ab986e-17ef-84c0-5bf7-90f8df91f05e" [ 1164.904325] env[70527]: _type = "Task" [ 1164.904325] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.916426] env[70527]: DEBUG oslo_vmware.api [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52ab986e-17ef-84c0-5bf7-90f8df91f05e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.938381] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Releasing lock "refresh_cache-ffa1dcf9-3fcd-483e-b2cd-8171f7ee6158" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.938835] env[70527]: DEBUG nova.compute.manager [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: ffa1dcf9-3fcd-483e-b2cd-8171f7ee6158] Instance network_info: |[{"id": "9b8e430d-bf23-4ff9-a883-e941e5ae796c", "address": "fa:16:3e:2f:52:6b", "network": {"id": "c66b99a8-c700-4d64-a8a5-7d96b6f8dd7c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1550176420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2628def9a14f4443853bf45ba496217e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b8e430d-bf", "ovs_interfaceid": "9b8e430d-bf23-4ff9-a883-e941e5ae796c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1164.939217] env[70527]: DEBUG oslo_concurrency.lockutils [req-92011334-7be8-4bd2-bee5-36313d1f5bcc req-007e3ee4-56c8-48d5-97ab-d9b95f91cb2e service nova] Acquired lock "refresh_cache-ffa1dcf9-3fcd-483e-b2cd-8171f7ee6158" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.939414] env[70527]: DEBUG nova.network.neutron [req-92011334-7be8-4bd2-bee5-36313d1f5bcc req-007e3ee4-56c8-48d5-97ab-d9b95f91cb2e service nova] [instance: ffa1dcf9-3fcd-483e-b2cd-8171f7ee6158] Refreshing network info cache for port 9b8e430d-bf23-4ff9-a883-e941e5ae796c {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1164.940763] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: ffa1dcf9-3fcd-483e-b2cd-8171f7ee6158] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:52:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b5c60ce-845e-4506-bc10-348461fece6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9b8e430d-bf23-4ff9-a883-e941e5ae796c', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1164.950377] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1164.953053] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffa1dcf9-3fcd-483e-b2cd-8171f7ee6158] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1164.953053] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8173351f-b1d2-4318-bebb-98ee7fb565c1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.993016] env[70527]: DEBUG oslo_vmware.api [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3913921, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.993284] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1164.993284] env[70527]: value = "task-3913922" [ 1164.993284] env[70527]: _type = "Task" [ 1164.993284] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.003992] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913922, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.169474] env[70527]: DEBUG oslo_concurrency.lockutils [None req-902697e4-b5e6-4c96-8567-1af16258cfe3 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.247720] env[70527]: DEBUG oslo_concurrency.lockutils [None req-bcc3c4ac-9e44-40a2-8868-7f945f325efc tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Lock "cc93a02e-989c-4238-aed7-ab4843e2add4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.392s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.313031] env[70527]: INFO nova.compute.manager [None req-69b7c6a2-0974-41b4-ad3d-01e5f6673d99 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] [instance: 1f00bd23-0356-4f9f-924f-67735d282ed9] Rebuilding instance [ 1165.386839] env[70527]: DEBUG nova.compute.manager [None req-69b7c6a2-0974-41b4-ad3d-01e5f6673d99 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] [instance: 1f00bd23-0356-4f9f-924f-67735d282ed9] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1165.387836] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc746501-8128-4afc-b2c4-04360d555c9e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.422159] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c9d02cd4-6e8c-4e5c-b978-463af0f6e14c] Preparing fetch location {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1165.422685] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c9d02cd4-6e8c-4e5c-b978-463af0f6e14c] Fetch image to [datastore2] OSTACK_IMG_21a6ee19-88c4-4ceb-9666-6f89dfd2f74b/OSTACK_IMG_21a6ee19-88c4-4ceb-9666-6f89dfd2f74b.vmdk {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1165.422991] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c9d02cd4-6e8c-4e5c-b978-463af0f6e14c] Downloading stream optimized image 9dc25cd9-f292-4d65-95e4-9f8657790a76 to [datastore2] OSTACK_IMG_21a6ee19-88c4-4ceb-9666-6f89dfd2f74b/OSTACK_IMG_21a6ee19-88c4-4ceb-9666-6f89dfd2f74b.vmdk on the data store datastore2 as vApp {{(pid=70527) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1165.423327] env[70527]: DEBUG nova.virt.vmwareapi.images [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c9d02cd4-6e8c-4e5c-b978-463af0f6e14c] Downloading image file data 9dc25cd9-f292-4d65-95e4-9f8657790a76 to the ESX as VM named 'OSTACK_IMG_21a6ee19-88c4-4ceb-9666-6f89dfd2f74b' {{(pid=70527) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1165.495154] env[70527]: DEBUG oslo_vmware.api [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3913921, 'name': PowerOnVM_Task, 'duration_secs': 1.29982} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.498983] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 4d7d08b5-06c5-4096-923a-397fe5d0b0da] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1165.499994] env[70527]: INFO nova.compute.manager [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 4d7d08b5-06c5-4096-923a-397fe5d0b0da] Took 11.06 seconds to spawn the instance on the hypervisor. [ 1165.500296] env[70527]: DEBUG nova.compute.manager [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 4d7d08b5-06c5-4096-923a-397fe5d0b0da] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1165.502013] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86dbed12-f96f-451b-8fc0-7e9c3b32c95c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.525099] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913922, 'name': CreateVM_Task, 'duration_secs': 0.432314} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.528560] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffa1dcf9-3fcd-483e-b2cd-8171f7ee6158] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1165.529615] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.529787] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.530218] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.530453] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7870bdb4-5837-4d8d-8ccd-9efd3506573c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.538508] env[70527]: DEBUG oslo_vmware.api [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Waiting for the task: (returnval){ [ 1165.538508] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52470962-d081-e244-8dda-ff5734ab5dc2" [ 1165.538508] env[70527]: _type = "Task" [ 1165.538508] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.543360] env[70527]: DEBUG oslo_vmware.rw_handles [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1165.543360] env[70527]: value = "resgroup-9" [ 1165.543360] env[70527]: _type = "ResourcePool" [ 1165.543360] env[70527]: }. {{(pid=70527) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1165.543816] env[70527]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-805ea5b7-8cdd-4f24-8a59-9f1828647ee2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.573058] env[70527]: DEBUG oslo_vmware.api [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52470962-d081-e244-8dda-ff5734ab5dc2, 'name': SearchDatastore_Task, 'duration_secs': 0.026483} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.574750] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.574955] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: ffa1dcf9-3fcd-483e-b2cd-8171f7ee6158] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1165.575214] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.575363] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.575543] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1165.576025] env[70527]: DEBUG oslo_vmware.rw_handles [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Lease: (returnval){ [ 1165.576025] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]524c0749-c9d9-de5f-7c6b-8ddee71ef130" [ 1165.576025] env[70527]: _type = "HttpNfcLease" [ 1165.576025] env[70527]: } obtained for vApp import into resource pool (val){ [ 1165.576025] env[70527]: value = "resgroup-9" [ 1165.576025] env[70527]: _type = "ResourcePool" [ 1165.576025] env[70527]: }. {{(pid=70527) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1165.576235] env[70527]: DEBUG oslo_vmware.api [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Waiting for the lease: (returnval){ [ 1165.576235] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]524c0749-c9d9-de5f-7c6b-8ddee71ef130" [ 1165.576235] env[70527]: _type = "HttpNfcLease" [ 1165.576235] env[70527]: } to be ready. {{(pid=70527) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1165.576403] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7b23d0b-8003-4142-9fc3-7589157c8617 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.592212] env[70527]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1165.592212] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]524c0749-c9d9-de5f-7c6b-8ddee71ef130" [ 1165.592212] env[70527]: _type = "HttpNfcLease" [ 1165.592212] env[70527]: } is initializing. {{(pid=70527) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1165.595161] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1165.595161] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1165.595996] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-130d61cc-f5b2-4cc2-9eea-c6fbd50507a6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.608300] env[70527]: DEBUG oslo_vmware.api [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Waiting for the task: (returnval){ [ 1165.608300] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52cdd843-bf40-076f-cf7f-3fc0d21c3d91" [ 1165.608300] env[70527]: _type = "Task" [ 1165.608300] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.626164] env[70527]: DEBUG oslo_vmware.api [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52cdd843-bf40-076f-cf7f-3fc0d21c3d91, 'name': SearchDatastore_Task} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.627956] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5900374f-b34e-4b6a-acd1-410f847e6e36 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.634544] env[70527]: DEBUG oslo_vmware.api [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Waiting for the task: (returnval){ [ 1165.634544] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52a68621-7e43-03b6-3041-2c4a7337ecfe" [ 1165.634544] env[70527]: _type = "Task" [ 1165.634544] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.645348] env[70527]: DEBUG oslo_vmware.api [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52a68621-7e43-03b6-3041-2c4a7337ecfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.696987] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b658fdc3-48c6-42cb-89f1-8c8adfaf4561 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.707850] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44388879-a9ff-495d-8f87-0c6d75ae6ebb {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.741306] env[70527]: DEBUG nova.network.neutron [req-92011334-7be8-4bd2-bee5-36313d1f5bcc req-007e3ee4-56c8-48d5-97ab-d9b95f91cb2e service nova] [instance: ffa1dcf9-3fcd-483e-b2cd-8171f7ee6158] Updated VIF entry in instance network info cache for port 9b8e430d-bf23-4ff9-a883-e941e5ae796c. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1165.741673] env[70527]: DEBUG nova.network.neutron [req-92011334-7be8-4bd2-bee5-36313d1f5bcc req-007e3ee4-56c8-48d5-97ab-d9b95f91cb2e service nova] [instance: ffa1dcf9-3fcd-483e-b2cd-8171f7ee6158] Updating instance_info_cache with network_info: [{"id": "9b8e430d-bf23-4ff9-a883-e941e5ae796c", "address": "fa:16:3e:2f:52:6b", "network": {"id": "c66b99a8-c700-4d64-a8a5-7d96b6f8dd7c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1550176420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2628def9a14f4443853bf45ba496217e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b8e430d-bf", "ovs_interfaceid": "9b8e430d-bf23-4ff9-a883-e941e5ae796c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.743396] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15d8e66-381d-45d3-8b25-c782d9a7afd9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.752781] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da40c1d-cd3e-4eea-b822-c13a71be7b2d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.773019] env[70527]: DEBUG nova.compute.provider_tree [None req-403cd678-ebc5-4897-b6a9-75ffa632c033 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1166.033574] env[70527]: INFO nova.compute.manager [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 4d7d08b5-06c5-4096-923a-397fe5d0b0da] Took 21.87 seconds to build instance. [ 1166.087559] env[70527]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1166.087559] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]524c0749-c9d9-de5f-7c6b-8ddee71ef130" [ 1166.087559] env[70527]: _type = "HttpNfcLease" [ 1166.087559] env[70527]: } is initializing. {{(pid=70527) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1166.148297] env[70527]: DEBUG oslo_vmware.api [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52a68621-7e43-03b6-3041-2c4a7337ecfe, 'name': SearchDatastore_Task, 'duration_secs': 0.016798} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.148557] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.148905] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] ffa1dcf9-3fcd-483e-b2cd-8171f7ee6158/ffa1dcf9-3fcd-483e-b2cd-8171f7ee6158.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1166.149314] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9487b261-6b90-402d-8d56-b260e2eb3ef7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.157799] env[70527]: DEBUG oslo_vmware.api [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Waiting for the task: (returnval){ [ 1166.157799] env[70527]: value = "task-3913924" [ 1166.157799] env[70527]: _type = "Task" [ 1166.157799] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.171065] env[70527]: DEBUG oslo_vmware.api [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3913924, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.247841] env[70527]: DEBUG oslo_concurrency.lockutils [req-92011334-7be8-4bd2-bee5-36313d1f5bcc req-007e3ee4-56c8-48d5-97ab-d9b95f91cb2e service nova] Releasing lock "refresh_cache-ffa1dcf9-3fcd-483e-b2cd-8171f7ee6158" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.273827] env[70527]: DEBUG nova.scheduler.client.report [None req-403cd678-ebc5-4897-b6a9-75ffa632c033 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1166.405025] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-69b7c6a2-0974-41b4-ad3d-01e5f6673d99 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] [instance: 1f00bd23-0356-4f9f-924f-67735d282ed9] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1166.405025] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dca4c0e5-81e4-4bcb-9301-2578b3ae45a6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.415245] env[70527]: DEBUG oslo_vmware.api [None req-69b7c6a2-0974-41b4-ad3d-01e5f6673d99 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Waiting for the task: (returnval){ [ 1166.415245] env[70527]: value = "task-3913925" [ 1166.415245] env[70527]: _type = "Task" [ 1166.415245] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.430106] env[70527]: DEBUG oslo_vmware.api [None req-69b7c6a2-0974-41b4-ad3d-01e5f6673d99 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Task: {'id': task-3913925, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.537947] env[70527]: DEBUG oslo_concurrency.lockutils [None req-25e774bf-983a-4b3d-a2ef-ce94ca097b07 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Lock "4d7d08b5-06c5-4096-923a-397fe5d0b0da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.400s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.589111] env[70527]: DEBUG oslo_concurrency.lockutils [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Acquiring lock "3321b60f-9e0c-4947-8ed7-f4b613c0c7a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.589424] env[70527]: DEBUG oslo_concurrency.lockutils [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Lock "3321b60f-9e0c-4947-8ed7-f4b613c0c7a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.598259] env[70527]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1166.598259] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]524c0749-c9d9-de5f-7c6b-8ddee71ef130" [ 1166.598259] env[70527]: _type = "HttpNfcLease" [ 1166.598259] env[70527]: } is ready. {{(pid=70527) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1166.599699] env[70527]: DEBUG oslo_vmware.rw_handles [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1166.599699] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]524c0749-c9d9-de5f-7c6b-8ddee71ef130" [ 1166.599699] env[70527]: _type = "HttpNfcLease" [ 1166.599699] env[70527]: }. {{(pid=70527) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1166.599930] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be637da-9d41-454a-90c0-b10bbc11a995 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.611550] env[70527]: DEBUG oslo_vmware.rw_handles [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52289a93-ea3e-69e6-2cda-bc18eecc3db4/disk-0.vmdk from lease info. {{(pid=70527) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1166.611785] env[70527]: DEBUG oslo_vmware.rw_handles [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52289a93-ea3e-69e6-2cda-bc18eecc3db4/disk-0.vmdk. {{(pid=70527) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1166.679673] env[70527]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5ca54b24-d3fc-458f-b01b-6088e1841883 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.687808] env[70527]: DEBUG oslo_vmware.api [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3913924, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.779852] env[70527]: DEBUG oslo_concurrency.lockutils [None req-403cd678-ebc5-4897-b6a9-75ffa632c033 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.078s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.782750] env[70527]: DEBUG oslo_concurrency.lockutils [None req-aed46e7b-2b78-4e76-9a54-da6d4c3d4b0a tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.681s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.783217] env[70527]: DEBUG nova.objects.instance [None req-aed46e7b-2b78-4e76-9a54-da6d4c3d4b0a tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Lazy-loading 'resources' on Instance uuid 67ddf676-0ce2-4fd1-b357-84f99f9b86f2 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1166.925083] env[70527]: DEBUG oslo_vmware.api [None req-69b7c6a2-0974-41b4-ad3d-01e5f6673d99 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Task: {'id': task-3913925, 'name': PowerOffVM_Task, 'duration_secs': 0.346046} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.925386] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-69b7c6a2-0974-41b4-ad3d-01e5f6673d99 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] [instance: 1f00bd23-0356-4f9f-924f-67735d282ed9] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1166.926050] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-69b7c6a2-0974-41b4-ad3d-01e5f6673d99 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] [instance: 1f00bd23-0356-4f9f-924f-67735d282ed9] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1166.926868] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4bf2cf-1cc1-45e2-843b-fa6c4fdccd9e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.934062] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-69b7c6a2-0974-41b4-ad3d-01e5f6673d99 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] [instance: 1f00bd23-0356-4f9f-924f-67735d282ed9] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1166.934340] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e0ecfb31-9b19-4072-adc3-cc2c4fdf8b71 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.963311] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-69b7c6a2-0974-41b4-ad3d-01e5f6673d99 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] [instance: 1f00bd23-0356-4f9f-924f-67735d282ed9] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1166.963531] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-69b7c6a2-0974-41b4-ad3d-01e5f6673d99 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] [instance: 1f00bd23-0356-4f9f-924f-67735d282ed9] Deleting contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1166.963741] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-69b7c6a2-0974-41b4-ad3d-01e5f6673d99 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Deleting the datastore file [datastore2] 1f00bd23-0356-4f9f-924f-67735d282ed9 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1166.964040] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1cbba0e-bc24-4527-9d12-36984ca6b2e8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.971643] env[70527]: DEBUG oslo_vmware.api [None req-69b7c6a2-0974-41b4-ad3d-01e5f6673d99 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Waiting for the task: (returnval){ [ 1166.971643] env[70527]: value = "task-3913927" [ 1166.971643] env[70527]: _type = "Task" [ 1166.971643] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.980769] env[70527]: DEBUG oslo_vmware.api [None req-69b7c6a2-0974-41b4-ad3d-01e5f6673d99 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Task: {'id': task-3913927, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.037722] env[70527]: INFO nova.compute.manager [None req-caaf22be-fc12-4a70-98a9-09650b956ea9 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 4d7d08b5-06c5-4096-923a-397fe5d0b0da] Rescuing [ 1167.037987] env[70527]: DEBUG oslo_concurrency.lockutils [None req-caaf22be-fc12-4a70-98a9-09650b956ea9 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Acquiring lock "refresh_cache-4d7d08b5-06c5-4096-923a-397fe5d0b0da" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.039071] env[70527]: DEBUG oslo_concurrency.lockutils [None req-caaf22be-fc12-4a70-98a9-09650b956ea9 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Acquired lock "refresh_cache-4d7d08b5-06c5-4096-923a-397fe5d0b0da" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.040072] env[70527]: DEBUG nova.network.neutron [None req-caaf22be-fc12-4a70-98a9-09650b956ea9 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 4d7d08b5-06c5-4096-923a-397fe5d0b0da] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1167.092566] env[70527]: DEBUG nova.compute.manager [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1167.185072] env[70527]: DEBUG oslo_vmware.api [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3913924, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.699833} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.187518] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] ffa1dcf9-3fcd-483e-b2cd-8171f7ee6158/ffa1dcf9-3fcd-483e-b2cd-8171f7ee6158.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1167.187761] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: ffa1dcf9-3fcd-483e-b2cd-8171f7ee6158] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1167.188062] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-78b2ba25-778e-4342-bc27-899e55911389 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.195860] env[70527]: DEBUG oslo_vmware.api [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Waiting for the task: (returnval){ [ 1167.195860] env[70527]: value = "task-3913928" [ 1167.195860] env[70527]: _type = "Task" [ 1167.195860] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.213256] env[70527]: DEBUG oslo_vmware.api [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3913928, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.302175] env[70527]: DEBUG oslo_concurrency.lockutils [None req-403cd678-ebc5-4897-b6a9-75ffa632c033 tempest-ServerActionsV293TestJSON-1078912952 tempest-ServerActionsV293TestJSON-1078912952-project-member] Lock "0cabe7f0-908c-43e2-aa94-9b4abcaa2df7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.063s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.486082] env[70527]: DEBUG oslo_vmware.api [None req-69b7c6a2-0974-41b4-ad3d-01e5f6673d99 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Task: {'id': task-3913927, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155954} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.487695] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-69b7c6a2-0974-41b4-ad3d-01e5f6673d99 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1167.487908] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-69b7c6a2-0974-41b4-ad3d-01e5f6673d99 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] [instance: 1f00bd23-0356-4f9f-924f-67735d282ed9] Deleted contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1167.488102] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-69b7c6a2-0974-41b4-ad3d-01e5f6673d99 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] [instance: 1f00bd23-0356-4f9f-924f-67735d282ed9] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1167.620169] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a995ab1f-d95d-4400-9165-c901cf7799d3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.625472] env[70527]: DEBUG oslo_concurrency.lockutils [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.638963] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6c8e51-1853-4b6a-9b7d-784316821ae2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.695660] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e0cc7a-aab8-4763-86aa-8a617988613b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.710232] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2463878a-8289-41a6-bf10-074b04138f24 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.714221] env[70527]: DEBUG oslo_vmware.api [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3913928, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.14422} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.718933] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: ffa1dcf9-3fcd-483e-b2cd-8171f7ee6158] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1167.720277] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29084269-cba5-45e3-b9fd-0a79ba2a097c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.736586] env[70527]: DEBUG nova.compute.provider_tree [None req-aed46e7b-2b78-4e76-9a54-da6d4c3d4b0a tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1167.767789] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: ffa1dcf9-3fcd-483e-b2cd-8171f7ee6158] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] ffa1dcf9-3fcd-483e-b2cd-8171f7ee6158/ffa1dcf9-3fcd-483e-b2cd-8171f7ee6158.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1167.780312] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18c9cf40-60b1-4dfe-bcdb-04f58a67ee76 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.806176] env[70527]: DEBUG oslo_vmware.api [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Waiting for the task: (returnval){ [ 1167.806176] env[70527]: value = "task-3913929" [ 1167.806176] env[70527]: _type = "Task" [ 1167.806176] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.816879] env[70527]: DEBUG oslo_vmware.api [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3913929, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.828641] env[70527]: DEBUG oslo_vmware.rw_handles [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Completed reading data from the image iterator. {{(pid=70527) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1167.828961] env[70527]: DEBUG oslo_vmware.rw_handles [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52289a93-ea3e-69e6-2cda-bc18eecc3db4/disk-0.vmdk. {{(pid=70527) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1167.830036] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae691665-5f76-48ac-8003-c5499c0060f9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.839438] env[70527]: DEBUG oslo_vmware.rw_handles [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52289a93-ea3e-69e6-2cda-bc18eecc3db4/disk-0.vmdk is in state: ready. {{(pid=70527) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1167.839594] env[70527]: DEBUG oslo_vmware.rw_handles [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52289a93-ea3e-69e6-2cda-bc18eecc3db4/disk-0.vmdk. {{(pid=70527) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1167.839832] env[70527]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-577cc44d-c455-4c4e-b75d-ec76e623cb5b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.903615] env[70527]: DEBUG nova.network.neutron [None req-caaf22be-fc12-4a70-98a9-09650b956ea9 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 4d7d08b5-06c5-4096-923a-397fe5d0b0da] Updating instance_info_cache with network_info: [{"id": "4c268337-0f59-4eb6-8905-aba2b128ef4f", "address": "fa:16:3e:be:d1:4a", "network": {"id": "bf80da5f-b6b3-408a-8ca7-44b2bb5a09b9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-620290731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04c6913e6e05403f84967742a042b550", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c268337-0f", "ovs_interfaceid": "4c268337-0f59-4eb6-8905-aba2b128ef4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.243559] env[70527]: DEBUG nova.scheduler.client.report [None req-aed46e7b-2b78-4e76-9a54-da6d4c3d4b0a tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1168.318066] env[70527]: DEBUG oslo_vmware.api [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3913929, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.391052] env[70527]: DEBUG oslo_vmware.rw_handles [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52289a93-ea3e-69e6-2cda-bc18eecc3db4/disk-0.vmdk. {{(pid=70527) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1168.391052] env[70527]: INFO nova.virt.vmwareapi.images [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c9d02cd4-6e8c-4e5c-b978-463af0f6e14c] Downloaded image file data 9dc25cd9-f292-4d65-95e4-9f8657790a76 [ 1168.391894] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8deb7ceb-5a8a-42c4-a1ad-9e59ef6f90a9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.411520] env[70527]: DEBUG oslo_concurrency.lockutils [None req-caaf22be-fc12-4a70-98a9-09650b956ea9 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Releasing lock "refresh_cache-4d7d08b5-06c5-4096-923a-397fe5d0b0da" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.415982] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c985029-0174-4c69-b91e-9f19b15edca8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.444891] env[70527]: INFO nova.virt.vmwareapi.images [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c9d02cd4-6e8c-4e5c-b978-463af0f6e14c] The imported VM was unregistered [ 1168.447465] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c9d02cd4-6e8c-4e5c-b978-463af0f6e14c] Caching image {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1168.447719] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Creating directory with path [datastore2] devstack-image-cache_base/9dc25cd9-f292-4d65-95e4-9f8657790a76 {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1168.450200] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7974e87-a542-48bf-98e5-88688927c5d1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.463448] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Created directory with path [datastore2] devstack-image-cache_base/9dc25cd9-f292-4d65-95e4-9f8657790a76 {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1168.463673] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_21a6ee19-88c4-4ceb-9666-6f89dfd2f74b/OSTACK_IMG_21a6ee19-88c4-4ceb-9666-6f89dfd2f74b.vmdk to [datastore2] devstack-image-cache_base/9dc25cd9-f292-4d65-95e4-9f8657790a76/9dc25cd9-f292-4d65-95e4-9f8657790a76.vmdk. {{(pid=70527) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1168.463961] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-351e2fd1-007a-4f52-9026-fd215825fe86 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.472684] env[70527]: DEBUG oslo_vmware.api [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Waiting for the task: (returnval){ [ 1168.472684] env[70527]: value = "task-3913931" [ 1168.472684] env[70527]: _type = "Task" [ 1168.472684] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.484802] env[70527]: DEBUG oslo_vmware.api [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913931, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.519654] env[70527]: DEBUG nova.virt.hardware [None req-69b7c6a2-0974-41b4-ad3d-01e5f6673d99 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1168.519946] env[70527]: DEBUG nova.virt.hardware [None req-69b7c6a2-0974-41b4-ad3d-01e5f6673d99 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1168.520132] env[70527]: DEBUG nova.virt.hardware [None req-69b7c6a2-0974-41b4-ad3d-01e5f6673d99 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1168.520325] env[70527]: DEBUG nova.virt.hardware [None req-69b7c6a2-0974-41b4-ad3d-01e5f6673d99 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1168.520488] env[70527]: DEBUG nova.virt.hardware [None req-69b7c6a2-0974-41b4-ad3d-01e5f6673d99 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1168.520652] env[70527]: DEBUG nova.virt.hardware [None req-69b7c6a2-0974-41b4-ad3d-01e5f6673d99 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1168.520883] env[70527]: DEBUG nova.virt.hardware [None req-69b7c6a2-0974-41b4-ad3d-01e5f6673d99 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1168.521075] env[70527]: DEBUG nova.virt.hardware [None req-69b7c6a2-0974-41b4-ad3d-01e5f6673d99 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1168.521307] env[70527]: DEBUG nova.virt.hardware [None req-69b7c6a2-0974-41b4-ad3d-01e5f6673d99 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1168.521489] env[70527]: DEBUG nova.virt.hardware [None req-69b7c6a2-0974-41b4-ad3d-01e5f6673d99 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1168.521684] env[70527]: DEBUG nova.virt.hardware [None req-69b7c6a2-0974-41b4-ad3d-01e5f6673d99 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1168.522606] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b839bb02-2337-4616-8b48-574ae1e769bb {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.531503] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1affcc56-fcc8-4b71-9ccf-aa3822a48e20 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.548968] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-69b7c6a2-0974-41b4-ad3d-01e5f6673d99 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] [instance: 1f00bd23-0356-4f9f-924f-67735d282ed9] Instance VIF info [] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1168.555165] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69b7c6a2-0974-41b4-ad3d-01e5f6673d99 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1168.555503] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f00bd23-0356-4f9f-924f-67735d282ed9] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1168.555770] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f2e4f58d-3389-4fda-a546-e9f3fa136547 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.573396] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1168.573396] env[70527]: value = "task-3913932" [ 1168.573396] env[70527]: _type = "Task" [ 1168.573396] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.582363] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913932, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.749555] env[70527]: DEBUG oslo_concurrency.lockutils [None req-aed46e7b-2b78-4e76-9a54-da6d4c3d4b0a tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.967s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.752535] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4f3a72f0-0e76-4e78-ac9a-afc94ef45a51 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.944s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.752660] env[70527]: DEBUG nova.objects.instance [None req-4f3a72f0-0e76-4e78-ac9a-afc94ef45a51 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Lazy-loading 'resources' on Instance uuid 6503ac12-2403-4b7d-8f2a-ae8783437e87 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1168.774707] env[70527]: INFO nova.scheduler.client.report [None req-aed46e7b-2b78-4e76-9a54-da6d4c3d4b0a tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Deleted allocations for instance 67ddf676-0ce2-4fd1-b357-84f99f9b86f2 [ 1168.819222] env[70527]: DEBUG oslo_vmware.api [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3913929, 'name': ReconfigVM_Task, 'duration_secs': 0.67728} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.819591] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: ffa1dcf9-3fcd-483e-b2cd-8171f7ee6158] Reconfigured VM instance instance-0000006a to attach disk [datastore1] ffa1dcf9-3fcd-483e-b2cd-8171f7ee6158/ffa1dcf9-3fcd-483e-b2cd-8171f7ee6158.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1168.820356] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4d4b722-ec96-42ac-b629-5437a348a5fa {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.829040] env[70527]: DEBUG oslo_vmware.api [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Waiting for the task: (returnval){ [ 1168.829040] env[70527]: value = "task-3913933" [ 1168.829040] env[70527]: _type = "Task" [ 1168.829040] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.843292] env[70527]: DEBUG oslo_vmware.api [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3913933, 'name': Rename_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.983642] env[70527]: DEBUG oslo_vmware.api [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913931, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.093995] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913932, 'name': CreateVM_Task} progress is 25%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.286084] env[70527]: DEBUG oslo_concurrency.lockutils [None req-aed46e7b-2b78-4e76-9a54-da6d4c3d4b0a tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Lock "67ddf676-0ce2-4fd1-b357-84f99f9b86f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.991s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.339140] env[70527]: DEBUG oslo_vmware.api [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3913933, 'name': Rename_Task, 'duration_secs': 0.273842} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.339432] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: ffa1dcf9-3fcd-483e-b2cd-8171f7ee6158] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1169.339681] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7328266f-5a1b-46b6-8f94-5eea99c70842 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.351738] env[70527]: DEBUG oslo_vmware.api [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Waiting for the task: (returnval){ [ 1169.351738] env[70527]: value = "task-3913934" [ 1169.351738] env[70527]: _type = "Task" [ 1169.351738] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.361778] env[70527]: DEBUG oslo_vmware.api [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3913934, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.485652] env[70527]: DEBUG oslo_vmware.api [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913931, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.587635] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913932, 'name': CreateVM_Task, 'duration_secs': 0.932646} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.588054] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f00bd23-0356-4f9f-924f-67735d282ed9] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1169.588535] env[70527]: DEBUG oslo_concurrency.lockutils [None req-69b7c6a2-0974-41b4-ad3d-01e5f6673d99 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.588698] env[70527]: DEBUG oslo_concurrency.lockutils [None req-69b7c6a2-0974-41b4-ad3d-01e5f6673d99 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.589113] env[70527]: DEBUG oslo_concurrency.lockutils [None req-69b7c6a2-0974-41b4-ad3d-01e5f6673d99 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.589433] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48f877c7-d287-42ed-aa69-3c25971e71ce {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.595916] env[70527]: DEBUG oslo_vmware.api [None req-69b7c6a2-0974-41b4-ad3d-01e5f6673d99 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Waiting for the task: (returnval){ [ 1169.595916] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]5235ad1f-1291-8a9b-b1a9-5dc3a3f3af6d" [ 1169.595916] env[70527]: _type = "Task" [ 1169.595916] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.608918] env[70527]: DEBUG oslo_vmware.api [None req-69b7c6a2-0974-41b4-ad3d-01e5f6673d99 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5235ad1f-1291-8a9b-b1a9-5dc3a3f3af6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.618822] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c3e948e-6ea2-4600-9e6b-d8a8212f19b1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.627852] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf8804e1-93f4-4489-b01a-789e7c8b121a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.662998] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e14e6da-ec51-4f45-86fa-59f31dbe0279 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.673465] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2198c0f8-2e8b-4fb2-87ae-a3e3a96b3c47 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.690727] env[70527]: DEBUG nova.compute.provider_tree [None req-4f3a72f0-0e76-4e78-ac9a-afc94ef45a51 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1169.863430] env[70527]: DEBUG oslo_vmware.api [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3913934, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.975021] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-caaf22be-fc12-4a70-98a9-09650b956ea9 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 4d7d08b5-06c5-4096-923a-397fe5d0b0da] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1169.976033] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d53e664-cb8a-4d8c-bb99-68a244bc35ca {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.988469] env[70527]: DEBUG oslo_vmware.api [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913931, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.990300] env[70527]: DEBUG oslo_vmware.api [None req-caaf22be-fc12-4a70-98a9-09650b956ea9 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Waiting for the task: (returnval){ [ 1169.990300] env[70527]: value = "task-3913935" [ 1169.990300] env[70527]: _type = "Task" [ 1169.990300] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.001097] env[70527]: DEBUG oslo_vmware.api [None req-caaf22be-fc12-4a70-98a9-09650b956ea9 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3913935, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.110262] env[70527]: DEBUG oslo_vmware.api [None req-69b7c6a2-0974-41b4-ad3d-01e5f6673d99 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5235ad1f-1291-8a9b-b1a9-5dc3a3f3af6d, 'name': SearchDatastore_Task, 'duration_secs': 0.097989} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.110262] env[70527]: DEBUG oslo_concurrency.lockutils [None req-69b7c6a2-0974-41b4-ad3d-01e5f6673d99 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.110262] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-69b7c6a2-0974-41b4-ad3d-01e5f6673d99 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] [instance: 1f00bd23-0356-4f9f-924f-67735d282ed9] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1170.110262] env[70527]: DEBUG oslo_concurrency.lockutils [None req-69b7c6a2-0974-41b4-ad3d-01e5f6673d99 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.110933] env[70527]: DEBUG oslo_concurrency.lockutils [None req-69b7c6a2-0974-41b4-ad3d-01e5f6673d99 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.111425] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-69b7c6a2-0974-41b4-ad3d-01e5f6673d99 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1170.111917] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d378ed7-e50b-4d3e-b1e5-72f89e078606 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.132823] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-69b7c6a2-0974-41b4-ad3d-01e5f6673d99 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1170.133119] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-69b7c6a2-0974-41b4-ad3d-01e5f6673d99 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1170.134323] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3a867ea-2de8-40bc-b049-1d8b566a3447 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.142231] env[70527]: DEBUG oslo_vmware.api [None req-69b7c6a2-0974-41b4-ad3d-01e5f6673d99 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Waiting for the task: (returnval){ [ 1170.142231] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52c6f780-2a76-a30a-ada6-0e13a14a54ff" [ 1170.142231] env[70527]: _type = "Task" [ 1170.142231] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.154610] env[70527]: DEBUG oslo_vmware.api [None req-69b7c6a2-0974-41b4-ad3d-01e5f6673d99 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52c6f780-2a76-a30a-ada6-0e13a14a54ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.193882] env[70527]: DEBUG nova.scheduler.client.report [None req-4f3a72f0-0e76-4e78-ac9a-afc94ef45a51 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1170.365733] env[70527]: DEBUG oslo_vmware.api [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3913934, 'name': PowerOnVM_Task, 'duration_secs': 0.760874} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.365733] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: ffa1dcf9-3fcd-483e-b2cd-8171f7ee6158] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1170.365733] env[70527]: INFO nova.compute.manager [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: ffa1dcf9-3fcd-483e-b2cd-8171f7ee6158] Took 8.74 seconds to spawn the instance on the hypervisor. [ 1170.365733] env[70527]: DEBUG nova.compute.manager [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: ffa1dcf9-3fcd-483e-b2cd-8171f7ee6158] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1170.365733] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b56746-b98b-44f8-b8bf-e169ea652513 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.489563] env[70527]: DEBUG oslo_vmware.api [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913931, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.502556] env[70527]: DEBUG oslo_vmware.api [None req-caaf22be-fc12-4a70-98a9-09650b956ea9 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3913935, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.658610] env[70527]: DEBUG oslo_vmware.api [None req-69b7c6a2-0974-41b4-ad3d-01e5f6673d99 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52c6f780-2a76-a30a-ada6-0e13a14a54ff, 'name': SearchDatastore_Task, 'duration_secs': 0.102432} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.659073] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c863b8b7-80e9-4b3e-aa2c-9bf89d55952a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.666514] env[70527]: DEBUG oslo_vmware.api [None req-69b7c6a2-0974-41b4-ad3d-01e5f6673d99 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Waiting for the task: (returnval){ [ 1170.666514] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]526d2bad-af5c-e6ec-861c-9783ea76c88c" [ 1170.666514] env[70527]: _type = "Task" [ 1170.666514] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.678487] env[70527]: DEBUG oslo_vmware.api [None req-69b7c6a2-0974-41b4-ad3d-01e5f6673d99 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]526d2bad-af5c-e6ec-861c-9783ea76c88c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.701677] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4f3a72f0-0e76-4e78-ac9a-afc94ef45a51 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.949s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.704339] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 9.105s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.704597] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.704977] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70527) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1170.705244] env[70527]: DEBUG oslo_concurrency.lockutils [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 8.457s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.705469] env[70527]: DEBUG nova.objects.instance [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70527) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1170.709413] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49989c0d-a477-4f15-a677-35a6d1643c6b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.719956] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c14070-62f0-4e59-a098-ef93c0ce35cf {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.739520] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a112edf7-4c30-46de-8798-8a7e4041d534 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.749904] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925c08d8-5df6-409d-9837-98344fc07872 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.791849] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178919MB free_disk=39GB free_vcpus=48 pci_devices=None {{(pid=70527) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1170.791849] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.792276] env[70527]: INFO nova.scheduler.client.report [None req-4f3a72f0-0e76-4e78-ac9a-afc94ef45a51 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Deleted allocations for instance 6503ac12-2403-4b7d-8f2a-ae8783437e87 [ 1170.885665] env[70527]: INFO nova.compute.manager [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: ffa1dcf9-3fcd-483e-b2cd-8171f7ee6158] Took 23.22 seconds to build instance. [ 1170.993797] env[70527]: DEBUG oslo_vmware.api [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913931, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.005828] env[70527]: DEBUG oslo_vmware.api [None req-caaf22be-fc12-4a70-98a9-09650b956ea9 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3913935, 'name': PowerOffVM_Task, 'duration_secs': 0.54656} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.005828] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-caaf22be-fc12-4a70-98a9-09650b956ea9 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 4d7d08b5-06c5-4096-923a-397fe5d0b0da] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1171.006950] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d35f9e1-ae98-41f4-8721-03c1b6f051e3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.031699] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a92612-14e6-4140-a36a-d69da7148752 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.074626] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-caaf22be-fc12-4a70-98a9-09650b956ea9 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 4d7d08b5-06c5-4096-923a-397fe5d0b0da] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1171.074932] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b312548-3f95-4f8b-8952-7d06cf48fba4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.084092] env[70527]: DEBUG oslo_vmware.api [None req-caaf22be-fc12-4a70-98a9-09650b956ea9 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Waiting for the task: (returnval){ [ 1171.084092] env[70527]: value = "task-3913936" [ 1171.084092] env[70527]: _type = "Task" [ 1171.084092] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.093944] env[70527]: DEBUG oslo_vmware.api [None req-caaf22be-fc12-4a70-98a9-09650b956ea9 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3913936, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.178276] env[70527]: DEBUG oslo_vmware.api [None req-69b7c6a2-0974-41b4-ad3d-01e5f6673d99 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]526d2bad-af5c-e6ec-861c-9783ea76c88c, 'name': SearchDatastore_Task, 'duration_secs': 0.090201} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.178717] env[70527]: DEBUG oslo_concurrency.lockutils [None req-69b7c6a2-0974-41b4-ad3d-01e5f6673d99 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.178882] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-69b7c6a2-0974-41b4-ad3d-01e5f6673d99 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 1f00bd23-0356-4f9f-924f-67735d282ed9/1f00bd23-0356-4f9f-924f-67735d282ed9.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1171.179202] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f4135ae-4732-4c05-9af8-654c89fbed93 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.192036] env[70527]: DEBUG oslo_vmware.api [None req-69b7c6a2-0974-41b4-ad3d-01e5f6673d99 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Waiting for the task: (returnval){ [ 1171.192036] env[70527]: value = "task-3913937" [ 1171.192036] env[70527]: _type = "Task" [ 1171.192036] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.197461] env[70527]: DEBUG oslo_vmware.api [None req-69b7c6a2-0974-41b4-ad3d-01e5f6673d99 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Task: {'id': task-3913937, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.302018] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4f3a72f0-0e76-4e78-ac9a-afc94ef45a51 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Lock "6503ac12-2403-4b7d-8f2a-ae8783437e87" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.047s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.388085] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0266887e-97d9-4453-a59a-0172e99844fb tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Lock "ffa1dcf9-3fcd-483e-b2cd-8171f7ee6158" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.741s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.488584] env[70527]: DEBUG oslo_vmware.api [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913931, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.838521} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.488919] env[70527]: INFO nova.virt.vmwareapi.ds_util [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_21a6ee19-88c4-4ceb-9666-6f89dfd2f74b/OSTACK_IMG_21a6ee19-88c4-4ceb-9666-6f89dfd2f74b.vmdk to [datastore2] devstack-image-cache_base/9dc25cd9-f292-4d65-95e4-9f8657790a76/9dc25cd9-f292-4d65-95e4-9f8657790a76.vmdk. [ 1171.489143] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c9d02cd4-6e8c-4e5c-b978-463af0f6e14c] Cleaning up location [datastore2] OSTACK_IMG_21a6ee19-88c4-4ceb-9666-6f89dfd2f74b {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1171.489697] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_21a6ee19-88c4-4ceb-9666-6f89dfd2f74b {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1171.489697] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2249370-dae1-47bf-a14d-b5585e1cfc00 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.499730] env[70527]: DEBUG oslo_vmware.api [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Waiting for the task: (returnval){ [ 1171.499730] env[70527]: value = "task-3913938" [ 1171.499730] env[70527]: _type = "Task" [ 1171.499730] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.508726] env[70527]: DEBUG oslo_vmware.api [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913938, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.597564] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-caaf22be-fc12-4a70-98a9-09650b956ea9 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 4d7d08b5-06c5-4096-923a-397fe5d0b0da] VM already powered off {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1171.598749] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-caaf22be-fc12-4a70-98a9-09650b956ea9 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 4d7d08b5-06c5-4096-923a-397fe5d0b0da] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1171.598749] env[70527]: DEBUG oslo_concurrency.lockutils [None req-caaf22be-fc12-4a70-98a9-09650b956ea9 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.598749] env[70527]: DEBUG oslo_concurrency.lockutils [None req-caaf22be-fc12-4a70-98a9-09650b956ea9 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.598749] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-caaf22be-fc12-4a70-98a9-09650b956ea9 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1171.598749] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d899adc3-6e0c-4b14-b670-8d273c8ea066 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.612237] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-caaf22be-fc12-4a70-98a9-09650b956ea9 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1171.612395] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-caaf22be-fc12-4a70-98a9-09650b956ea9 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1171.613179] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b248179-8c31-4591-b038-219bd34ac3cf {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.619844] env[70527]: DEBUG oslo_vmware.api [None req-caaf22be-fc12-4a70-98a9-09650b956ea9 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Waiting for the task: (returnval){ [ 1171.619844] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52e2435b-d92f-1323-87b0-03e8c26474cf" [ 1171.619844] env[70527]: _type = "Task" [ 1171.619844] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.629099] env[70527]: DEBUG oslo_vmware.api [None req-caaf22be-fc12-4a70-98a9-09650b956ea9 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52e2435b-d92f-1323-87b0-03e8c26474cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.698417] env[70527]: DEBUG oslo_vmware.api [None req-69b7c6a2-0974-41b4-ad3d-01e5f6673d99 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Task: {'id': task-3913937, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.720105] env[70527]: DEBUG oslo_concurrency.lockutils [None req-7eca6e51-250f-4d13-9fcc-c0f4bc43d0fe tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.721816] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.542s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.724030] env[70527]: INFO nova.compute.claims [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] [instance: f4ed141d-cc40-41e1-8a06-7473d5de24b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1171.853593] env[70527]: DEBUG oslo_concurrency.lockutils [None req-e07698bf-b5a4-4aa8-8604-5ae6d484eb4e tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Acquiring lock "960666ee-07bf-474b-a249-c1058cf481bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.853593] env[70527]: DEBUG oslo_concurrency.lockutils [None req-e07698bf-b5a4-4aa8-8604-5ae6d484eb4e tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Lock "960666ee-07bf-474b-a249-c1058cf481bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.853593] env[70527]: DEBUG oslo_concurrency.lockutils [None req-e07698bf-b5a4-4aa8-8604-5ae6d484eb4e tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Acquiring lock "960666ee-07bf-474b-a249-c1058cf481bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.853593] env[70527]: DEBUG oslo_concurrency.lockutils [None req-e07698bf-b5a4-4aa8-8604-5ae6d484eb4e tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Lock "960666ee-07bf-474b-a249-c1058cf481bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.853593] env[70527]: DEBUG oslo_concurrency.lockutils [None req-e07698bf-b5a4-4aa8-8604-5ae6d484eb4e tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Lock "960666ee-07bf-474b-a249-c1058cf481bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.856331] env[70527]: INFO nova.compute.manager [None req-e07698bf-b5a4-4aa8-8604-5ae6d484eb4e tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 960666ee-07bf-474b-a249-c1058cf481bd] Terminating instance [ 1172.010468] env[70527]: DEBUG oslo_vmware.api [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913938, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210582} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.010841] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1172.011009] env[70527]: DEBUG oslo_concurrency.lockutils [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9dc25cd9-f292-4d65-95e4-9f8657790a76/9dc25cd9-f292-4d65-95e4-9f8657790a76.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.011425] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9dc25cd9-f292-4d65-95e4-9f8657790a76/9dc25cd9-f292-4d65-95e4-9f8657790a76.vmdk to [datastore2] c9d02cd4-6e8c-4e5c-b978-463af0f6e14c/c9d02cd4-6e8c-4e5c-b978-463af0f6e14c.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1172.011768] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b1380e10-1c90-4e9d-8a73-f72525f5c7c6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.019536] env[70527]: DEBUG oslo_vmware.api [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Waiting for the task: (returnval){ [ 1172.019536] env[70527]: value = "task-3913939" [ 1172.019536] env[70527]: _type = "Task" [ 1172.019536] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.028851] env[70527]: DEBUG oslo_vmware.api [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913939, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.131762] env[70527]: DEBUG oslo_vmware.api [None req-caaf22be-fc12-4a70-98a9-09650b956ea9 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52e2435b-d92f-1323-87b0-03e8c26474cf, 'name': SearchDatastore_Task, 'duration_secs': 0.057981} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.132908] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a950ba6-0fd2-425e-9ec1-b6abbbe72406 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.139084] env[70527]: DEBUG oslo_vmware.api [None req-caaf22be-fc12-4a70-98a9-09650b956ea9 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Waiting for the task: (returnval){ [ 1172.139084] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]5254c6bc-6a16-e4b1-7407-553eab96c4c0" [ 1172.139084] env[70527]: _type = "Task" [ 1172.139084] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.147802] env[70527]: DEBUG oslo_vmware.api [None req-caaf22be-fc12-4a70-98a9-09650b956ea9 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5254c6bc-6a16-e4b1-7407-553eab96c4c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.202091] env[70527]: DEBUG oslo_vmware.api [None req-69b7c6a2-0974-41b4-ad3d-01e5f6673d99 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Task: {'id': task-3913937, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564997} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.202198] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-69b7c6a2-0974-41b4-ad3d-01e5f6673d99 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 1f00bd23-0356-4f9f-924f-67735d282ed9/1f00bd23-0356-4f9f-924f-67735d282ed9.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1172.202577] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-69b7c6a2-0974-41b4-ad3d-01e5f6673d99 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] [instance: 1f00bd23-0356-4f9f-924f-67735d282ed9] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1172.202792] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-238fc6c2-3987-4dc8-b709-c4cc7d9c416b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.211894] env[70527]: DEBUG oslo_vmware.api [None req-69b7c6a2-0974-41b4-ad3d-01e5f6673d99 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Waiting for the task: (returnval){ [ 1172.211894] env[70527]: value = "task-3913940" [ 1172.211894] env[70527]: _type = "Task" [ 1172.211894] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.223500] env[70527]: DEBUG oslo_vmware.api [None req-69b7c6a2-0974-41b4-ad3d-01e5f6673d99 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Task: {'id': task-3913940, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.310945] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8aba27ad-921c-49ee-95e6-2e3c442740e0 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Acquiring lock "ab6d192a-d8ad-4ea6-a7aa-184bb30a1205" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.311276] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8aba27ad-921c-49ee-95e6-2e3c442740e0 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Lock "ab6d192a-d8ad-4ea6-a7aa-184bb30a1205" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.363821] env[70527]: DEBUG nova.compute.manager [None req-e07698bf-b5a4-4aa8-8604-5ae6d484eb4e tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 960666ee-07bf-474b-a249-c1058cf481bd] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1172.364310] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-e07698bf-b5a4-4aa8-8604-5ae6d484eb4e tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 960666ee-07bf-474b-a249-c1058cf481bd] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1172.365080] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c45455-4379-4909-8341-39e5d4c5fc01 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.374293] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-e07698bf-b5a4-4aa8-8604-5ae6d484eb4e tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 960666ee-07bf-474b-a249-c1058cf481bd] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1172.375014] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ebe86948-ad57-4d0c-9e0a-d249a008467f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.384075] env[70527]: DEBUG oslo_vmware.api [None req-e07698bf-b5a4-4aa8-8604-5ae6d484eb4e tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Waiting for the task: (returnval){ [ 1172.384075] env[70527]: value = "task-3913941" [ 1172.384075] env[70527]: _type = "Task" [ 1172.384075] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.395261] env[70527]: DEBUG oslo_concurrency.lockutils [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquiring lock "dc7820a0-241c-4ed4-8a54-f321762897b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.395528] env[70527]: DEBUG oslo_concurrency.lockutils [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Lock "dc7820a0-241c-4ed4-8a54-f321762897b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.400365] env[70527]: DEBUG oslo_vmware.api [None req-e07698bf-b5a4-4aa8-8604-5ae6d484eb4e tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Task: {'id': task-3913941, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.533014] env[70527]: DEBUG oslo_vmware.api [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913939, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.650650] env[70527]: DEBUG oslo_vmware.api [None req-caaf22be-fc12-4a70-98a9-09650b956ea9 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5254c6bc-6a16-e4b1-7407-553eab96c4c0, 'name': SearchDatastore_Task, 'duration_secs': 0.011838} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.651047] env[70527]: DEBUG oslo_concurrency.lockutils [None req-caaf22be-fc12-4a70-98a9-09650b956ea9 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.651436] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-caaf22be-fc12-4a70-98a9-09650b956ea9 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 4d7d08b5-06c5-4096-923a-397fe5d0b0da/ceb476e5-c20f-4967-be78-b77393a04dc2-rescue.vmdk. {{(pid=70527) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1172.651722] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb1b834a-82f3-4ecb-b73b-9226edc55884 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.659572] env[70527]: DEBUG oslo_vmware.api [None req-caaf22be-fc12-4a70-98a9-09650b956ea9 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Waiting for the task: (returnval){ [ 1172.659572] env[70527]: value = "task-3913942" [ 1172.659572] env[70527]: _type = "Task" [ 1172.659572] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.668343] env[70527]: DEBUG oslo_vmware.api [None req-caaf22be-fc12-4a70-98a9-09650b956ea9 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3913942, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.723074] env[70527]: DEBUG oslo_vmware.api [None req-69b7c6a2-0974-41b4-ad3d-01e5f6673d99 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Task: {'id': task-3913940, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08477} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.723383] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-69b7c6a2-0974-41b4-ad3d-01e5f6673d99 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] [instance: 1f00bd23-0356-4f9f-924f-67735d282ed9] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1172.724299] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a615d2c-7fbc-4587-8fed-2c6d59071cff {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.753874] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-69b7c6a2-0974-41b4-ad3d-01e5f6673d99 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] [instance: 1f00bd23-0356-4f9f-924f-67735d282ed9] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 1f00bd23-0356-4f9f-924f-67735d282ed9/1f00bd23-0356-4f9f-924f-67735d282ed9.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1172.754810] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-233dfcdb-c417-4e0c-af82-400cdb6f4433 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.784594] env[70527]: DEBUG oslo_vmware.api [None req-69b7c6a2-0974-41b4-ad3d-01e5f6673d99 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Waiting for the task: (returnval){ [ 1172.784594] env[70527]: value = "task-3913943" [ 1172.784594] env[70527]: _type = "Task" [ 1172.784594] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.800741] env[70527]: DEBUG oslo_vmware.api [None req-69b7c6a2-0974-41b4-ad3d-01e5f6673d99 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Task: {'id': task-3913943, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.813891] env[70527]: DEBUG nova.compute.manager [None req-8aba27ad-921c-49ee-95e6-2e3c442740e0 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: ab6d192a-d8ad-4ea6-a7aa-184bb30a1205] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1172.900432] env[70527]: DEBUG oslo_vmware.api [None req-e07698bf-b5a4-4aa8-8604-5ae6d484eb4e tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Task: {'id': task-3913941, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.902053] env[70527]: DEBUG nova.compute.manager [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1173.036213] env[70527]: DEBUG oslo_vmware.api [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913939, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.082540] env[70527]: DEBUG oslo_concurrency.lockutils [None req-26d91a3a-fe44-486a-a864-7ae17e2b1050 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Acquiring lock "1d5c9891-0194-4e61-85df-28177a43569f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.082790] env[70527]: DEBUG oslo_concurrency.lockutils [None req-26d91a3a-fe44-486a-a864-7ae17e2b1050 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Lock "1d5c9891-0194-4e61-85df-28177a43569f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.122950] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a8b0e3-eaba-4a11-b91f-87f5b444e372 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.132257] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b09cb4-655b-4d84-8911-486d4f979478 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.168115] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a51accf0-3036-443d-9a30-86cc5dc4479d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.176559] env[70527]: DEBUG oslo_vmware.api [None req-caaf22be-fc12-4a70-98a9-09650b956ea9 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3913942, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.180077] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19355ae-7241-40b0-a00f-5f7671b67d22 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.194959] env[70527]: DEBUG nova.compute.provider_tree [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1173.297478] env[70527]: DEBUG oslo_vmware.api [None req-69b7c6a2-0974-41b4-ad3d-01e5f6673d99 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Task: {'id': task-3913943, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.338033] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8aba27ad-921c-49ee-95e6-2e3c442740e0 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.397654] env[70527]: DEBUG oslo_vmware.api [None req-e07698bf-b5a4-4aa8-8604-5ae6d484eb4e tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Task: {'id': task-3913941, 'name': PowerOffVM_Task, 'duration_secs': 0.653919} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.397995] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-e07698bf-b5a4-4aa8-8604-5ae6d484eb4e tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 960666ee-07bf-474b-a249-c1058cf481bd] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1173.398191] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-e07698bf-b5a4-4aa8-8604-5ae6d484eb4e tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 960666ee-07bf-474b-a249-c1058cf481bd] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1173.398575] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-95c10b61-4d56-4b0a-9f85-d187e56d7817 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.430795] env[70527]: DEBUG oslo_concurrency.lockutils [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.496050] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-e07698bf-b5a4-4aa8-8604-5ae6d484eb4e tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 960666ee-07bf-474b-a249-c1058cf481bd] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1173.496235] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-e07698bf-b5a4-4aa8-8604-5ae6d484eb4e tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 960666ee-07bf-474b-a249-c1058cf481bd] Deleting contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1173.496690] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-e07698bf-b5a4-4aa8-8604-5ae6d484eb4e tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Deleting the datastore file [datastore2] 960666ee-07bf-474b-a249-c1058cf481bd {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1173.497128] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-93a61d13-545b-4bfc-8bee-38d2af55c62b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.504750] env[70527]: DEBUG oslo_vmware.api [None req-e07698bf-b5a4-4aa8-8604-5ae6d484eb4e tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Waiting for the task: (returnval){ [ 1173.504750] env[70527]: value = "task-3913945" [ 1173.504750] env[70527]: _type = "Task" [ 1173.504750] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.516029] env[70527]: DEBUG oslo_vmware.api [None req-e07698bf-b5a4-4aa8-8604-5ae6d484eb4e tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Task: {'id': task-3913945, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.533749] env[70527]: DEBUG oslo_vmware.api [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913939, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.586058] env[70527]: INFO nova.compute.manager [None req-26d91a3a-fe44-486a-a864-7ae17e2b1050 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Detaching volume fb4e2080-3f26-4124-ac26-bcdb6684587b [ 1173.628801] env[70527]: INFO nova.virt.block_device [None req-26d91a3a-fe44-486a-a864-7ae17e2b1050 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Attempting to driver detach volume fb4e2080-3f26-4124-ac26-bcdb6684587b from mountpoint /dev/sdb [ 1173.629141] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-26d91a3a-fe44-486a-a864-7ae17e2b1050 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Volume detach. Driver type: vmdk {{(pid=70527) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1173.629337] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-26d91a3a-fe44-486a-a864-7ae17e2b1050 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-777184', 'volume_id': 'fb4e2080-3f26-4124-ac26-bcdb6684587b', 'name': 'volume-fb4e2080-3f26-4124-ac26-bcdb6684587b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1d5c9891-0194-4e61-85df-28177a43569f', 'attached_at': '', 'detached_at': '', 'volume_id': 'fb4e2080-3f26-4124-ac26-bcdb6684587b', 'serial': 'fb4e2080-3f26-4124-ac26-bcdb6684587b'} {{(pid=70527) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1173.630340] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584bfae6-3d8a-4ddc-ad17-28215d43f48e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.653781] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c36cea5-6796-42e1-9bce-46c90f00decc {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.662302] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539cff76-22ae-47c6-b963-3a291e0a4517 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.674183] env[70527]: DEBUG oslo_vmware.api [None req-caaf22be-fc12-4a70-98a9-09650b956ea9 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3913942, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.693246] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b01fdc-a854-46ea-90ac-ad15e65b974c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.698671] env[70527]: DEBUG nova.scheduler.client.report [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1173.713211] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-26d91a3a-fe44-486a-a864-7ae17e2b1050 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] The volume has not been displaced from its original location: [datastore2] volume-fb4e2080-3f26-4124-ac26-bcdb6684587b/volume-fb4e2080-3f26-4124-ac26-bcdb6684587b.vmdk. No consolidation needed. {{(pid=70527) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1173.718785] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-26d91a3a-fe44-486a-a864-7ae17e2b1050 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Reconfiguring VM instance instance-0000004f to detach disk 2001 {{(pid=70527) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1173.720176] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6869c529-0474-4cd7-b792-ea7a7769fba8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.740898] env[70527]: DEBUG oslo_vmware.api [None req-26d91a3a-fe44-486a-a864-7ae17e2b1050 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Waiting for the task: (returnval){ [ 1173.740898] env[70527]: value = "task-3913946" [ 1173.740898] env[70527]: _type = "Task" [ 1173.740898] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.753963] env[70527]: DEBUG oslo_vmware.api [None req-26d91a3a-fe44-486a-a864-7ae17e2b1050 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Task: {'id': task-3913946, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.796168] env[70527]: DEBUG oslo_vmware.api [None req-69b7c6a2-0974-41b4-ad3d-01e5f6673d99 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Task: {'id': task-3913943, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.017613] env[70527]: DEBUG oslo_vmware.api [None req-e07698bf-b5a4-4aa8-8604-5ae6d484eb4e tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Task: {'id': task-3913945, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.034149] env[70527]: DEBUG oslo_vmware.api [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913939, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.177344] env[70527]: DEBUG oslo_vmware.api [None req-caaf22be-fc12-4a70-98a9-09650b956ea9 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3913942, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.220799] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.499s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.221467] env[70527]: DEBUG nova.compute.manager [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] [instance: f4ed141d-cc40-41e1-8a06-7473d5de24b3] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1174.224676] env[70527]: DEBUG oslo_concurrency.lockutils [None req-902697e4-b5e6-4c96-8567-1af16258cfe3 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 9.058s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.252709] env[70527]: DEBUG oslo_vmware.api [None req-26d91a3a-fe44-486a-a864-7ae17e2b1050 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Task: {'id': task-3913946, 'name': ReconfigVM_Task, 'duration_secs': 0.386547} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.253016] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-26d91a3a-fe44-486a-a864-7ae17e2b1050 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Reconfigured VM instance instance-0000004f to detach disk 2001 {{(pid=70527) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1174.258658] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91844a39-d46f-49a9-ab12-3f63bc5032b2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.276182] env[70527]: DEBUG oslo_vmware.api [None req-26d91a3a-fe44-486a-a864-7ae17e2b1050 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Waiting for the task: (returnval){ [ 1174.276182] env[70527]: value = "task-3913947" [ 1174.276182] env[70527]: _type = "Task" [ 1174.276182] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.286279] env[70527]: DEBUG oslo_vmware.api [None req-26d91a3a-fe44-486a-a864-7ae17e2b1050 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Task: {'id': task-3913947, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.296557] env[70527]: DEBUG oslo_vmware.api [None req-69b7c6a2-0974-41b4-ad3d-01e5f6673d99 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Task: {'id': task-3913943, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.517446] env[70527]: DEBUG oslo_vmware.api [None req-e07698bf-b5a4-4aa8-8604-5ae6d484eb4e tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Task: {'id': task-3913945, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.537840] env[70527]: DEBUG oslo_vmware.api [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913939, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.502159} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.538318] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9dc25cd9-f292-4d65-95e4-9f8657790a76/9dc25cd9-f292-4d65-95e4-9f8657790a76.vmdk to [datastore2] c9d02cd4-6e8c-4e5c-b978-463af0f6e14c/c9d02cd4-6e8c-4e5c-b978-463af0f6e14c.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1174.540979] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc29619c-421c-46fd-9cda-129adae54053 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.568214] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c9d02cd4-6e8c-4e5c-b978-463af0f6e14c] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] c9d02cd4-6e8c-4e5c-b978-463af0f6e14c/c9d02cd4-6e8c-4e5c-b978-463af0f6e14c.vmdk or device None with type streamOptimized {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1174.568548] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00001c33-7d7a-4f19-a038-6accbf6c5a40 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.591050] env[70527]: DEBUG oslo_vmware.api [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Waiting for the task: (returnval){ [ 1174.591050] env[70527]: value = "task-3913948" [ 1174.591050] env[70527]: _type = "Task" [ 1174.591050] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.601197] env[70527]: DEBUG oslo_vmware.api [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913948, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.675920] env[70527]: DEBUG oslo_vmware.api [None req-caaf22be-fc12-4a70-98a9-09650b956ea9 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3913942, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.730075] env[70527]: INFO nova.compute.claims [None req-902697e4-b5e6-4c96-8567-1af16258cfe3 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 376b07b0-cef1-4839-ad26-73d5d353ca95] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1174.734717] env[70527]: DEBUG nova.compute.utils [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1174.736279] env[70527]: DEBUG nova.compute.manager [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] [instance: f4ed141d-cc40-41e1-8a06-7473d5de24b3] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1174.737590] env[70527]: DEBUG nova.network.neutron [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] [instance: f4ed141d-cc40-41e1-8a06-7473d5de24b3] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1174.786807] env[70527]: DEBUG oslo_vmware.api [None req-26d91a3a-fe44-486a-a864-7ae17e2b1050 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Task: {'id': task-3913947, 'name': ReconfigVM_Task, 'duration_secs': 0.18487} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.788544] env[70527]: DEBUG nova.policy [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c6b6a21d34c48ec9fc332c80de7ba6e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '413e3e194e124a2285077056ac6694d1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 1174.790234] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-26d91a3a-fe44-486a-a864-7ae17e2b1050 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-777184', 'volume_id': 'fb4e2080-3f26-4124-ac26-bcdb6684587b', 'name': 'volume-fb4e2080-3f26-4124-ac26-bcdb6684587b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1d5c9891-0194-4e61-85df-28177a43569f', 'attached_at': '', 'detached_at': '', 'volume_id': 'fb4e2080-3f26-4124-ac26-bcdb6684587b', 'serial': 'fb4e2080-3f26-4124-ac26-bcdb6684587b'} {{(pid=70527) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1174.802636] env[70527]: DEBUG oslo_vmware.api [None req-69b7c6a2-0974-41b4-ad3d-01e5f6673d99 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Task: {'id': task-3913943, 'name': ReconfigVM_Task, 'duration_secs': 1.695293} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.802974] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-69b7c6a2-0974-41b4-ad3d-01e5f6673d99 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] [instance: 1f00bd23-0356-4f9f-924f-67735d282ed9] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 1f00bd23-0356-4f9f-924f-67735d282ed9/1f00bd23-0356-4f9f-924f-67735d282ed9.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1174.803747] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cfd8ff0f-8b17-47c9-aba2-fac7b45f3a9e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.812134] env[70527]: DEBUG oslo_vmware.api [None req-69b7c6a2-0974-41b4-ad3d-01e5f6673d99 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Waiting for the task: (returnval){ [ 1174.812134] env[70527]: value = "task-3913949" [ 1174.812134] env[70527]: _type = "Task" [ 1174.812134] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.823279] env[70527]: DEBUG oslo_vmware.api [None req-69b7c6a2-0974-41b4-ad3d-01e5f6673d99 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Task: {'id': task-3913949, 'name': Rename_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.018755] env[70527]: DEBUG oslo_vmware.api [None req-e07698bf-b5a4-4aa8-8604-5ae6d484eb4e tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Task: {'id': task-3913945, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.372628} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.019100] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-e07698bf-b5a4-4aa8-8604-5ae6d484eb4e tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1175.019282] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-e07698bf-b5a4-4aa8-8604-5ae6d484eb4e tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 960666ee-07bf-474b-a249-c1058cf481bd] Deleted contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1175.019497] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-e07698bf-b5a4-4aa8-8604-5ae6d484eb4e tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 960666ee-07bf-474b-a249-c1058cf481bd] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1175.019681] env[70527]: INFO nova.compute.manager [None req-e07698bf-b5a4-4aa8-8604-5ae6d484eb4e tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 960666ee-07bf-474b-a249-c1058cf481bd] Took 2.66 seconds to destroy the instance on the hypervisor. [ 1175.019945] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e07698bf-b5a4-4aa8-8604-5ae6d484eb4e tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1175.020671] env[70527]: DEBUG nova.compute.manager [-] [instance: 960666ee-07bf-474b-a249-c1058cf481bd] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1175.020671] env[70527]: DEBUG nova.network.neutron [-] [instance: 960666ee-07bf-474b-a249-c1058cf481bd] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1175.102287] env[70527]: DEBUG oslo_vmware.api [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913948, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.176142] env[70527]: DEBUG oslo_vmware.api [None req-caaf22be-fc12-4a70-98a9-09650b956ea9 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3913942, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.224219} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.176436] env[70527]: INFO nova.virt.vmwareapi.ds_util [None req-caaf22be-fc12-4a70-98a9-09650b956ea9 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 4d7d08b5-06c5-4096-923a-397fe5d0b0da/ceb476e5-c20f-4967-be78-b77393a04dc2-rescue.vmdk. [ 1175.177358] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc6bc07-a3c6-4eec-8e61-e1364ab55312 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.211152] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-caaf22be-fc12-4a70-98a9-09650b956ea9 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 4d7d08b5-06c5-4096-923a-397fe5d0b0da] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 4d7d08b5-06c5-4096-923a-397fe5d0b0da/ceb476e5-c20f-4967-be78-b77393a04dc2-rescue.vmdk or device None with type thin {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1175.211689] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aaa6eaac-9619-4d7d-a742-326750d9e09e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.232788] env[70527]: DEBUG oslo_vmware.api [None req-caaf22be-fc12-4a70-98a9-09650b956ea9 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Waiting for the task: (returnval){ [ 1175.232788] env[70527]: value = "task-3913950" [ 1175.232788] env[70527]: _type = "Task" [ 1175.232788] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.237747] env[70527]: INFO nova.compute.resource_tracker [None req-902697e4-b5e6-4c96-8567-1af16258cfe3 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 376b07b0-cef1-4839-ad26-73d5d353ca95] Updating resource usage from migration 42b95e78-a1ce-428f-938b-39c2f6b38560 [ 1175.240998] env[70527]: DEBUG nova.compute.manager [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] [instance: f4ed141d-cc40-41e1-8a06-7473d5de24b3] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1175.253734] env[70527]: DEBUG oslo_vmware.api [None req-caaf22be-fc12-4a70-98a9-09650b956ea9 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3913950, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.322068] env[70527]: DEBUG oslo_vmware.api [None req-69b7c6a2-0974-41b4-ad3d-01e5f6673d99 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Task: {'id': task-3913949, 'name': Rename_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.350288] env[70527]: DEBUG nova.objects.instance [None req-26d91a3a-fe44-486a-a864-7ae17e2b1050 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Lazy-loading 'flavor' on Instance uuid 1d5c9891-0194-4e61-85df-28177a43569f {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1175.355932] env[70527]: DEBUG nova.network.neutron [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] [instance: f4ed141d-cc40-41e1-8a06-7473d5de24b3] Successfully created port: 0db91ad1-9de4-4997-bc94-5e64ea3aa38a {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1175.606959] env[70527]: DEBUG oslo_vmware.api [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913948, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.608129] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49877aa7-4b5a-4acc-9330-6123bffbf950 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.618385] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d5bd98b-a301-4d10-b0ad-fd4151867789 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.662099] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b11245a3-756e-4f35-aca8-d0707eaebd7e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.670558] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cebbd93-2183-4585-b8b8-715be5fd1a60 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.685468] env[70527]: DEBUG nova.compute.provider_tree [None req-902697e4-b5e6-4c96-8567-1af16258cfe3 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1175.745436] env[70527]: DEBUG oslo_vmware.api [None req-caaf22be-fc12-4a70-98a9-09650b956ea9 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3913950, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.777342] env[70527]: DEBUG nova.compute.manager [req-abf178ae-4b39-4895-8738-56d371c6bc65 req-c24a3f6e-f82b-4b50-a61a-a56d8b7565be service nova] [instance: 960666ee-07bf-474b-a249-c1058cf481bd] Received event network-vif-deleted-5933f6e5-2109-4c96-9253-a9586e5a6bdc {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.777544] env[70527]: INFO nova.compute.manager [req-abf178ae-4b39-4895-8738-56d371c6bc65 req-c24a3f6e-f82b-4b50-a61a-a56d8b7565be service nova] [instance: 960666ee-07bf-474b-a249-c1058cf481bd] Neutron deleted interface 5933f6e5-2109-4c96-9253-a9586e5a6bdc; detaching it from the instance and deleting it from the info cache [ 1175.777713] env[70527]: DEBUG nova.network.neutron [req-abf178ae-4b39-4895-8738-56d371c6bc65 req-c24a3f6e-f82b-4b50-a61a-a56d8b7565be service nova] [instance: 960666ee-07bf-474b-a249-c1058cf481bd] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.823493] env[70527]: DEBUG oslo_vmware.api [None req-69b7c6a2-0974-41b4-ad3d-01e5f6673d99 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Task: {'id': task-3913949, 'name': Rename_Task, 'duration_secs': 0.711261} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.823787] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-69b7c6a2-0974-41b4-ad3d-01e5f6673d99 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] [instance: 1f00bd23-0356-4f9f-924f-67735d282ed9] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1175.824246] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33051573-c33c-4b60-8ee2-df1469c7b378 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.832704] env[70527]: DEBUG oslo_vmware.api [None req-69b7c6a2-0974-41b4-ad3d-01e5f6673d99 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Waiting for the task: (returnval){ [ 1175.832704] env[70527]: value = "task-3913951" [ 1175.832704] env[70527]: _type = "Task" [ 1175.832704] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.841364] env[70527]: DEBUG oslo_vmware.api [None req-69b7c6a2-0974-41b4-ad3d-01e5f6673d99 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Task: {'id': task-3913951, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.102844] env[70527]: DEBUG oslo_vmware.api [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913948, 'name': ReconfigVM_Task, 'duration_secs': 1.140013} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.103160] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c9d02cd4-6e8c-4e5c-b978-463af0f6e14c] Reconfigured VM instance instance-00000069 to attach disk [datastore2] c9d02cd4-6e8c-4e5c-b978-463af0f6e14c/c9d02cd4-6e8c-4e5c-b978-463af0f6e14c.vmdk or device None with type streamOptimized {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1176.103891] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f649de0e-8a64-48f0-bd55-b36d1000069d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.111576] env[70527]: DEBUG oslo_vmware.api [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Waiting for the task: (returnval){ [ 1176.111576] env[70527]: value = "task-3913952" [ 1176.111576] env[70527]: _type = "Task" [ 1176.111576] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.122689] env[70527]: DEBUG oslo_vmware.api [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913952, 'name': Rename_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.192451] env[70527]: DEBUG nova.scheduler.client.report [None req-902697e4-b5e6-4c96-8567-1af16258cfe3 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1176.245287] env[70527]: DEBUG oslo_vmware.api [None req-caaf22be-fc12-4a70-98a9-09650b956ea9 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3913950, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.254255] env[70527]: DEBUG nova.network.neutron [-] [instance: 960666ee-07bf-474b-a249-c1058cf481bd] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.262362] env[70527]: DEBUG nova.compute.manager [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] [instance: f4ed141d-cc40-41e1-8a06-7473d5de24b3] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1176.283404] env[70527]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-85163901-984c-45a2-bda8-4501db5fb7a6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.289613] env[70527]: DEBUG nova.virt.hardware [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1176.289911] env[70527]: DEBUG nova.virt.hardware [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1176.290128] env[70527]: DEBUG nova.virt.hardware [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1176.290371] env[70527]: DEBUG nova.virt.hardware [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1176.290554] env[70527]: DEBUG nova.virt.hardware [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1176.290759] env[70527]: DEBUG nova.virt.hardware [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1176.291015] env[70527]: DEBUG nova.virt.hardware [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1176.291270] env[70527]: DEBUG nova.virt.hardware [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1176.291476] env[70527]: DEBUG nova.virt.hardware [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1176.291681] env[70527]: DEBUG nova.virt.hardware [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1176.291878] env[70527]: DEBUG nova.virt.hardware [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1176.292818] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f1f47f-b6f0-4865-a0d0-cf1f440bde4e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.296916] env[70527]: DEBUG oslo_concurrency.lockutils [None req-75881d6f-4567-4fb8-81e8-b8349b2e9764 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Acquiring lock "1d5c9891-0194-4e61-85df-28177a43569f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.300637] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01becd92-a4f0-4b15-8084-6749e220eb67 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.316110] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8fd14c-9f46-43b5-8dd7-82afc7f1f3e2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.352024] env[70527]: DEBUG nova.compute.manager [req-abf178ae-4b39-4895-8738-56d371c6bc65 req-c24a3f6e-f82b-4b50-a61a-a56d8b7565be service nova] [instance: 960666ee-07bf-474b-a249-c1058cf481bd] Detach interface failed, port_id=5933f6e5-2109-4c96-9253-a9586e5a6bdc, reason: Instance 960666ee-07bf-474b-a249-c1058cf481bd could not be found. {{(pid=70527) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1176.359648] env[70527]: DEBUG oslo_concurrency.lockutils [None req-26d91a3a-fe44-486a-a864-7ae17e2b1050 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Lock "1d5c9891-0194-4e61-85df-28177a43569f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.277s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.360932] env[70527]: DEBUG oslo_vmware.api [None req-69b7c6a2-0974-41b4-ad3d-01e5f6673d99 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Task: {'id': task-3913951, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.361377] env[70527]: DEBUG oslo_concurrency.lockutils [None req-75881d6f-4567-4fb8-81e8-b8349b2e9764 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Lock "1d5c9891-0194-4e61-85df-28177a43569f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.064s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.361563] env[70527]: DEBUG nova.compute.manager [None req-75881d6f-4567-4fb8-81e8-b8349b2e9764 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1176.362383] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-021b3e91-d23d-413b-814c-eab7cbbe82c9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.370894] env[70527]: DEBUG nova.compute.manager [None req-75881d6f-4567-4fb8-81e8-b8349b2e9764 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70527) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1176.371576] env[70527]: DEBUG nova.objects.instance [None req-75881d6f-4567-4fb8-81e8-b8349b2e9764 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Lazy-loading 'flavor' on Instance uuid 1d5c9891-0194-4e61-85df-28177a43569f {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1176.622813] env[70527]: DEBUG oslo_vmware.api [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913952, 'name': Rename_Task, 'duration_secs': 0.239083} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.623125] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c9d02cd4-6e8c-4e5c-b978-463af0f6e14c] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1176.623377] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65e1dc71-5637-4a7d-9c91-bf934bd62615 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.631115] env[70527]: DEBUG oslo_vmware.api [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Waiting for the task: (returnval){ [ 1176.631115] env[70527]: value = "task-3913953" [ 1176.631115] env[70527]: _type = "Task" [ 1176.631115] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.642592] env[70527]: DEBUG oslo_vmware.api [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913953, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.699428] env[70527]: DEBUG oslo_concurrency.lockutils [None req-902697e4-b5e6-4c96-8567-1af16258cfe3 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.475s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.699651] env[70527]: INFO nova.compute.manager [None req-902697e4-b5e6-4c96-8567-1af16258cfe3 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 376b07b0-cef1-4839-ad26-73d5d353ca95] Migrating [ 1176.706433] env[70527]: DEBUG oslo_concurrency.lockutils [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.081s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.708172] env[70527]: INFO nova.compute.claims [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1176.746196] env[70527]: DEBUG oslo_vmware.api [None req-caaf22be-fc12-4a70-98a9-09650b956ea9 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3913950, 'name': ReconfigVM_Task, 'duration_secs': 1.157559} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.746196] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-caaf22be-fc12-4a70-98a9-09650b956ea9 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 4d7d08b5-06c5-4096-923a-397fe5d0b0da] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 4d7d08b5-06c5-4096-923a-397fe5d0b0da/ceb476e5-c20f-4967-be78-b77393a04dc2-rescue.vmdk or device None with type thin {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1176.747184] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66f580c-fbf7-4360-9634-2046334e9614 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.769984] env[70527]: INFO nova.compute.manager [-] [instance: 960666ee-07bf-474b-a249-c1058cf481bd] Took 1.75 seconds to deallocate network for instance. [ 1176.776903] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6b27c0b-0aa6-423b-8e17-6976523f4c22 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.797717] env[70527]: DEBUG oslo_vmware.api [None req-caaf22be-fc12-4a70-98a9-09650b956ea9 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Waiting for the task: (returnval){ [ 1176.797717] env[70527]: value = "task-3913954" [ 1176.797717] env[70527]: _type = "Task" [ 1176.797717] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.807602] env[70527]: DEBUG oslo_vmware.api [None req-caaf22be-fc12-4a70-98a9-09650b956ea9 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3913954, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.858430] env[70527]: DEBUG oslo_vmware.api [None req-69b7c6a2-0974-41b4-ad3d-01e5f6673d99 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Task: {'id': task-3913951, 'name': PowerOnVM_Task, 'duration_secs': 0.603949} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.858940] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-69b7c6a2-0974-41b4-ad3d-01e5f6673d99 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] [instance: 1f00bd23-0356-4f9f-924f-67735d282ed9] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1176.858940] env[70527]: DEBUG nova.compute.manager [None req-69b7c6a2-0974-41b4-ad3d-01e5f6673d99 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] [instance: 1f00bd23-0356-4f9f-924f-67735d282ed9] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1176.859883] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3e927d-a724-47b5-a58c-c068d046e137 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.124102] env[70527]: DEBUG nova.network.neutron [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] [instance: f4ed141d-cc40-41e1-8a06-7473d5de24b3] Successfully updated port: 0db91ad1-9de4-4997-bc94-5e64ea3aa38a {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1177.142365] env[70527]: DEBUG oslo_vmware.api [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913953, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.221869] env[70527]: DEBUG oslo_concurrency.lockutils [None req-902697e4-b5e6-4c96-8567-1af16258cfe3 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquiring lock "refresh_cache-376b07b0-cef1-4839-ad26-73d5d353ca95" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.221869] env[70527]: DEBUG oslo_concurrency.lockutils [None req-902697e4-b5e6-4c96-8567-1af16258cfe3 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquired lock "refresh_cache-376b07b0-cef1-4839-ad26-73d5d353ca95" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.222025] env[70527]: DEBUG nova.network.neutron [None req-902697e4-b5e6-4c96-8567-1af16258cfe3 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 376b07b0-cef1-4839-ad26-73d5d353ca95] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1177.293465] env[70527]: DEBUG oslo_concurrency.lockutils [None req-e07698bf-b5a4-4aa8-8604-5ae6d484eb4e tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.310619] env[70527]: DEBUG oslo_vmware.api [None req-caaf22be-fc12-4a70-98a9-09650b956ea9 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3913954, 'name': ReconfigVM_Task, 'duration_secs': 0.27367} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.310756] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-caaf22be-fc12-4a70-98a9-09650b956ea9 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 4d7d08b5-06c5-4096-923a-397fe5d0b0da] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1177.311183] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8fe86bdd-192f-4bb2-8d2f-26572a84c68d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.320581] env[70527]: DEBUG oslo_vmware.api [None req-caaf22be-fc12-4a70-98a9-09650b956ea9 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Waiting for the task: (returnval){ [ 1177.320581] env[70527]: value = "task-3913955" [ 1177.320581] env[70527]: _type = "Task" [ 1177.320581] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.337238] env[70527]: DEBUG oslo_vmware.api [None req-caaf22be-fc12-4a70-98a9-09650b956ea9 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3913955, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.377381] env[70527]: DEBUG oslo_concurrency.lockutils [None req-69b7c6a2-0974-41b4-ad3d-01e5f6673d99 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.377837] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-75881d6f-4567-4fb8-81e8-b8349b2e9764 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1177.378124] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-009967c7-0c17-42c3-b80d-b616afa729c2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.385625] env[70527]: DEBUG oslo_vmware.api [None req-75881d6f-4567-4fb8-81e8-b8349b2e9764 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Waiting for the task: (returnval){ [ 1177.385625] env[70527]: value = "task-3913956" [ 1177.385625] env[70527]: _type = "Task" [ 1177.385625] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.394326] env[70527]: DEBUG oslo_vmware.api [None req-75881d6f-4567-4fb8-81e8-b8349b2e9764 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Task: {'id': task-3913956, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.629537] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Acquiring lock "refresh_cache-f4ed141d-cc40-41e1-8a06-7473d5de24b3" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.629740] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Acquired lock "refresh_cache-f4ed141d-cc40-41e1-8a06-7473d5de24b3" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.630624] env[70527]: DEBUG nova.network.neutron [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] [instance: f4ed141d-cc40-41e1-8a06-7473d5de24b3] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1177.648843] env[70527]: DEBUG oslo_vmware.api [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913953, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.809885] env[70527]: DEBUG nova.compute.manager [req-e0d615a2-0845-405c-9317-682b1c670060 req-5ef1a2b5-6843-4d8a-88a2-5783c3d9c954 service nova] [instance: f4ed141d-cc40-41e1-8a06-7473d5de24b3] Received event network-vif-plugged-0db91ad1-9de4-4997-bc94-5e64ea3aa38a {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1177.810169] env[70527]: DEBUG oslo_concurrency.lockutils [req-e0d615a2-0845-405c-9317-682b1c670060 req-5ef1a2b5-6843-4d8a-88a2-5783c3d9c954 service nova] Acquiring lock "f4ed141d-cc40-41e1-8a06-7473d5de24b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.810574] env[70527]: DEBUG oslo_concurrency.lockutils [req-e0d615a2-0845-405c-9317-682b1c670060 req-5ef1a2b5-6843-4d8a-88a2-5783c3d9c954 service nova] Lock "f4ed141d-cc40-41e1-8a06-7473d5de24b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.810695] env[70527]: DEBUG oslo_concurrency.lockutils [req-e0d615a2-0845-405c-9317-682b1c670060 req-5ef1a2b5-6843-4d8a-88a2-5783c3d9c954 service nova] Lock "f4ed141d-cc40-41e1-8a06-7473d5de24b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.810872] env[70527]: DEBUG nova.compute.manager [req-e0d615a2-0845-405c-9317-682b1c670060 req-5ef1a2b5-6843-4d8a-88a2-5783c3d9c954 service nova] [instance: f4ed141d-cc40-41e1-8a06-7473d5de24b3] No waiting events found dispatching network-vif-plugged-0db91ad1-9de4-4997-bc94-5e64ea3aa38a {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1177.811245] env[70527]: WARNING nova.compute.manager [req-e0d615a2-0845-405c-9317-682b1c670060 req-5ef1a2b5-6843-4d8a-88a2-5783c3d9c954 service nova] [instance: f4ed141d-cc40-41e1-8a06-7473d5de24b3] Received unexpected event network-vif-plugged-0db91ad1-9de4-4997-bc94-5e64ea3aa38a for instance with vm_state building and task_state spawning. [ 1177.811409] env[70527]: DEBUG nova.compute.manager [req-e0d615a2-0845-405c-9317-682b1c670060 req-5ef1a2b5-6843-4d8a-88a2-5783c3d9c954 service nova] [instance: f4ed141d-cc40-41e1-8a06-7473d5de24b3] Received event network-changed-0db91ad1-9de4-4997-bc94-5e64ea3aa38a {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1177.811507] env[70527]: DEBUG nova.compute.manager [req-e0d615a2-0845-405c-9317-682b1c670060 req-5ef1a2b5-6843-4d8a-88a2-5783c3d9c954 service nova] [instance: f4ed141d-cc40-41e1-8a06-7473d5de24b3] Refreshing instance network info cache due to event network-changed-0db91ad1-9de4-4997-bc94-5e64ea3aa38a. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1177.811670] env[70527]: DEBUG oslo_concurrency.lockutils [req-e0d615a2-0845-405c-9317-682b1c670060 req-5ef1a2b5-6843-4d8a-88a2-5783c3d9c954 service nova] Acquiring lock "refresh_cache-f4ed141d-cc40-41e1-8a06-7473d5de24b3" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.832099] env[70527]: DEBUG oslo_vmware.api [None req-caaf22be-fc12-4a70-98a9-09650b956ea9 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3913955, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.898076] env[70527]: DEBUG oslo_vmware.api [None req-75881d6f-4567-4fb8-81e8-b8349b2e9764 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Task: {'id': task-3913956, 'name': PowerOffVM_Task, 'duration_secs': 0.202029} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.898369] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-75881d6f-4567-4fb8-81e8-b8349b2e9764 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1177.898570] env[70527]: DEBUG nova.compute.manager [None req-75881d6f-4567-4fb8-81e8-b8349b2e9764 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1177.899532] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be014700-0bc7-40ad-b140-5581a6c172d2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.041921] env[70527]: DEBUG nova.network.neutron [None req-902697e4-b5e6-4c96-8567-1af16258cfe3 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 376b07b0-cef1-4839-ad26-73d5d353ca95] Updating instance_info_cache with network_info: [{"id": "2e32dde8-43bd-4f15-bff8-1b35cd42763b", "address": "fa:16:3e:82:68:77", "network": {"id": "0b72ef80-5e63-4bac-b3dd-4a63ff7abe74", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-571665589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79060d06877149fb8970e454e0927e61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e32dde8-43", "ovs_interfaceid": "2e32dde8-43bd-4f15-bff8-1b35cd42763b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.075201] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9102fc42-efa0-4de2-95fe-6c02e574e675 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.083456] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa3d233-bb64-46ab-a023-99cb8566467e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.120742] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143e1efc-b19b-4440-86fc-8444302271c6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.129579] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde7ced4-8a0c-4431-bd6c-ad8c1828ffe3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.144528] env[70527]: DEBUG oslo_vmware.api [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913953, 'name': PowerOnVM_Task, 'duration_secs': 1.413359} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.152466] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c9d02cd4-6e8c-4e5c-b978-463af0f6e14c] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1178.152704] env[70527]: INFO nova.compute.manager [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c9d02cd4-6e8c-4e5c-b978-463af0f6e14c] Took 18.62 seconds to spawn the instance on the hypervisor. [ 1178.153014] env[70527]: DEBUG nova.compute.manager [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c9d02cd4-6e8c-4e5c-b978-463af0f6e14c] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1178.153419] env[70527]: DEBUG oslo_concurrency.lockutils [None req-efc8fa95-0efc-4cd2-b9ab-439514a2c40d tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Acquiring lock "1f00bd23-0356-4f9f-924f-67735d282ed9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.153637] env[70527]: DEBUG oslo_concurrency.lockutils [None req-efc8fa95-0efc-4cd2-b9ab-439514a2c40d tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Lock "1f00bd23-0356-4f9f-924f-67735d282ed9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.153832] env[70527]: DEBUG oslo_concurrency.lockutils [None req-efc8fa95-0efc-4cd2-b9ab-439514a2c40d tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Acquiring lock "1f00bd23-0356-4f9f-924f-67735d282ed9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.154026] env[70527]: DEBUG oslo_concurrency.lockutils [None req-efc8fa95-0efc-4cd2-b9ab-439514a2c40d tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Lock "1f00bd23-0356-4f9f-924f-67735d282ed9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.154206] env[70527]: DEBUG oslo_concurrency.lockutils [None req-efc8fa95-0efc-4cd2-b9ab-439514a2c40d tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Lock "1f00bd23-0356-4f9f-924f-67735d282ed9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.156079] env[70527]: DEBUG nova.compute.provider_tree [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1178.157908] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257f380f-ba38-416b-892b-23d4cc009149 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.160958] env[70527]: INFO nova.compute.manager [None req-efc8fa95-0efc-4cd2-b9ab-439514a2c40d tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] [instance: 1f00bd23-0356-4f9f-924f-67735d282ed9] Terminating instance [ 1178.180478] env[70527]: DEBUG nova.network.neutron [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] [instance: f4ed141d-cc40-41e1-8a06-7473d5de24b3] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1178.335558] env[70527]: DEBUG oslo_vmware.api [None req-caaf22be-fc12-4a70-98a9-09650b956ea9 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3913955, 'name': PowerOnVM_Task, 'duration_secs': 0.529962} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.336244] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-caaf22be-fc12-4a70-98a9-09650b956ea9 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 4d7d08b5-06c5-4096-923a-397fe5d0b0da] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1178.339308] env[70527]: DEBUG nova.compute.manager [None req-caaf22be-fc12-4a70-98a9-09650b956ea9 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 4d7d08b5-06c5-4096-923a-397fe5d0b0da] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1178.340708] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a0b8c7-d6da-47dc-8885-6fdedf60633c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.400473] env[70527]: DEBUG nova.network.neutron [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] [instance: f4ed141d-cc40-41e1-8a06-7473d5de24b3] Updating instance_info_cache with network_info: [{"id": "0db91ad1-9de4-4997-bc94-5e64ea3aa38a", "address": "fa:16:3e:be:d2:3a", "network": {"id": "9bf19f9f-ae1f-4c06-b6e0-06496f3c6cc2", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1700647160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "413e3e194e124a2285077056ac6694d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0db91ad1-9d", "ovs_interfaceid": "0db91ad1-9de4-4997-bc94-5e64ea3aa38a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.419535] env[70527]: DEBUG oslo_concurrency.lockutils [None req-75881d6f-4567-4fb8-81e8-b8349b2e9764 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Lock "1d5c9891-0194-4e61-85df-28177a43569f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.058s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.545420] env[70527]: DEBUG oslo_concurrency.lockutils [None req-902697e4-b5e6-4c96-8567-1af16258cfe3 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Releasing lock "refresh_cache-376b07b0-cef1-4839-ad26-73d5d353ca95" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.664050] env[70527]: DEBUG nova.scheduler.client.report [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1178.667584] env[70527]: DEBUG oslo_concurrency.lockutils [None req-efc8fa95-0efc-4cd2-b9ab-439514a2c40d tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Acquiring lock "refresh_cache-1f00bd23-0356-4f9f-924f-67735d282ed9" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.667746] env[70527]: DEBUG oslo_concurrency.lockutils [None req-efc8fa95-0efc-4cd2-b9ab-439514a2c40d tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Acquired lock "refresh_cache-1f00bd23-0356-4f9f-924f-67735d282ed9" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.668345] env[70527]: DEBUG nova.network.neutron [None req-efc8fa95-0efc-4cd2-b9ab-439514a2c40d tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] [instance: 1f00bd23-0356-4f9f-924f-67735d282ed9] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1178.677991] env[70527]: INFO nova.compute.manager [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c9d02cd4-6e8c-4e5c-b978-463af0f6e14c] Took 31.72 seconds to build instance. [ 1178.804777] env[70527]: DEBUG nova.objects.instance [None req-de371716-eefb-4a2e-b2e8-9c83f1d1d630 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Lazy-loading 'flavor' on Instance uuid 1d5c9891-0194-4e61-85df-28177a43569f {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1178.903288] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Releasing lock "refresh_cache-f4ed141d-cc40-41e1-8a06-7473d5de24b3" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.903903] env[70527]: DEBUG nova.compute.manager [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] [instance: f4ed141d-cc40-41e1-8a06-7473d5de24b3] Instance network_info: |[{"id": "0db91ad1-9de4-4997-bc94-5e64ea3aa38a", "address": "fa:16:3e:be:d2:3a", "network": {"id": "9bf19f9f-ae1f-4c06-b6e0-06496f3c6cc2", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1700647160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "413e3e194e124a2285077056ac6694d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0db91ad1-9d", "ovs_interfaceid": "0db91ad1-9de4-4997-bc94-5e64ea3aa38a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1178.903903] env[70527]: DEBUG oslo_concurrency.lockutils [req-e0d615a2-0845-405c-9317-682b1c670060 req-5ef1a2b5-6843-4d8a-88a2-5783c3d9c954 service nova] Acquired lock "refresh_cache-f4ed141d-cc40-41e1-8a06-7473d5de24b3" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.904142] env[70527]: DEBUG nova.network.neutron [req-e0d615a2-0845-405c-9317-682b1c670060 req-5ef1a2b5-6843-4d8a-88a2-5783c3d9c954 service nova] [instance: f4ed141d-cc40-41e1-8a06-7473d5de24b3] Refreshing network info cache for port 0db91ad1-9de4-4997-bc94-5e64ea3aa38a {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1178.905393] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] [instance: f4ed141d-cc40-41e1-8a06-7473d5de24b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:d2:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0db91ad1-9de4-4997-bc94-5e64ea3aa38a', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1178.913306] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Creating folder: Project (413e3e194e124a2285077056ac6694d1). Parent ref: group-v776920. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1178.916649] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff894214-4ea4-42db-80fe-317def91b9bc {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.930702] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Created folder: Project (413e3e194e124a2285077056ac6694d1) in parent group-v776920. [ 1178.930920] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Creating folder: Instances. Parent ref: group-v777213. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1178.931186] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-029a3709-68be-40cb-8dd4-22d602d390a4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.943395] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Created folder: Instances in parent group-v777213. [ 1178.943672] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1178.943875] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4ed141d-cc40-41e1-8a06-7473d5de24b3] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1178.944115] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-00503833-c0c6-45e4-9e42-3cb55d115b07 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.967723] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1178.967723] env[70527]: value = "task-3913959" [ 1178.967723] env[70527]: _type = "Task" [ 1178.967723] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.976899] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913959, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.169857] env[70527]: DEBUG oslo_concurrency.lockutils [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.463s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.170550] env[70527]: DEBUG nova.compute.manager [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1179.176972] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 8.386s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.180969] env[70527]: DEBUG oslo_concurrency.lockutils [None req-35a4dbeb-8b8d-4f38-a839-c8f685fa28a2 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Lock "c9d02cd4-6e8c-4e5c-b978-463af0f6e14c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.251s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.212788] env[70527]: DEBUG nova.network.neutron [None req-efc8fa95-0efc-4cd2-b9ab-439514a2c40d tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] [instance: 1f00bd23-0356-4f9f-924f-67735d282ed9] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1179.253362] env[70527]: DEBUG nova.network.neutron [req-e0d615a2-0845-405c-9317-682b1c670060 req-5ef1a2b5-6843-4d8a-88a2-5783c3d9c954 service nova] [instance: f4ed141d-cc40-41e1-8a06-7473d5de24b3] Updated VIF entry in instance network info cache for port 0db91ad1-9de4-4997-bc94-5e64ea3aa38a. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1179.253362] env[70527]: DEBUG nova.network.neutron [req-e0d615a2-0845-405c-9317-682b1c670060 req-5ef1a2b5-6843-4d8a-88a2-5783c3d9c954 service nova] [instance: f4ed141d-cc40-41e1-8a06-7473d5de24b3] Updating instance_info_cache with network_info: [{"id": "0db91ad1-9de4-4997-bc94-5e64ea3aa38a", "address": "fa:16:3e:be:d2:3a", "network": {"id": "9bf19f9f-ae1f-4c06-b6e0-06496f3c6cc2", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1700647160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "413e3e194e124a2285077056ac6694d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0db91ad1-9d", "ovs_interfaceid": "0db91ad1-9de4-4997-bc94-5e64ea3aa38a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.304812] env[70527]: DEBUG nova.network.neutron [None req-efc8fa95-0efc-4cd2-b9ab-439514a2c40d tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] [instance: 1f00bd23-0356-4f9f-924f-67735d282ed9] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.309916] env[70527]: DEBUG oslo_concurrency.lockutils [None req-de371716-eefb-4a2e-b2e8-9c83f1d1d630 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Acquiring lock "refresh_cache-1d5c9891-0194-4e61-85df-28177a43569f" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.310113] env[70527]: DEBUG oslo_concurrency.lockutils [None req-de371716-eefb-4a2e-b2e8-9c83f1d1d630 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Acquired lock "refresh_cache-1d5c9891-0194-4e61-85df-28177a43569f" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.310301] env[70527]: DEBUG nova.network.neutron [None req-de371716-eefb-4a2e-b2e8-9c83f1d1d630 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1179.310502] env[70527]: DEBUG nova.objects.instance [None req-de371716-eefb-4a2e-b2e8-9c83f1d1d630 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Lazy-loading 'info_cache' on Instance uuid 1d5c9891-0194-4e61-85df-28177a43569f {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1179.480528] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913959, 'name': CreateVM_Task, 'duration_secs': 0.35455} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.480528] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4ed141d-cc40-41e1-8a06-7473d5de24b3] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1179.481856] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.481856] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.481856] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.481856] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-524b8c2b-0bcf-49e2-a7c8-80279c91394e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.489121] env[70527]: DEBUG oslo_vmware.api [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Waiting for the task: (returnval){ [ 1179.489121] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]523be8af-14ed-ef65-b1db-3971a3bad4c5" [ 1179.489121] env[70527]: _type = "Task" [ 1179.489121] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.499586] env[70527]: DEBUG oslo_vmware.api [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]523be8af-14ed-ef65-b1db-3971a3bad4c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.560613] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4ce55dae-b492-4cb3-91b7-6ee0406a3d52 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Acquiring lock "c9d02cd4-6e8c-4e5c-b978-463af0f6e14c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.560985] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4ce55dae-b492-4cb3-91b7-6ee0406a3d52 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Lock "c9d02cd4-6e8c-4e5c-b978-463af0f6e14c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.561372] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4ce55dae-b492-4cb3-91b7-6ee0406a3d52 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Acquiring lock "c9d02cd4-6e8c-4e5c-b978-463af0f6e14c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.561601] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4ce55dae-b492-4cb3-91b7-6ee0406a3d52 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Lock "c9d02cd4-6e8c-4e5c-b978-463af0f6e14c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.561790] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4ce55dae-b492-4cb3-91b7-6ee0406a3d52 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Lock "c9d02cd4-6e8c-4e5c-b978-463af0f6e14c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.564819] env[70527]: INFO nova.compute.manager [None req-4ce55dae-b492-4cb3-91b7-6ee0406a3d52 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c9d02cd4-6e8c-4e5c-b978-463af0f6e14c] Terminating instance [ 1179.680426] env[70527]: DEBUG nova.compute.utils [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1179.680426] env[70527]: DEBUG nova.compute.manager [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1179.680426] env[70527]: DEBUG nova.network.neutron [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1179.729824] env[70527]: DEBUG nova.policy [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4f2d90e6a2974de48ce69420511376a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dbf5afba87784fe2b33ca0fa6a95c5b1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 1179.756040] env[70527]: DEBUG oslo_concurrency.lockutils [req-e0d615a2-0845-405c-9317-682b1c670060 req-5ef1a2b5-6843-4d8a-88a2-5783c3d9c954 service nova] Releasing lock "refresh_cache-f4ed141d-cc40-41e1-8a06-7473d5de24b3" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.807825] env[70527]: DEBUG oslo_concurrency.lockutils [None req-efc8fa95-0efc-4cd2-b9ab-439514a2c40d tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Releasing lock "refresh_cache-1f00bd23-0356-4f9f-924f-67735d282ed9" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.808228] env[70527]: DEBUG nova.compute.manager [None req-efc8fa95-0efc-4cd2-b9ab-439514a2c40d tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] [instance: 1f00bd23-0356-4f9f-924f-67735d282ed9] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1179.808438] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-efc8fa95-0efc-4cd2-b9ab-439514a2c40d tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] [instance: 1f00bd23-0356-4f9f-924f-67735d282ed9] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1179.809399] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c15704-62ab-48b9-aea5-414ba64d3617 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.813534] env[70527]: DEBUG nova.objects.base [None req-de371716-eefb-4a2e-b2e8-9c83f1d1d630 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Object Instance<1d5c9891-0194-4e61-85df-28177a43569f> lazy-loaded attributes: flavor,info_cache {{(pid=70527) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1179.820476] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-efc8fa95-0efc-4cd2-b9ab-439514a2c40d tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] [instance: 1f00bd23-0356-4f9f-924f-67735d282ed9] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1179.820735] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9bf2d00-2954-4584-9b11-b392c2243eb3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.829439] env[70527]: DEBUG oslo_vmware.api [None req-efc8fa95-0efc-4cd2-b9ab-439514a2c40d tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Waiting for the task: (returnval){ [ 1179.829439] env[70527]: value = "task-3913960" [ 1179.829439] env[70527]: _type = "Task" [ 1179.829439] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.839903] env[70527]: DEBUG oslo_vmware.api [None req-efc8fa95-0efc-4cd2-b9ab-439514a2c40d tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Task: {'id': task-3913960, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.006032] env[70527]: DEBUG oslo_vmware.api [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]523be8af-14ed-ef65-b1db-3971a3bad4c5, 'name': SearchDatastore_Task, 'duration_secs': 0.011266} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.006032] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.006032] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] [instance: f4ed141d-cc40-41e1-8a06-7473d5de24b3] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1180.006032] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.006032] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.006032] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1180.006032] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-053d4c0e-1a8a-4acc-8ef3-793e1125d41c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.017030] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1180.017532] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1180.018439] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3f4dff4-22b1-4220-b3f7-ed439e81e266 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.025355] env[70527]: DEBUG oslo_vmware.api [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Waiting for the task: (returnval){ [ 1180.025355] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52cf12b3-7408-86c4-c810-1c96e85fd819" [ 1180.025355] env[70527]: _type = "Task" [ 1180.025355] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.035302] env[70527]: DEBUG oslo_vmware.api [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52cf12b3-7408-86c4-c810-1c96e85fd819, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.048821] env[70527]: DEBUG nova.network.neutron [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Successfully created port: bfd19d7e-0d09-4f06-b1c9-31f6bc523646 {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1180.068180] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73ee3a0-ab4a-472a-81db-96eba124a9a9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.073755] env[70527]: DEBUG nova.compute.manager [None req-4ce55dae-b492-4cb3-91b7-6ee0406a3d52 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c9d02cd4-6e8c-4e5c-b978-463af0f6e14c] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1180.073755] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce55dae-b492-4cb3-91b7-6ee0406a3d52 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c9d02cd4-6e8c-4e5c-b978-463af0f6e14c] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1180.073755] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5354f295-4f7c-4fa8-84e2-da082e618213 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.081918] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ce55dae-b492-4cb3-91b7-6ee0406a3d52 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c9d02cd4-6e8c-4e5c-b978-463af0f6e14c] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1180.094818] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a62fe22b-9b2a-4915-b3c9-67731d5de854 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.097259] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-902697e4-b5e6-4c96-8567-1af16258cfe3 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 376b07b0-cef1-4839-ad26-73d5d353ca95] Updating instance '376b07b0-cef1-4839-ad26-73d5d353ca95' progress to 0 {{(pid=70527) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1180.106385] env[70527]: DEBUG oslo_vmware.api [None req-4ce55dae-b492-4cb3-91b7-6ee0406a3d52 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Waiting for the task: (returnval){ [ 1180.106385] env[70527]: value = "task-3913961" [ 1180.106385] env[70527]: _type = "Task" [ 1180.106385] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.114473] env[70527]: DEBUG oslo_vmware.api [None req-4ce55dae-b492-4cb3-91b7-6ee0406a3d52 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913961, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.192778] env[70527]: DEBUG nova.compute.manager [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1180.197696] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Applying migration context for instance 376b07b0-cef1-4839-ad26-73d5d353ca95 as it has an incoming, in-progress migration 42b95e78-a1ce-428f-938b-39c2f6b38560. Migration status is migrating {{(pid=70527) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1180.200082] env[70527]: INFO nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 376b07b0-cef1-4839-ad26-73d5d353ca95] Updating resource usage from migration 42b95e78-a1ce-428f-938b-39c2f6b38560 [ 1180.227910] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.228131] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance b0e3fd31-6785-4d93-bc58-be1a03aa5f31 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.228275] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 818f37c0-1d7d-45ec-a21b-93d87d21f1dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.228400] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 9ec8bf0a-3d17-415c-b991-341394b5ceaf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.228539] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 1d5c9891-0194-4e61-85df-28177a43569f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.228666] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance f82bd048-5013-4809-ac11-053b6629067b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.228799] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance c92cc386-3682-4063-938c-706420df7d3d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.228969] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 9ad716c6-d457-49e5-9958-a356e4328191 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.229147] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 1257ac19-f4a8-4199-b5dd-58106904e220 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.230129] env[70527]: WARNING nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 960666ee-07bf-474b-a249-c1058cf481bd is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1180.230356] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 43c3492a-2f29-4511-8db9-70fdf4759c62 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.230522] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 779815e2-fd93-426d-bd71-58782205ff29 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.230667] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 4d7d08b5-06c5-4096-923a-397fe5d0b0da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.230808] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 1f00bd23-0356-4f9f-924f-67735d282ed9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.230939] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance c9d02cd4-6e8c-4e5c-b978-463af0f6e14c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.231100] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance ffa1dcf9-3fcd-483e-b2cd-8171f7ee6158 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.231220] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance f4ed141d-cc40-41e1-8a06-7473d5de24b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.231371] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Migration 42b95e78-a1ce-428f-938b-39c2f6b38560 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1180.231510] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 376b07b0-cef1-4839-ad26-73d5d353ca95 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.231651] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.342373] env[70527]: DEBUG oslo_vmware.api [None req-efc8fa95-0efc-4cd2-b9ab-439514a2c40d tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Task: {'id': task-3913960, 'name': PowerOffVM_Task, 'duration_secs': 0.258307} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.342373] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-efc8fa95-0efc-4cd2-b9ab-439514a2c40d tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] [instance: 1f00bd23-0356-4f9f-924f-67735d282ed9] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1180.342373] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-efc8fa95-0efc-4cd2-b9ab-439514a2c40d tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] [instance: 1f00bd23-0356-4f9f-924f-67735d282ed9] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1180.342373] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b1a68a2-8ea0-4303-b42b-2be510365ddb {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.369586] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-efc8fa95-0efc-4cd2-b9ab-439514a2c40d tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] [instance: 1f00bd23-0356-4f9f-924f-67735d282ed9] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1180.371020] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-efc8fa95-0efc-4cd2-b9ab-439514a2c40d tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] [instance: 1f00bd23-0356-4f9f-924f-67735d282ed9] Deleting contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1180.371020] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-efc8fa95-0efc-4cd2-b9ab-439514a2c40d tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Deleting the datastore file [datastore2] 1f00bd23-0356-4f9f-924f-67735d282ed9 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1180.371282] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ffa3321c-f4f0-43a4-857a-5c1b4ecd16c7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.380050] env[70527]: DEBUG oslo_vmware.api [None req-efc8fa95-0efc-4cd2-b9ab-439514a2c40d tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Waiting for the task: (returnval){ [ 1180.380050] env[70527]: value = "task-3913963" [ 1180.380050] env[70527]: _type = "Task" [ 1180.380050] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.393623] env[70527]: DEBUG oslo_vmware.api [None req-efc8fa95-0efc-4cd2-b9ab-439514a2c40d tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Task: {'id': task-3913963, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.541342] env[70527]: DEBUG oslo_vmware.api [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52cf12b3-7408-86c4-c810-1c96e85fd819, 'name': SearchDatastore_Task, 'duration_secs': 0.010678} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.542212] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b07b385f-d308-4afe-bca0-3f6967d03869 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.550319] env[70527]: DEBUG oslo_vmware.api [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Waiting for the task: (returnval){ [ 1180.550319] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52e5c982-9e1e-1bd2-b046-dfd550248344" [ 1180.550319] env[70527]: _type = "Task" [ 1180.550319] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.562793] env[70527]: DEBUG oslo_vmware.api [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52e5c982-9e1e-1bd2-b046-dfd550248344, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.609268] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-902697e4-b5e6-4c96-8567-1af16258cfe3 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 376b07b0-cef1-4839-ad26-73d5d353ca95] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1180.609746] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ddae6974-bfd3-40ff-be2c-c39382ea12bb {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.621027] env[70527]: DEBUG oslo_vmware.api [None req-4ce55dae-b492-4cb3-91b7-6ee0406a3d52 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913961, 'name': PowerOffVM_Task, 'duration_secs': 0.207537} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.622589] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ce55dae-b492-4cb3-91b7-6ee0406a3d52 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c9d02cd4-6e8c-4e5c-b978-463af0f6e14c] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1180.622819] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce55dae-b492-4cb3-91b7-6ee0406a3d52 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c9d02cd4-6e8c-4e5c-b978-463af0f6e14c] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1180.623193] env[70527]: DEBUG oslo_vmware.api [None req-902697e4-b5e6-4c96-8567-1af16258cfe3 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for the task: (returnval){ [ 1180.623193] env[70527]: value = "task-3913964" [ 1180.623193] env[70527]: _type = "Task" [ 1180.623193] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.623424] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9147d3a3-2f5e-443e-8d51-52840cd5d9d0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.635278] env[70527]: DEBUG oslo_vmware.api [None req-902697e4-b5e6-4c96-8567-1af16258cfe3 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913964, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.679317] env[70527]: DEBUG nova.network.neutron [None req-de371716-eefb-4a2e-b2e8-9c83f1d1d630 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Updating instance_info_cache with network_info: [{"id": "ce1e80bb-9f7d-401e-9cbb-b9b06955e78e", "address": "fa:16:3e:40:e0:24", "network": {"id": "9f02a455-4e3e-4246-a7f2-21af691aef6e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1218330157-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "100ff00e5f9748369513d8fa45262041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce1e80bb-9f", "ovs_interfaceid": "ce1e80bb-9f7d-401e-9cbb-b9b06955e78e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.709517] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce55dae-b492-4cb3-91b7-6ee0406a3d52 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c9d02cd4-6e8c-4e5c-b978-463af0f6e14c] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1180.709765] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce55dae-b492-4cb3-91b7-6ee0406a3d52 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c9d02cd4-6e8c-4e5c-b978-463af0f6e14c] Deleting contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1180.710038] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ce55dae-b492-4cb3-91b7-6ee0406a3d52 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Deleting the datastore file [datastore2] c9d02cd4-6e8c-4e5c-b978-463af0f6e14c {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1180.710715] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df723b14-c055-4929-a526-8f5592c7fefe {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.723338] env[70527]: DEBUG oslo_vmware.api [None req-4ce55dae-b492-4cb3-91b7-6ee0406a3d52 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Waiting for the task: (returnval){ [ 1180.723338] env[70527]: value = "task-3913966" [ 1180.723338] env[70527]: _type = "Task" [ 1180.723338] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.735890] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance ab6d192a-d8ad-4ea6-a7aa-184bb30a1205 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1180.737480] env[70527]: DEBUG oslo_vmware.api [None req-4ce55dae-b492-4cb3-91b7-6ee0406a3d52 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913966, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.890501] env[70527]: DEBUG oslo_vmware.api [None req-efc8fa95-0efc-4cd2-b9ab-439514a2c40d tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Task: {'id': task-3913963, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181068} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.890768] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-efc8fa95-0efc-4cd2-b9ab-439514a2c40d tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1180.891123] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-efc8fa95-0efc-4cd2-b9ab-439514a2c40d tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] [instance: 1f00bd23-0356-4f9f-924f-67735d282ed9] Deleted contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1180.891172] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-efc8fa95-0efc-4cd2-b9ab-439514a2c40d tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] [instance: 1f00bd23-0356-4f9f-924f-67735d282ed9] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1180.891335] env[70527]: INFO nova.compute.manager [None req-efc8fa95-0efc-4cd2-b9ab-439514a2c40d tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] [instance: 1f00bd23-0356-4f9f-924f-67735d282ed9] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1180.891593] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-efc8fa95-0efc-4cd2-b9ab-439514a2c40d tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1180.891806] env[70527]: DEBUG nova.compute.manager [-] [instance: 1f00bd23-0356-4f9f-924f-67735d282ed9] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1180.891903] env[70527]: DEBUG nova.network.neutron [-] [instance: 1f00bd23-0356-4f9f-924f-67735d282ed9] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1180.909491] env[70527]: DEBUG nova.network.neutron [-] [instance: 1f00bd23-0356-4f9f-924f-67735d282ed9] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1181.061107] env[70527]: DEBUG oslo_vmware.api [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52e5c982-9e1e-1bd2-b046-dfd550248344, 'name': SearchDatastore_Task, 'duration_secs': 0.01626} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.061406] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.061678] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] f4ed141d-cc40-41e1-8a06-7473d5de24b3/f4ed141d-cc40-41e1-8a06-7473d5de24b3.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1181.061948] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c693a93c-b50d-4b0a-8cf7-1e6aa62d8a84 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.069719] env[70527]: DEBUG oslo_vmware.api [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Waiting for the task: (returnval){ [ 1181.069719] env[70527]: value = "task-3913967" [ 1181.069719] env[70527]: _type = "Task" [ 1181.069719] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.078283] env[70527]: DEBUG oslo_vmware.api [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Task: {'id': task-3913967, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.135892] env[70527]: DEBUG oslo_vmware.api [None req-902697e4-b5e6-4c96-8567-1af16258cfe3 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913964, 'name': PowerOffVM_Task, 'duration_secs': 0.207924} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.136218] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-902697e4-b5e6-4c96-8567-1af16258cfe3 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 376b07b0-cef1-4839-ad26-73d5d353ca95] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1181.136466] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-902697e4-b5e6-4c96-8567-1af16258cfe3 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 376b07b0-cef1-4839-ad26-73d5d353ca95] Updating instance '376b07b0-cef1-4839-ad26-73d5d353ca95' progress to 17 {{(pid=70527) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1181.183474] env[70527]: DEBUG oslo_concurrency.lockutils [None req-de371716-eefb-4a2e-b2e8-9c83f1d1d630 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Releasing lock "refresh_cache-1d5c9891-0194-4e61-85df-28177a43569f" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.193621] env[70527]: INFO nova.compute.manager [None req-f059f959-71e3-40ec-b953-af705ed995e4 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 779815e2-fd93-426d-bd71-58782205ff29] Rescuing [ 1181.193885] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f059f959-71e3-40ec-b953-af705ed995e4 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Acquiring lock "refresh_cache-779815e2-fd93-426d-bd71-58782205ff29" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.194049] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f059f959-71e3-40ec-b953-af705ed995e4 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Acquired lock "refresh_cache-779815e2-fd93-426d-bd71-58782205ff29" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.194221] env[70527]: DEBUG nova.network.neutron [None req-f059f959-71e3-40ec-b953-af705ed995e4 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 779815e2-fd93-426d-bd71-58782205ff29] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1181.212465] env[70527]: DEBUG nova.compute.manager [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1181.242857] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance dc7820a0-241c-4ed4-8a54-f321762897b3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1181.242857] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=70527) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1181.242857] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4224MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=70527) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1181.245391] env[70527]: DEBUG oslo_vmware.api [None req-4ce55dae-b492-4cb3-91b7-6ee0406a3d52 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3913966, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.31225} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.246197] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ce55dae-b492-4cb3-91b7-6ee0406a3d52 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1181.247178] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce55dae-b492-4cb3-91b7-6ee0406a3d52 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c9d02cd4-6e8c-4e5c-b978-463af0f6e14c] Deleted contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1181.247178] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce55dae-b492-4cb3-91b7-6ee0406a3d52 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c9d02cd4-6e8c-4e5c-b978-463af0f6e14c] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1181.247178] env[70527]: INFO nova.compute.manager [None req-4ce55dae-b492-4cb3-91b7-6ee0406a3d52 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c9d02cd4-6e8c-4e5c-b978-463af0f6e14c] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1181.247559] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ce55dae-b492-4cb3-91b7-6ee0406a3d52 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1181.250380] env[70527]: DEBUG nova.virt.hardware [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1181.250692] env[70527]: DEBUG nova.virt.hardware [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1181.250903] env[70527]: DEBUG nova.virt.hardware [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1181.251191] env[70527]: DEBUG nova.virt.hardware [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1181.251404] env[70527]: DEBUG nova.virt.hardware [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1181.251629] env[70527]: DEBUG nova.virt.hardware [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1181.251916] env[70527]: DEBUG nova.virt.hardware [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1181.252165] env[70527]: DEBUG nova.virt.hardware [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1181.252404] env[70527]: DEBUG nova.virt.hardware [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1181.252661] env[70527]: DEBUG nova.virt.hardware [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1181.252905] env[70527]: DEBUG nova.virt.hardware [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1181.253274] env[70527]: DEBUG nova.compute.manager [-] [instance: c9d02cd4-6e8c-4e5c-b978-463af0f6e14c] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1181.253835] env[70527]: DEBUG nova.network.neutron [-] [instance: c9d02cd4-6e8c-4e5c-b978-463af0f6e14c] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1181.256225] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e92d7f2c-2f23-4e04-8373-dbf884c2c84f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.267052] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce96a857-cb28-432e-98f0-2fea052ca6ea {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.412403] env[70527]: DEBUG nova.network.neutron [-] [instance: 1f00bd23-0356-4f9f-924f-67735d282ed9] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.566300] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e4281b-7c27-4c5a-ae6a-532857162044 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.579070] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6400670-ad1e-408f-8c68-fd7fe43ff350 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.589171] env[70527]: DEBUG oslo_vmware.api [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Task: {'id': task-3913967, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.590591] env[70527]: DEBUG nova.compute.manager [req-40fe7005-41d1-4adf-b7a0-f0b5b5f09571 req-12691299-33af-4cbd-8ef7-1526692f51c8 service nova] [instance: c9d02cd4-6e8c-4e5c-b978-463af0f6e14c] Received event network-vif-deleted-1dd1b833-af98-4619-a6a0-4de2b38b092a {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1181.590853] env[70527]: INFO nova.compute.manager [req-40fe7005-41d1-4adf-b7a0-f0b5b5f09571 req-12691299-33af-4cbd-8ef7-1526692f51c8 service nova] [instance: c9d02cd4-6e8c-4e5c-b978-463af0f6e14c] Neutron deleted interface 1dd1b833-af98-4619-a6a0-4de2b38b092a; detaching it from the instance and deleting it from the info cache [ 1181.591083] env[70527]: DEBUG nova.network.neutron [req-40fe7005-41d1-4adf-b7a0-f0b5b5f09571 req-12691299-33af-4cbd-8ef7-1526692f51c8 service nova] [instance: c9d02cd4-6e8c-4e5c-b978-463af0f6e14c] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.626479] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d63a9ed7-23a0-4c91-a437-692553206e43 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.637122] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff9047fb-bb24-4661-9fe1-b45a44d61a2c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.644123] env[70527]: DEBUG nova.virt.hardware [None req-902697e4-b5e6-4c96-8567-1af16258cfe3 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1181.644472] env[70527]: DEBUG nova.virt.hardware [None req-902697e4-b5e6-4c96-8567-1af16258cfe3 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1181.644668] env[70527]: DEBUG nova.virt.hardware [None req-902697e4-b5e6-4c96-8567-1af16258cfe3 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1181.644895] env[70527]: DEBUG nova.virt.hardware [None req-902697e4-b5e6-4c96-8567-1af16258cfe3 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1181.645105] env[70527]: DEBUG nova.virt.hardware [None req-902697e4-b5e6-4c96-8567-1af16258cfe3 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1181.645299] env[70527]: DEBUG nova.virt.hardware [None req-902697e4-b5e6-4c96-8567-1af16258cfe3 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1181.645538] env[70527]: DEBUG nova.virt.hardware [None req-902697e4-b5e6-4c96-8567-1af16258cfe3 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1181.645746] env[70527]: DEBUG nova.virt.hardware [None req-902697e4-b5e6-4c96-8567-1af16258cfe3 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1181.645951] env[70527]: DEBUG nova.virt.hardware [None req-902697e4-b5e6-4c96-8567-1af16258cfe3 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1181.646165] env[70527]: DEBUG nova.virt.hardware [None req-902697e4-b5e6-4c96-8567-1af16258cfe3 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1181.646379] env[70527]: DEBUG nova.virt.hardware [None req-902697e4-b5e6-4c96-8567-1af16258cfe3 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1181.652141] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a482705-2b80-4674-b345-47de00247676 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.676803] env[70527]: DEBUG nova.compute.provider_tree [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1181.680489] env[70527]: DEBUG oslo_vmware.api [None req-902697e4-b5e6-4c96-8567-1af16258cfe3 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for the task: (returnval){ [ 1181.680489] env[70527]: value = "task-3913968" [ 1181.680489] env[70527]: _type = "Task" [ 1181.680489] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.692503] env[70527]: DEBUG oslo_vmware.api [None req-902697e4-b5e6-4c96-8567-1af16258cfe3 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913968, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.915496] env[70527]: INFO nova.compute.manager [-] [instance: 1f00bd23-0356-4f9f-924f-67735d282ed9] Took 1.02 seconds to deallocate network for instance. [ 1182.008714] env[70527]: DEBUG nova.network.neutron [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Successfully updated port: bfd19d7e-0d09-4f06-b1c9-31f6bc523646 {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1182.053883] env[70527]: DEBUG nova.network.neutron [None req-f059f959-71e3-40ec-b953-af705ed995e4 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 779815e2-fd93-426d-bd71-58782205ff29] Updating instance_info_cache with network_info: [{"id": "4ad5c3e5-f573-4595-a097-935f919dee6b", "address": "fa:16:3e:dc:0e:6d", "network": {"id": "bf80da5f-b6b3-408a-8ca7-44b2bb5a09b9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-620290731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04c6913e6e05403f84967742a042b550", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ad5c3e5-f5", "ovs_interfaceid": "4ad5c3e5-f573-4595-a097-935f919dee6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.062849] env[70527]: DEBUG nova.network.neutron [-] [instance: c9d02cd4-6e8c-4e5c-b978-463af0f6e14c] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.081793] env[70527]: DEBUG oslo_vmware.api [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Task: {'id': task-3913967, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.599506} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.085028] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] f4ed141d-cc40-41e1-8a06-7473d5de24b3/f4ed141d-cc40-41e1-8a06-7473d5de24b3.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1182.085028] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] [instance: f4ed141d-cc40-41e1-8a06-7473d5de24b3] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1182.085028] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a2ccb319-d8f2-4a02-9773-da6a116370a7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.090687] env[70527]: DEBUG oslo_vmware.api [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Waiting for the task: (returnval){ [ 1182.090687] env[70527]: value = "task-3913969" [ 1182.090687] env[70527]: _type = "Task" [ 1182.090687] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.095633] env[70527]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5dd70094-8ef0-4bc9-b3b8-fee419856012 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.103989] env[70527]: DEBUG oslo_vmware.api [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Task: {'id': task-3913969, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.107940] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde1760d-9fe5-49c5-b72b-e6cee8861c2a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.150182] env[70527]: DEBUG nova.compute.manager [req-40fe7005-41d1-4adf-b7a0-f0b5b5f09571 req-12691299-33af-4cbd-8ef7-1526692f51c8 service nova] [instance: c9d02cd4-6e8c-4e5c-b978-463af0f6e14c] Detach interface failed, port_id=1dd1b833-af98-4619-a6a0-4de2b38b092a, reason: Instance c9d02cd4-6e8c-4e5c-b978-463af0f6e14c could not be found. {{(pid=70527) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1182.180158] env[70527]: DEBUG nova.scheduler.client.report [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1182.188566] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-de371716-eefb-4a2e-b2e8-9c83f1d1d630 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1182.188848] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57ecd66d-3145-4822-8083-c2cfd6f4e643 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.195401] env[70527]: DEBUG oslo_vmware.api [None req-902697e4-b5e6-4c96-8567-1af16258cfe3 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913968, 'name': ReconfigVM_Task, 'duration_secs': 0.440926} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.196690] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-902697e4-b5e6-4c96-8567-1af16258cfe3 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 376b07b0-cef1-4839-ad26-73d5d353ca95] Updating instance '376b07b0-cef1-4839-ad26-73d5d353ca95' progress to 33 {{(pid=70527) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1182.201732] env[70527]: DEBUG oslo_vmware.api [None req-de371716-eefb-4a2e-b2e8-9c83f1d1d630 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Waiting for the task: (returnval){ [ 1182.201732] env[70527]: value = "task-3913970" [ 1182.201732] env[70527]: _type = "Task" [ 1182.201732] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.211087] env[70527]: DEBUG oslo_vmware.api [None req-de371716-eefb-4a2e-b2e8-9c83f1d1d630 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Task: {'id': task-3913970, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.423090] env[70527]: DEBUG oslo_concurrency.lockutils [None req-efc8fa95-0efc-4cd2-b9ab-439514a2c40d tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.512869] env[70527]: DEBUG oslo_concurrency.lockutils [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Acquiring lock "refresh_cache-3321b60f-9e0c-4947-8ed7-f4b613c0c7a3" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.512869] env[70527]: DEBUG oslo_concurrency.lockutils [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Acquired lock "refresh_cache-3321b60f-9e0c-4947-8ed7-f4b613c0c7a3" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.513031] env[70527]: DEBUG nova.network.neutron [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1182.556192] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f059f959-71e3-40ec-b953-af705ed995e4 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Releasing lock "refresh_cache-779815e2-fd93-426d-bd71-58782205ff29" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.564713] env[70527]: INFO nova.compute.manager [-] [instance: c9d02cd4-6e8c-4e5c-b978-463af0f6e14c] Took 1.31 seconds to deallocate network for instance. [ 1182.602301] env[70527]: DEBUG oslo_vmware.api [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Task: {'id': task-3913969, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076371} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.602686] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] [instance: f4ed141d-cc40-41e1-8a06-7473d5de24b3] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1182.603399] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f436a0b5-1350-47a5-9ade-d9c8a239055e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.626789] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] [instance: f4ed141d-cc40-41e1-8a06-7473d5de24b3] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] f4ed141d-cc40-41e1-8a06-7473d5de24b3/f4ed141d-cc40-41e1-8a06-7473d5de24b3.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1182.627523] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3e86c22-562f-4b5b-a02d-bb043c272a84 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.647885] env[70527]: DEBUG oslo_vmware.api [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Waiting for the task: (returnval){ [ 1182.647885] env[70527]: value = "task-3913971" [ 1182.647885] env[70527]: _type = "Task" [ 1182.647885] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.656676] env[70527]: DEBUG oslo_vmware.api [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Task: {'id': task-3913971, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.687987] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70527) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1182.688211] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.511s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.688349] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8aba27ad-921c-49ee-95e6-2e3c442740e0 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.351s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.690109] env[70527]: INFO nova.compute.claims [None req-8aba27ad-921c-49ee-95e6-2e3c442740e0 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: ab6d192a-d8ad-4ea6-a7aa-184bb30a1205] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1182.704668] env[70527]: DEBUG nova.virt.hardware [None req-902697e4-b5e6-4c96-8567-1af16258cfe3 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1182.704928] env[70527]: DEBUG nova.virt.hardware [None req-902697e4-b5e6-4c96-8567-1af16258cfe3 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1182.705104] env[70527]: DEBUG nova.virt.hardware [None req-902697e4-b5e6-4c96-8567-1af16258cfe3 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1182.705298] env[70527]: DEBUG nova.virt.hardware [None req-902697e4-b5e6-4c96-8567-1af16258cfe3 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1182.705444] env[70527]: DEBUG nova.virt.hardware [None req-902697e4-b5e6-4c96-8567-1af16258cfe3 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1182.706035] env[70527]: DEBUG nova.virt.hardware [None req-902697e4-b5e6-4c96-8567-1af16258cfe3 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1182.706035] env[70527]: DEBUG nova.virt.hardware [None req-902697e4-b5e6-4c96-8567-1af16258cfe3 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1182.706189] env[70527]: DEBUG nova.virt.hardware [None req-902697e4-b5e6-4c96-8567-1af16258cfe3 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1182.706237] env[70527]: DEBUG nova.virt.hardware [None req-902697e4-b5e6-4c96-8567-1af16258cfe3 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1182.706985] env[70527]: DEBUG nova.virt.hardware [None req-902697e4-b5e6-4c96-8567-1af16258cfe3 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1182.706985] env[70527]: DEBUG nova.virt.hardware [None req-902697e4-b5e6-4c96-8567-1af16258cfe3 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1182.712943] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-902697e4-b5e6-4c96-8567-1af16258cfe3 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 376b07b0-cef1-4839-ad26-73d5d353ca95] Reconfiguring VM instance instance-00000066 to detach disk 2000 {{(pid=70527) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1182.713441] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4d017f3-8b3e-467c-a7ca-09a223baabd9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.739956] env[70527]: DEBUG oslo_vmware.api [None req-de371716-eefb-4a2e-b2e8-9c83f1d1d630 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Task: {'id': task-3913970, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.745393] env[70527]: DEBUG oslo_vmware.api [None req-902697e4-b5e6-4c96-8567-1af16258cfe3 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for the task: (returnval){ [ 1182.745393] env[70527]: value = "task-3913972" [ 1182.745393] env[70527]: _type = "Task" [ 1182.745393] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.754517] env[70527]: DEBUG oslo_vmware.api [None req-902697e4-b5e6-4c96-8567-1af16258cfe3 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913972, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.047170] env[70527]: DEBUG nova.network.neutron [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1183.071886] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4ce55dae-b492-4cb3-91b7-6ee0406a3d52 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.161807] env[70527]: DEBUG oslo_vmware.api [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Task: {'id': task-3913971, 'name': ReconfigVM_Task, 'duration_secs': 0.285077} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.162169] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] [instance: f4ed141d-cc40-41e1-8a06-7473d5de24b3] Reconfigured VM instance instance-0000006b to attach disk [datastore2] f4ed141d-cc40-41e1-8a06-7473d5de24b3/f4ed141d-cc40-41e1-8a06-7473d5de24b3.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1183.162944] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-398e89d8-307c-4957-9b18-808acc2b0980 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.171226] env[70527]: DEBUG oslo_vmware.api [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Waiting for the task: (returnval){ [ 1183.171226] env[70527]: value = "task-3913973" [ 1183.171226] env[70527]: _type = "Task" [ 1183.171226] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.180654] env[70527]: DEBUG oslo_vmware.api [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Task: {'id': task-3913973, 'name': Rename_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.227844] env[70527]: DEBUG oslo_vmware.api [None req-de371716-eefb-4a2e-b2e8-9c83f1d1d630 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Task: {'id': task-3913970, 'name': PowerOnVM_Task, 'duration_secs': 0.893135} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.228227] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-de371716-eefb-4a2e-b2e8-9c83f1d1d630 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1183.228478] env[70527]: DEBUG nova.compute.manager [None req-de371716-eefb-4a2e-b2e8-9c83f1d1d630 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1183.229411] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a31421-592f-4749-bb11-a1df2f69bc68 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.246247] env[70527]: DEBUG nova.network.neutron [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Updating instance_info_cache with network_info: [{"id": "bfd19d7e-0d09-4f06-b1c9-31f6bc523646", "address": "fa:16:3e:bf:b3:20", "network": {"id": "6b7058bf-638c-4d72-9f51-37a045c3ebde", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1062784441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbf5afba87784fe2b33ca0fa6a95c5b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfd19d7e-0d", "ovs_interfaceid": "bfd19d7e-0d09-4f06-b1c9-31f6bc523646", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.257268] env[70527]: DEBUG oslo_vmware.api [None req-902697e4-b5e6-4c96-8567-1af16258cfe3 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913972, 'name': ReconfigVM_Task, 'duration_secs': 0.191874} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.257524] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-902697e4-b5e6-4c96-8567-1af16258cfe3 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 376b07b0-cef1-4839-ad26-73d5d353ca95] Reconfigured VM instance instance-00000066 to detach disk 2000 {{(pid=70527) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1183.258327] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-907120d6-af10-4724-98bf-9758dbb935b0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.283211] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-902697e4-b5e6-4c96-8567-1af16258cfe3 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 376b07b0-cef1-4839-ad26-73d5d353ca95] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 376b07b0-cef1-4839-ad26-73d5d353ca95/376b07b0-cef1-4839-ad26-73d5d353ca95.vmdk or device None with type thin {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1183.283801] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a87f1142-fff2-4e36-9fda-286ab04772e1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.304179] env[70527]: DEBUG oslo_vmware.api [None req-902697e4-b5e6-4c96-8567-1af16258cfe3 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for the task: (returnval){ [ 1183.304179] env[70527]: value = "task-3913974" [ 1183.304179] env[70527]: _type = "Task" [ 1183.304179] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.316323] env[70527]: DEBUG oslo_vmware.api [None req-902697e4-b5e6-4c96-8567-1af16258cfe3 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913974, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.613330] env[70527]: DEBUG nova.compute.manager [req-1ebb6280-2a6a-4477-bf8e-5ab5fd9ab7f6 req-85624d1d-c8c7-4fa4-a57e-a276c69723f5 service nova] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Received event network-vif-plugged-bfd19d7e-0d09-4f06-b1c9-31f6bc523646 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1183.613330] env[70527]: DEBUG oslo_concurrency.lockutils [req-1ebb6280-2a6a-4477-bf8e-5ab5fd9ab7f6 req-85624d1d-c8c7-4fa4-a57e-a276c69723f5 service nova] Acquiring lock "3321b60f-9e0c-4947-8ed7-f4b613c0c7a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.613696] env[70527]: DEBUG oslo_concurrency.lockutils [req-1ebb6280-2a6a-4477-bf8e-5ab5fd9ab7f6 req-85624d1d-c8c7-4fa4-a57e-a276c69723f5 service nova] Lock "3321b60f-9e0c-4947-8ed7-f4b613c0c7a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.613696] env[70527]: DEBUG oslo_concurrency.lockutils [req-1ebb6280-2a6a-4477-bf8e-5ab5fd9ab7f6 req-85624d1d-c8c7-4fa4-a57e-a276c69723f5 service nova] Lock "3321b60f-9e0c-4947-8ed7-f4b613c0c7a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.613978] env[70527]: DEBUG nova.compute.manager [req-1ebb6280-2a6a-4477-bf8e-5ab5fd9ab7f6 req-85624d1d-c8c7-4fa4-a57e-a276c69723f5 service nova] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] No waiting events found dispatching network-vif-plugged-bfd19d7e-0d09-4f06-b1c9-31f6bc523646 {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1183.613978] env[70527]: WARNING nova.compute.manager [req-1ebb6280-2a6a-4477-bf8e-5ab5fd9ab7f6 req-85624d1d-c8c7-4fa4-a57e-a276c69723f5 service nova] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Received unexpected event network-vif-plugged-bfd19d7e-0d09-4f06-b1c9-31f6bc523646 for instance with vm_state building and task_state spawning. [ 1183.614106] env[70527]: DEBUG nova.compute.manager [req-1ebb6280-2a6a-4477-bf8e-5ab5fd9ab7f6 req-85624d1d-c8c7-4fa4-a57e-a276c69723f5 service nova] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Received event network-changed-bfd19d7e-0d09-4f06-b1c9-31f6bc523646 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1183.614274] env[70527]: DEBUG nova.compute.manager [req-1ebb6280-2a6a-4477-bf8e-5ab5fd9ab7f6 req-85624d1d-c8c7-4fa4-a57e-a276c69723f5 service nova] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Refreshing instance network info cache due to event network-changed-bfd19d7e-0d09-4f06-b1c9-31f6bc523646. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1183.614451] env[70527]: DEBUG oslo_concurrency.lockutils [req-1ebb6280-2a6a-4477-bf8e-5ab5fd9ab7f6 req-85624d1d-c8c7-4fa4-a57e-a276c69723f5 service nova] Acquiring lock "refresh_cache-3321b60f-9e0c-4947-8ed7-f4b613c0c7a3" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.682327] env[70527]: DEBUG oslo_vmware.api [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Task: {'id': task-3913973, 'name': Rename_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.752218] env[70527]: DEBUG oslo_concurrency.lockutils [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Releasing lock "refresh_cache-3321b60f-9e0c-4947-8ed7-f4b613c0c7a3" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.752540] env[70527]: DEBUG nova.compute.manager [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Instance network_info: |[{"id": "bfd19d7e-0d09-4f06-b1c9-31f6bc523646", "address": "fa:16:3e:bf:b3:20", "network": {"id": "6b7058bf-638c-4d72-9f51-37a045c3ebde", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1062784441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbf5afba87784fe2b33ca0fa6a95c5b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfd19d7e-0d", "ovs_interfaceid": "bfd19d7e-0d09-4f06-b1c9-31f6bc523646", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1183.752839] env[70527]: DEBUG oslo_concurrency.lockutils [req-1ebb6280-2a6a-4477-bf8e-5ab5fd9ab7f6 req-85624d1d-c8c7-4fa4-a57e-a276c69723f5 service nova] Acquired lock "refresh_cache-3321b60f-9e0c-4947-8ed7-f4b613c0c7a3" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.753039] env[70527]: DEBUG nova.network.neutron [req-1ebb6280-2a6a-4477-bf8e-5ab5fd9ab7f6 req-85624d1d-c8c7-4fa4-a57e-a276c69723f5 service nova] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Refreshing network info cache for port bfd19d7e-0d09-4f06-b1c9-31f6bc523646 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1183.754871] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:b3:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '25f42474-5594-4733-a681-6c69f4afb946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bfd19d7e-0d09-4f06-b1c9-31f6bc523646', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1183.762817] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1183.767019] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1183.768022] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b55ee0b-c04b-4af9-b8d6-04deb47be99a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.791198] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1183.791198] env[70527]: value = "task-3913975" [ 1183.791198] env[70527]: _type = "Task" [ 1183.791198] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.801997] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913975, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.817080] env[70527]: DEBUG oslo_vmware.api [None req-902697e4-b5e6-4c96-8567-1af16258cfe3 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913974, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.009161] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee939ee-794e-4c2e-b776-53434c84b01b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.019124] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3a33eb-28c8-43dc-bf14-944cce2e68b2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.055979] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2556996-04f1-4e58-9806-c50fd2330474 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.064455] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4a8c70-0d7a-44ab-873a-8493172e690d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.083687] env[70527]: DEBUG nova.compute.provider_tree [None req-8aba27ad-921c-49ee-95e6-2e3c442740e0 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1184.093811] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-f059f959-71e3-40ec-b953-af705ed995e4 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 779815e2-fd93-426d-bd71-58782205ff29] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1184.094124] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4acd82fd-d088-44e2-9913-1ccd021c2259 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.103252] env[70527]: DEBUG oslo_vmware.api [None req-f059f959-71e3-40ec-b953-af705ed995e4 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Waiting for the task: (returnval){ [ 1184.103252] env[70527]: value = "task-3913976" [ 1184.103252] env[70527]: _type = "Task" [ 1184.103252] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.112854] env[70527]: DEBUG oslo_vmware.api [None req-f059f959-71e3-40ec-b953-af705ed995e4 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3913976, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.184122] env[70527]: DEBUG oslo_vmware.api [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Task: {'id': task-3913973, 'name': Rename_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.304366] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913975, 'name': CreateVM_Task} progress is 25%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.318628] env[70527]: DEBUG oslo_vmware.api [None req-902697e4-b5e6-4c96-8567-1af16258cfe3 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3913974, 'name': ReconfigVM_Task, 'duration_secs': 0.850131} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.318628] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-902697e4-b5e6-4c96-8567-1af16258cfe3 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 376b07b0-cef1-4839-ad26-73d5d353ca95] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 376b07b0-cef1-4839-ad26-73d5d353ca95/376b07b0-cef1-4839-ad26-73d5d353ca95.vmdk or device None with type thin {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1184.318628] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-902697e4-b5e6-4c96-8567-1af16258cfe3 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 376b07b0-cef1-4839-ad26-73d5d353ca95] Updating instance '376b07b0-cef1-4839-ad26-73d5d353ca95' progress to 50 {{(pid=70527) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1184.554414] env[70527]: DEBUG nova.network.neutron [req-1ebb6280-2a6a-4477-bf8e-5ab5fd9ab7f6 req-85624d1d-c8c7-4fa4-a57e-a276c69723f5 service nova] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Updated VIF entry in instance network info cache for port bfd19d7e-0d09-4f06-b1c9-31f6bc523646. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1184.554931] env[70527]: DEBUG nova.network.neutron [req-1ebb6280-2a6a-4477-bf8e-5ab5fd9ab7f6 req-85624d1d-c8c7-4fa4-a57e-a276c69723f5 service nova] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Updating instance_info_cache with network_info: [{"id": "bfd19d7e-0d09-4f06-b1c9-31f6bc523646", "address": "fa:16:3e:bf:b3:20", "network": {"id": "6b7058bf-638c-4d72-9f51-37a045c3ebde", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1062784441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbf5afba87784fe2b33ca0fa6a95c5b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfd19d7e-0d", "ovs_interfaceid": "bfd19d7e-0d09-4f06-b1c9-31f6bc523646", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.584559] env[70527]: DEBUG nova.scheduler.client.report [None req-8aba27ad-921c-49ee-95e6-2e3c442740e0 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1184.612925] env[70527]: DEBUG oslo_vmware.api [None req-f059f959-71e3-40ec-b953-af705ed995e4 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3913976, 'name': PowerOffVM_Task, 'duration_secs': 0.242309} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.613203] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-f059f959-71e3-40ec-b953-af705ed995e4 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 779815e2-fd93-426d-bd71-58782205ff29] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1184.614146] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c6befb-578a-45a1-8278-99123c0e6f07 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.637223] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08a002f-2a33-4d6e-ae23-f93bdc8bdc56 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.675947] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-f059f959-71e3-40ec-b953-af705ed995e4 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 779815e2-fd93-426d-bd71-58782205ff29] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1184.676342] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-24061189-1985-4795-920a-286dad0dd2f5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.686678] env[70527]: DEBUG oslo_vmware.api [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Task: {'id': task-3913973, 'name': Rename_Task, 'duration_secs': 1.170549} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.688067] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] [instance: f4ed141d-cc40-41e1-8a06-7473d5de24b3] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1184.688406] env[70527]: DEBUG oslo_vmware.api [None req-f059f959-71e3-40ec-b953-af705ed995e4 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Waiting for the task: (returnval){ [ 1184.688406] env[70527]: value = "task-3913977" [ 1184.688406] env[70527]: _type = "Task" [ 1184.688406] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.688587] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a7c2b5b-23bd-4d97-bdae-5a699197681a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.700025] env[70527]: DEBUG oslo_vmware.api [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Waiting for the task: (returnval){ [ 1184.700025] env[70527]: value = "task-3913978" [ 1184.700025] env[70527]: _type = "Task" [ 1184.700025] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.708843] env[70527]: DEBUG oslo_vmware.api [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Task: {'id': task-3913978, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.802571] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913975, 'name': CreateVM_Task, 'duration_secs': 0.887938} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.802791] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1184.803497] env[70527]: DEBUG oslo_concurrency.lockutils [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.803666] env[70527]: DEBUG oslo_concurrency.lockutils [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.804073] env[70527]: DEBUG oslo_concurrency.lockutils [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.804264] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c454138-f078-4c14-b941-4588450bf9a7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.809015] env[70527]: DEBUG oslo_vmware.api [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for the task: (returnval){ [ 1184.809015] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52634bf7-9aa0-67a0-2381-7957316fc5a6" [ 1184.809015] env[70527]: _type = "Task" [ 1184.809015] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.816832] env[70527]: DEBUG oslo_vmware.api [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52634bf7-9aa0-67a0-2381-7957316fc5a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.826206] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcfbfec6-6b99-49bf-9c3d-a16bc314ed89 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.845037] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041c8b72-3972-4cce-8a19-24fe9c62d213 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.862786] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a7c5904c-a269-4d8c-89e8-eaf6d69c7f6a tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquiring lock "c92cc386-3682-4063-938c-706420df7d3d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.862915] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a7c5904c-a269-4d8c-89e8-eaf6d69c7f6a tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Lock "c92cc386-3682-4063-938c-706420df7d3d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.863111] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a7c5904c-a269-4d8c-89e8-eaf6d69c7f6a tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquiring lock "c92cc386-3682-4063-938c-706420df7d3d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.863306] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a7c5904c-a269-4d8c-89e8-eaf6d69c7f6a tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Lock "c92cc386-3682-4063-938c-706420df7d3d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.863573] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a7c5904c-a269-4d8c-89e8-eaf6d69c7f6a tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Lock "c92cc386-3682-4063-938c-706420df7d3d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.865584] env[70527]: INFO nova.compute.manager [None req-a7c5904c-a269-4d8c-89e8-eaf6d69c7f6a tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: c92cc386-3682-4063-938c-706420df7d3d] Terminating instance [ 1184.868467] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-902697e4-b5e6-4c96-8567-1af16258cfe3 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 376b07b0-cef1-4839-ad26-73d5d353ca95] Updating instance '376b07b0-cef1-4839-ad26-73d5d353ca95' progress to 67 {{(pid=70527) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1185.057901] env[70527]: DEBUG oslo_concurrency.lockutils [req-1ebb6280-2a6a-4477-bf8e-5ab5fd9ab7f6 req-85624d1d-c8c7-4fa4-a57e-a276c69723f5 service nova] Releasing lock "refresh_cache-3321b60f-9e0c-4947-8ed7-f4b613c0c7a3" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.089414] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8aba27ad-921c-49ee-95e6-2e3c442740e0 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.401s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.090225] env[70527]: DEBUG nova.compute.manager [None req-8aba27ad-921c-49ee-95e6-2e3c442740e0 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: ab6d192a-d8ad-4ea6-a7aa-184bb30a1205] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1185.093403] env[70527]: DEBUG oslo_concurrency.lockutils [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.663s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.095127] env[70527]: INFO nova.compute.claims [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1185.206728] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-f059f959-71e3-40ec-b953-af705ed995e4 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 779815e2-fd93-426d-bd71-58782205ff29] VM already powered off {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1185.207088] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-f059f959-71e3-40ec-b953-af705ed995e4 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 779815e2-fd93-426d-bd71-58782205ff29] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1185.207322] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f059f959-71e3-40ec-b953-af705ed995e4 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.207491] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f059f959-71e3-40ec-b953-af705ed995e4 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.207705] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-f059f959-71e3-40ec-b953-af705ed995e4 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1185.208077] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce632360-e8ce-473c-9a93-1ba82e43a07b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.217781] env[70527]: DEBUG oslo_vmware.api [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Task: {'id': task-3913978, 'name': PowerOnVM_Task, 'duration_secs': 0.486473} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.219113] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] [instance: f4ed141d-cc40-41e1-8a06-7473d5de24b3] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1185.219372] env[70527]: INFO nova.compute.manager [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] [instance: f4ed141d-cc40-41e1-8a06-7473d5de24b3] Took 8.96 seconds to spawn the instance on the hypervisor. [ 1185.219603] env[70527]: DEBUG nova.compute.manager [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] [instance: f4ed141d-cc40-41e1-8a06-7473d5de24b3] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1185.219919] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-f059f959-71e3-40ec-b953-af705ed995e4 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1185.220115] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-f059f959-71e3-40ec-b953-af705ed995e4 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1185.221387] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb585a11-5dc7-4b12-a7d3-96ab4f4ffee3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.224188] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b6587aa-1932-4de9-8b6a-19e186fc2ad0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.230165] env[70527]: DEBUG oslo_vmware.api [None req-f059f959-71e3-40ec-b953-af705ed995e4 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Waiting for the task: (returnval){ [ 1185.230165] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]5232bb81-3c38-05dc-3b30-d29958e50827" [ 1185.230165] env[70527]: _type = "Task" [ 1185.230165] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.245618] env[70527]: DEBUG oslo_vmware.api [None req-f059f959-71e3-40ec-b953-af705ed995e4 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5232bb81-3c38-05dc-3b30-d29958e50827, 'name': SearchDatastore_Task, 'duration_secs': 0.012475} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.246460] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f403ed7-cf0b-4fd2-829a-b410e190cec5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.253067] env[70527]: DEBUG oslo_vmware.api [None req-f059f959-71e3-40ec-b953-af705ed995e4 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Waiting for the task: (returnval){ [ 1185.253067] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52af6fdb-2703-89fe-2d65-521cfd6816d0" [ 1185.253067] env[70527]: _type = "Task" [ 1185.253067] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.263595] env[70527]: DEBUG oslo_vmware.api [None req-f059f959-71e3-40ec-b953-af705ed995e4 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52af6fdb-2703-89fe-2d65-521cfd6816d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.321598] env[70527]: DEBUG oslo_vmware.api [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52634bf7-9aa0-67a0-2381-7957316fc5a6, 'name': SearchDatastore_Task, 'duration_secs': 0.011572} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.321920] env[70527]: DEBUG oslo_concurrency.lockutils [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.322207] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1185.322430] env[70527]: DEBUG oslo_concurrency.lockutils [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.379263] env[70527]: DEBUG nova.compute.manager [None req-a7c5904c-a269-4d8c-89e8-eaf6d69c7f6a tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: c92cc386-3682-4063-938c-706420df7d3d] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1185.379555] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-a7c5904c-a269-4d8c-89e8-eaf6d69c7f6a tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: c92cc386-3682-4063-938c-706420df7d3d] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1185.380489] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee5426e-892e-40cb-89d8-dd189f3f4fa9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.390059] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7c5904c-a269-4d8c-89e8-eaf6d69c7f6a tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: c92cc386-3682-4063-938c-706420df7d3d] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1185.390341] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c34200eb-51cd-4461-8da5-74a259474737 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.399406] env[70527]: DEBUG oslo_vmware.api [None req-a7c5904c-a269-4d8c-89e8-eaf6d69c7f6a tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Waiting for the task: (returnval){ [ 1185.399406] env[70527]: value = "task-3913979" [ 1185.399406] env[70527]: _type = "Task" [ 1185.399406] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.409394] env[70527]: DEBUG oslo_vmware.api [None req-a7c5904c-a269-4d8c-89e8-eaf6d69c7f6a tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3913979, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.456170] env[70527]: DEBUG nova.network.neutron [None req-902697e4-b5e6-4c96-8567-1af16258cfe3 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 376b07b0-cef1-4839-ad26-73d5d353ca95] Port 2e32dde8-43bd-4f15-bff8-1b35cd42763b binding to destination host cpu-1 is already ACTIVE {{(pid=70527) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3252}} [ 1185.600655] env[70527]: DEBUG nova.compute.utils [None req-8aba27ad-921c-49ee-95e6-2e3c442740e0 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1185.604460] env[70527]: DEBUG nova.compute.manager [None req-8aba27ad-921c-49ee-95e6-2e3c442740e0 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: ab6d192a-d8ad-4ea6-a7aa-184bb30a1205] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1185.604669] env[70527]: DEBUG nova.network.neutron [None req-8aba27ad-921c-49ee-95e6-2e3c442740e0 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: ab6d192a-d8ad-4ea6-a7aa-184bb30a1205] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1185.658742] env[70527]: DEBUG nova.policy [None req-8aba27ad-921c-49ee-95e6-2e3c442740e0 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8804154c6da941b4aedfaa28a7e376d8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2628def9a14f4443853bf45ba496217e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 1185.751014] env[70527]: INFO nova.compute.manager [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] [instance: f4ed141d-cc40-41e1-8a06-7473d5de24b3] Took 22.60 seconds to build instance. [ 1185.765610] env[70527]: DEBUG oslo_vmware.api [None req-f059f959-71e3-40ec-b953-af705ed995e4 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52af6fdb-2703-89fe-2d65-521cfd6816d0, 'name': SearchDatastore_Task, 'duration_secs': 0.01432} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.765894] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f059f959-71e3-40ec-b953-af705ed995e4 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.766176] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-f059f959-71e3-40ec-b953-af705ed995e4 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 779815e2-fd93-426d-bd71-58782205ff29/ceb476e5-c20f-4967-be78-b77393a04dc2-rescue.vmdk. {{(pid=70527) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1185.766477] env[70527]: DEBUG oslo_concurrency.lockutils [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.766725] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1185.766926] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12fc1bcb-bce7-432a-9e14-38f8845ae6fd {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.770657] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba495e91-9e6a-45a5-b887-45fc7fd428b7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.778776] env[70527]: DEBUG oslo_vmware.api [None req-f059f959-71e3-40ec-b953-af705ed995e4 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Waiting for the task: (returnval){ [ 1185.778776] env[70527]: value = "task-3913980" [ 1185.778776] env[70527]: _type = "Task" [ 1185.778776] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.783793] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1185.784031] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1185.785331] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20e73d1c-7039-4330-8fac-bdff6d2081b7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.791405] env[70527]: DEBUG oslo_vmware.api [None req-f059f959-71e3-40ec-b953-af705ed995e4 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3913980, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.795306] env[70527]: DEBUG oslo_vmware.api [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for the task: (returnval){ [ 1185.795306] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]520e5eb2-6212-3db9-68b9-41a56772717a" [ 1185.795306] env[70527]: _type = "Task" [ 1185.795306] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.803956] env[70527]: DEBUG oslo_vmware.api [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]520e5eb2-6212-3db9-68b9-41a56772717a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.910062] env[70527]: DEBUG oslo_vmware.api [None req-a7c5904c-a269-4d8c-89e8-eaf6d69c7f6a tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3913979, 'name': PowerOffVM_Task, 'duration_secs': 0.194837} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.910403] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7c5904c-a269-4d8c-89e8-eaf6d69c7f6a tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: c92cc386-3682-4063-938c-706420df7d3d] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1185.910661] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-a7c5904c-a269-4d8c-89e8-eaf6d69c7f6a tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: c92cc386-3682-4063-938c-706420df7d3d] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1185.910838] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce196ae8-4690-4567-82fd-d78bb212e1da {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.990246] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-a7c5904c-a269-4d8c-89e8-eaf6d69c7f6a tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: c92cc386-3682-4063-938c-706420df7d3d] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1185.990574] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-a7c5904c-a269-4d8c-89e8-eaf6d69c7f6a tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: c92cc386-3682-4063-938c-706420df7d3d] Deleting contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1185.990742] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7c5904c-a269-4d8c-89e8-eaf6d69c7f6a tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Deleting the datastore file [datastore1] c92cc386-3682-4063-938c-706420df7d3d {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1185.990983] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8a1ec74-ad4a-40c8-9d73-e5504cf18641 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.999542] env[70527]: DEBUG oslo_vmware.api [None req-a7c5904c-a269-4d8c-89e8-eaf6d69c7f6a tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Waiting for the task: (returnval){ [ 1185.999542] env[70527]: value = "task-3913982" [ 1185.999542] env[70527]: _type = "Task" [ 1185.999542] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.010328] env[70527]: DEBUG oslo_vmware.api [None req-a7c5904c-a269-4d8c-89e8-eaf6d69c7f6a tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3913982, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.056180] env[70527]: DEBUG nova.network.neutron [None req-8aba27ad-921c-49ee-95e6-2e3c442740e0 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: ab6d192a-d8ad-4ea6-a7aa-184bb30a1205] Successfully created port: 1bf047ea-c953-4b93-a4e5-9d696994c7d2 {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1186.094887] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ebbc6f65-abdf-4986-b41a-0f115febec8f tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Acquiring lock "818f37c0-1d7d-45ec-a21b-93d87d21f1dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.095330] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ebbc6f65-abdf-4986-b41a-0f115febec8f tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Lock "818f37c0-1d7d-45ec-a21b-93d87d21f1dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.096558] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ebbc6f65-abdf-4986-b41a-0f115febec8f tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Acquiring lock "818f37c0-1d7d-45ec-a21b-93d87d21f1dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.096927] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ebbc6f65-abdf-4986-b41a-0f115febec8f tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Lock "818f37c0-1d7d-45ec-a21b-93d87d21f1dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.097383] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ebbc6f65-abdf-4986-b41a-0f115febec8f tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Lock "818f37c0-1d7d-45ec-a21b-93d87d21f1dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.100431] env[70527]: INFO nova.compute.manager [None req-ebbc6f65-abdf-4986-b41a-0f115febec8f tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] [instance: 818f37c0-1d7d-45ec-a21b-93d87d21f1dc] Terminating instance [ 1186.104665] env[70527]: DEBUG nova.compute.manager [None req-8aba27ad-921c-49ee-95e6-2e3c442740e0 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: ab6d192a-d8ad-4ea6-a7aa-184bb30a1205] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1186.253067] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3e89041a-11c9-4b49-8600-fc96516f5df7 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Lock "f4ed141d-cc40-41e1-8a06-7473d5de24b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.115s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.290988] env[70527]: DEBUG oslo_vmware.api [None req-f059f959-71e3-40ec-b953-af705ed995e4 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3913980, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.305803] env[70527]: DEBUG oslo_vmware.api [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]520e5eb2-6212-3db9-68b9-41a56772717a, 'name': SearchDatastore_Task, 'duration_secs': 0.024256} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.310114] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7a81bbe-bfbc-4eac-b551-4f7917fc55e8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.315804] env[70527]: DEBUG oslo_vmware.api [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for the task: (returnval){ [ 1186.315804] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52610d77-0734-d862-9b70-f3f3bdf3404d" [ 1186.315804] env[70527]: _type = "Task" [ 1186.315804] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.325925] env[70527]: DEBUG oslo_concurrency.lockutils [None req-16816043-eadf-4868-9874-cba514369022 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Acquiring lock "f4ed141d-cc40-41e1-8a06-7473d5de24b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.326259] env[70527]: DEBUG oslo_concurrency.lockutils [None req-16816043-eadf-4868-9874-cba514369022 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Lock "f4ed141d-cc40-41e1-8a06-7473d5de24b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.326492] env[70527]: DEBUG oslo_concurrency.lockutils [None req-16816043-eadf-4868-9874-cba514369022 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Acquiring lock "f4ed141d-cc40-41e1-8a06-7473d5de24b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.326676] env[70527]: DEBUG oslo_concurrency.lockutils [None req-16816043-eadf-4868-9874-cba514369022 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Lock "f4ed141d-cc40-41e1-8a06-7473d5de24b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.326841] env[70527]: DEBUG oslo_concurrency.lockutils [None req-16816043-eadf-4868-9874-cba514369022 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Lock "f4ed141d-cc40-41e1-8a06-7473d5de24b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.328447] env[70527]: DEBUG oslo_vmware.api [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52610d77-0734-d862-9b70-f3f3bdf3404d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.329175] env[70527]: INFO nova.compute.manager [None req-16816043-eadf-4868-9874-cba514369022 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] [instance: f4ed141d-cc40-41e1-8a06-7473d5de24b3] Terminating instance [ 1186.426082] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0380b89f-3a38-43c3-94a6-930baaa98657 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.435369] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a7f9d9-0ae0-4569-993f-19491b17125c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.468424] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02890cd2-e8a2-4203-8c2e-1befbfb077e9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.491751] env[70527]: DEBUG oslo_concurrency.lockutils [None req-902697e4-b5e6-4c96-8567-1af16258cfe3 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquiring lock "376b07b0-cef1-4839-ad26-73d5d353ca95-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.492057] env[70527]: DEBUG oslo_concurrency.lockutils [None req-902697e4-b5e6-4c96-8567-1af16258cfe3 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lock "376b07b0-cef1-4839-ad26-73d5d353ca95-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.492208] env[70527]: DEBUG oslo_concurrency.lockutils [None req-902697e4-b5e6-4c96-8567-1af16258cfe3 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lock "376b07b0-cef1-4839-ad26-73d5d353ca95-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.495398] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb90ac51-e1dc-4dc8-9f8f-8170b2b1bf7e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.514817] env[70527]: DEBUG nova.compute.provider_tree [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1186.519666] env[70527]: DEBUG oslo_vmware.api [None req-a7c5904c-a269-4d8c-89e8-eaf6d69c7f6a tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3913982, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.485279} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.520291] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7c5904c-a269-4d8c-89e8-eaf6d69c7f6a tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1186.520482] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-a7c5904c-a269-4d8c-89e8-eaf6d69c7f6a tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: c92cc386-3682-4063-938c-706420df7d3d] Deleted contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1186.520681] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-a7c5904c-a269-4d8c-89e8-eaf6d69c7f6a tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: c92cc386-3682-4063-938c-706420df7d3d] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1186.520855] env[70527]: INFO nova.compute.manager [None req-a7c5904c-a269-4d8c-89e8-eaf6d69c7f6a tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: c92cc386-3682-4063-938c-706420df7d3d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1186.521397] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7c5904c-a269-4d8c-89e8-eaf6d69c7f6a tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1186.521397] env[70527]: DEBUG nova.compute.manager [-] [instance: c92cc386-3682-4063-938c-706420df7d3d] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1186.521541] env[70527]: DEBUG nova.network.neutron [-] [instance: c92cc386-3682-4063-938c-706420df7d3d] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1186.609222] env[70527]: DEBUG nova.compute.manager [None req-ebbc6f65-abdf-4986-b41a-0f115febec8f tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] [instance: 818f37c0-1d7d-45ec-a21b-93d87d21f1dc] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1186.609222] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-ebbc6f65-abdf-4986-b41a-0f115febec8f tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] [instance: 818f37c0-1d7d-45ec-a21b-93d87d21f1dc] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1186.610215] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f03d76-fd08-4755-bc9b-ed22442c2f7f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.624603] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebbc6f65-abdf-4986-b41a-0f115febec8f tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] [instance: 818f37c0-1d7d-45ec-a21b-93d87d21f1dc] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1186.624905] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19875f27-13dd-407e-9ded-3eea298b68d0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.633652] env[70527]: DEBUG oslo_vmware.api [None req-ebbc6f65-abdf-4986-b41a-0f115febec8f tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Waiting for the task: (returnval){ [ 1186.633652] env[70527]: value = "task-3913983" [ 1186.633652] env[70527]: _type = "Task" [ 1186.633652] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.650280] env[70527]: DEBUG oslo_vmware.api [None req-ebbc6f65-abdf-4986-b41a-0f115febec8f tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Task: {'id': task-3913983, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.789582] env[70527]: DEBUG oslo_vmware.api [None req-f059f959-71e3-40ec-b953-af705ed995e4 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3913980, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.827810] env[70527]: DEBUG oslo_vmware.api [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52610d77-0734-d862-9b70-f3f3bdf3404d, 'name': SearchDatastore_Task, 'duration_secs': 0.025164} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.828197] env[70527]: DEBUG oslo_concurrency.lockutils [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.828546] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3/3321b60f-9e0c-4947-8ed7-f4b613c0c7a3.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1186.828893] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57fee0ad-b8b4-454d-b33b-066b09543811 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.833271] env[70527]: DEBUG nova.compute.manager [None req-16816043-eadf-4868-9874-cba514369022 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] [instance: f4ed141d-cc40-41e1-8a06-7473d5de24b3] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1186.833619] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-16816043-eadf-4868-9874-cba514369022 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] [instance: f4ed141d-cc40-41e1-8a06-7473d5de24b3] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1186.834466] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256489e5-94bd-42bd-8640-35601c970080 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.839264] env[70527]: DEBUG oslo_vmware.api [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for the task: (returnval){ [ 1186.839264] env[70527]: value = "task-3913984" [ 1186.839264] env[70527]: _type = "Task" [ 1186.839264] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.845940] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-16816043-eadf-4868-9874-cba514369022 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] [instance: f4ed141d-cc40-41e1-8a06-7473d5de24b3] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1186.847070] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd5b093e-484c-46b3-a314-f79b75181741 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.853087] env[70527]: DEBUG oslo_vmware.api [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913984, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.854670] env[70527]: DEBUG oslo_vmware.api [None req-16816043-eadf-4868-9874-cba514369022 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Waiting for the task: (returnval){ [ 1186.854670] env[70527]: value = "task-3913985" [ 1186.854670] env[70527]: _type = "Task" [ 1186.854670] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.863866] env[70527]: DEBUG oslo_vmware.api [None req-16816043-eadf-4868-9874-cba514369022 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Task: {'id': task-3913985, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.021791] env[70527]: DEBUG nova.scheduler.client.report [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1187.120206] env[70527]: DEBUG nova.compute.manager [None req-8aba27ad-921c-49ee-95e6-2e3c442740e0 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: ab6d192a-d8ad-4ea6-a7aa-184bb30a1205] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1187.147558] env[70527]: DEBUG oslo_vmware.api [None req-ebbc6f65-abdf-4986-b41a-0f115febec8f tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Task: {'id': task-3913983, 'name': PowerOffVM_Task, 'duration_secs': 0.299026} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.147857] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebbc6f65-abdf-4986-b41a-0f115febec8f tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] [instance: 818f37c0-1d7d-45ec-a21b-93d87d21f1dc] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1187.148520] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-ebbc6f65-abdf-4986-b41a-0f115febec8f tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] [instance: 818f37c0-1d7d-45ec-a21b-93d87d21f1dc] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1187.148755] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91e68df1-bd38-4e90-9918-e696031b04d0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.159219] env[70527]: DEBUG nova.virt.hardware [None req-8aba27ad-921c-49ee-95e6-2e3c442740e0 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1187.159655] env[70527]: DEBUG nova.virt.hardware [None req-8aba27ad-921c-49ee-95e6-2e3c442740e0 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1187.159828] env[70527]: DEBUG nova.virt.hardware [None req-8aba27ad-921c-49ee-95e6-2e3c442740e0 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1187.160169] env[70527]: DEBUG nova.virt.hardware [None req-8aba27ad-921c-49ee-95e6-2e3c442740e0 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1187.160290] env[70527]: DEBUG nova.virt.hardware [None req-8aba27ad-921c-49ee-95e6-2e3c442740e0 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1187.160377] env[70527]: DEBUG nova.virt.hardware [None req-8aba27ad-921c-49ee-95e6-2e3c442740e0 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1187.160596] env[70527]: DEBUG nova.virt.hardware [None req-8aba27ad-921c-49ee-95e6-2e3c442740e0 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1187.161924] env[70527]: DEBUG nova.virt.hardware [None req-8aba27ad-921c-49ee-95e6-2e3c442740e0 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1187.162238] env[70527]: DEBUG nova.virt.hardware [None req-8aba27ad-921c-49ee-95e6-2e3c442740e0 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1187.162484] env[70527]: DEBUG nova.virt.hardware [None req-8aba27ad-921c-49ee-95e6-2e3c442740e0 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1187.162640] env[70527]: DEBUG nova.virt.hardware [None req-8aba27ad-921c-49ee-95e6-2e3c442740e0 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1187.163676] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54fe9ee-eeee-40ba-8e3f-c0b278443b6a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.174623] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136caffb-f6d1-41eb-934b-f2614f64edd5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.228533] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-ebbc6f65-abdf-4986-b41a-0f115febec8f tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] [instance: 818f37c0-1d7d-45ec-a21b-93d87d21f1dc] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1187.228853] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-ebbc6f65-abdf-4986-b41a-0f115febec8f tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] [instance: 818f37c0-1d7d-45ec-a21b-93d87d21f1dc] Deleting contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1187.229326] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebbc6f65-abdf-4986-b41a-0f115febec8f tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Deleting the datastore file [datastore1] 818f37c0-1d7d-45ec-a21b-93d87d21f1dc {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1187.229820] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e8ab1d2-7ec3-419c-b16b-a626ac4b5eef {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.238971] env[70527]: DEBUG oslo_vmware.api [None req-ebbc6f65-abdf-4986-b41a-0f115febec8f tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Waiting for the task: (returnval){ [ 1187.238971] env[70527]: value = "task-3913987" [ 1187.238971] env[70527]: _type = "Task" [ 1187.238971] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.256031] env[70527]: DEBUG oslo_vmware.api [None req-ebbc6f65-abdf-4986-b41a-0f115febec8f tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Task: {'id': task-3913987, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.293585] env[70527]: DEBUG oslo_vmware.api [None req-f059f959-71e3-40ec-b953-af705ed995e4 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3913980, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.052178} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.293966] env[70527]: INFO nova.virt.vmwareapi.ds_util [None req-f059f959-71e3-40ec-b953-af705ed995e4 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 779815e2-fd93-426d-bd71-58782205ff29/ceb476e5-c20f-4967-be78-b77393a04dc2-rescue.vmdk. [ 1187.295014] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7dc1123-4b25-4a28-a037-16aa08fe7fbe {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.328525] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-f059f959-71e3-40ec-b953-af705ed995e4 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 779815e2-fd93-426d-bd71-58782205ff29] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 779815e2-fd93-426d-bd71-58782205ff29/ceb476e5-c20f-4967-be78-b77393a04dc2-rescue.vmdk or device None with type thin {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1187.328937] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-899a4a88-23f6-47bd-b1f4-74a48aba5ff2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.355839] env[70527]: DEBUG oslo_vmware.api [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913984, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.361038] env[70527]: DEBUG oslo_vmware.api [None req-f059f959-71e3-40ec-b953-af705ed995e4 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Waiting for the task: (returnval){ [ 1187.361038] env[70527]: value = "task-3913988" [ 1187.361038] env[70527]: _type = "Task" [ 1187.361038] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.369506] env[70527]: DEBUG oslo_vmware.api [None req-16816043-eadf-4868-9874-cba514369022 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Task: {'id': task-3913985, 'name': PowerOffVM_Task, 'duration_secs': 0.197248} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.370599] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-16816043-eadf-4868-9874-cba514369022 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] [instance: f4ed141d-cc40-41e1-8a06-7473d5de24b3] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1187.370862] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-16816043-eadf-4868-9874-cba514369022 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] [instance: f4ed141d-cc40-41e1-8a06-7473d5de24b3] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1187.371226] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf3d84d9-3114-41f2-9a74-21ccdfc787b4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.377439] env[70527]: DEBUG oslo_vmware.api [None req-f059f959-71e3-40ec-b953-af705ed995e4 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3913988, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.468356] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-16816043-eadf-4868-9874-cba514369022 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] [instance: f4ed141d-cc40-41e1-8a06-7473d5de24b3] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1187.470415] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-16816043-eadf-4868-9874-cba514369022 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] [instance: f4ed141d-cc40-41e1-8a06-7473d5de24b3] Deleting contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1187.470415] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-16816043-eadf-4868-9874-cba514369022 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Deleting the datastore file [datastore2] f4ed141d-cc40-41e1-8a06-7473d5de24b3 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1187.470415] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2ced74e-72cd-43e7-860e-116b82bd35fb {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.478443] env[70527]: DEBUG oslo_vmware.api [None req-16816043-eadf-4868-9874-cba514369022 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Waiting for the task: (returnval){ [ 1187.478443] env[70527]: value = "task-3913990" [ 1187.478443] env[70527]: _type = "Task" [ 1187.478443] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.489578] env[70527]: DEBUG oslo_vmware.api [None req-16816043-eadf-4868-9874-cba514369022 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Task: {'id': task-3913990, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.527564] env[70527]: DEBUG oslo_concurrency.lockutils [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.434s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.528391] env[70527]: DEBUG nova.compute.manager [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1187.531574] env[70527]: DEBUG oslo_concurrency.lockutils [None req-e07698bf-b5a4-4aa8-8604-5ae6d484eb4e tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.239s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.531861] env[70527]: DEBUG oslo_concurrency.lockutils [None req-e07698bf-b5a4-4aa8-8604-5ae6d484eb4e tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.534158] env[70527]: DEBUG oslo_concurrency.lockutils [None req-69b7c6a2-0974-41b4-ad3d-01e5f6673d99 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 10.157s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.534424] env[70527]: DEBUG nova.objects.instance [None req-69b7c6a2-0974-41b4-ad3d-01e5f6673d99 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] [instance: 1f00bd23-0356-4f9f-924f-67735d282ed9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70527) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1187.539942] env[70527]: DEBUG oslo_concurrency.lockutils [None req-902697e4-b5e6-4c96-8567-1af16258cfe3 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquiring lock "refresh_cache-376b07b0-cef1-4839-ad26-73d5d353ca95" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.540833] env[70527]: DEBUG oslo_concurrency.lockutils [None req-902697e4-b5e6-4c96-8567-1af16258cfe3 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquired lock "refresh_cache-376b07b0-cef1-4839-ad26-73d5d353ca95" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.543085] env[70527]: DEBUG nova.network.neutron [None req-902697e4-b5e6-4c96-8567-1af16258cfe3 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 376b07b0-cef1-4839-ad26-73d5d353ca95] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1187.584524] env[70527]: INFO nova.scheduler.client.report [None req-e07698bf-b5a4-4aa8-8604-5ae6d484eb4e tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Deleted allocations for instance 960666ee-07bf-474b-a249-c1058cf481bd [ 1187.641189] env[70527]: DEBUG nova.compute.manager [req-76aa87da-0736-4942-9949-07ce1a7c4183 req-0c42bd88-9457-4fe1-8aef-bdb99dfe5ad1 service nova] [instance: c92cc386-3682-4063-938c-706420df7d3d] Received event network-vif-deleted-e2b9e825-30b0-4c46-8285-9581c34a6cc8 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1187.642029] env[70527]: INFO nova.compute.manager [req-76aa87da-0736-4942-9949-07ce1a7c4183 req-0c42bd88-9457-4fe1-8aef-bdb99dfe5ad1 service nova] [instance: c92cc386-3682-4063-938c-706420df7d3d] Neutron deleted interface e2b9e825-30b0-4c46-8285-9581c34a6cc8; detaching it from the instance and deleting it from the info cache [ 1187.642029] env[70527]: DEBUG nova.network.neutron [req-76aa87da-0736-4942-9949-07ce1a7c4183 req-0c42bd88-9457-4fe1-8aef-bdb99dfe5ad1 service nova] [instance: c92cc386-3682-4063-938c-706420df7d3d] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.750062] env[70527]: DEBUG oslo_vmware.api [None req-ebbc6f65-abdf-4986-b41a-0f115febec8f tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Task: {'id': task-3913987, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.332318} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.750423] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebbc6f65-abdf-4986-b41a-0f115febec8f tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1187.751322] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-ebbc6f65-abdf-4986-b41a-0f115febec8f tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] [instance: 818f37c0-1d7d-45ec-a21b-93d87d21f1dc] Deleted contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1187.751571] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-ebbc6f65-abdf-4986-b41a-0f115febec8f tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] [instance: 818f37c0-1d7d-45ec-a21b-93d87d21f1dc] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1187.751764] env[70527]: INFO nova.compute.manager [None req-ebbc6f65-abdf-4986-b41a-0f115febec8f tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] [instance: 818f37c0-1d7d-45ec-a21b-93d87d21f1dc] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1187.752023] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ebbc6f65-abdf-4986-b41a-0f115febec8f tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1187.752231] env[70527]: DEBUG nova.compute.manager [-] [instance: 818f37c0-1d7d-45ec-a21b-93d87d21f1dc] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1187.752323] env[70527]: DEBUG nova.network.neutron [-] [instance: 818f37c0-1d7d-45ec-a21b-93d87d21f1dc] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1187.853910] env[70527]: DEBUG oslo_vmware.api [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913984, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.639861} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.854237] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3/3321b60f-9e0c-4947-8ed7-f4b613c0c7a3.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1187.854410] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1187.854779] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c8650ec4-4bdb-49aa-b29b-086cfafdde4c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.865784] env[70527]: DEBUG oslo_vmware.api [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for the task: (returnval){ [ 1187.865784] env[70527]: value = "task-3913991" [ 1187.865784] env[70527]: _type = "Task" [ 1187.865784] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.874336] env[70527]: DEBUG oslo_vmware.api [None req-f059f959-71e3-40ec-b953-af705ed995e4 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3913988, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.880514] env[70527]: DEBUG oslo_vmware.api [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913991, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.899158] env[70527]: DEBUG nova.network.neutron [None req-8aba27ad-921c-49ee-95e6-2e3c442740e0 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: ab6d192a-d8ad-4ea6-a7aa-184bb30a1205] Successfully updated port: 1bf047ea-c953-4b93-a4e5-9d696994c7d2 {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1187.987525] env[70527]: DEBUG oslo_vmware.api [None req-16816043-eadf-4868-9874-cba514369022 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Task: {'id': task-3913990, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176703} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.987786] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-16816043-eadf-4868-9874-cba514369022 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1187.987966] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-16816043-eadf-4868-9874-cba514369022 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] [instance: f4ed141d-cc40-41e1-8a06-7473d5de24b3] Deleted contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1187.988161] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-16816043-eadf-4868-9874-cba514369022 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] [instance: f4ed141d-cc40-41e1-8a06-7473d5de24b3] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1187.988330] env[70527]: INFO nova.compute.manager [None req-16816043-eadf-4868-9874-cba514369022 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] [instance: f4ed141d-cc40-41e1-8a06-7473d5de24b3] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1187.988569] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16816043-eadf-4868-9874-cba514369022 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1187.988757] env[70527]: DEBUG nova.compute.manager [-] [instance: f4ed141d-cc40-41e1-8a06-7473d5de24b3] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1187.988845] env[70527]: DEBUG nova.network.neutron [-] [instance: f4ed141d-cc40-41e1-8a06-7473d5de24b3] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1188.045885] env[70527]: DEBUG nova.compute.utils [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1188.053573] env[70527]: DEBUG nova.compute.manager [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1188.053676] env[70527]: DEBUG nova.network.neutron [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1188.096650] env[70527]: DEBUG oslo_concurrency.lockutils [None req-e07698bf-b5a4-4aa8-8604-5ae6d484eb4e tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Lock "960666ee-07bf-474b-a249-c1058cf481bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.244s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.121310] env[70527]: DEBUG nova.network.neutron [-] [instance: c92cc386-3682-4063-938c-706420df7d3d] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.137479] env[70527]: DEBUG nova.policy [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5292bbff934e4a23bce1ba8fd66a76d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '030332ea48994bab8d286711ee279556', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 1188.147018] env[70527]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-12166e33-60f3-4fba-aae7-9d397626c1b8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.155199] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da8a7030-0251-47f9-b279-babe9bece423 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.207124] env[70527]: DEBUG nova.compute.manager [req-76aa87da-0736-4942-9949-07ce1a7c4183 req-0c42bd88-9457-4fe1-8aef-bdb99dfe5ad1 service nova] [instance: c92cc386-3682-4063-938c-706420df7d3d] Detach interface failed, port_id=e2b9e825-30b0-4c46-8285-9581c34a6cc8, reason: Instance c92cc386-3682-4063-938c-706420df7d3d could not be found. {{(pid=70527) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1188.382506] env[70527]: DEBUG oslo_vmware.api [None req-f059f959-71e3-40ec-b953-af705ed995e4 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3913988, 'name': ReconfigVM_Task, 'duration_secs': 1.021621} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.386265] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-f059f959-71e3-40ec-b953-af705ed995e4 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 779815e2-fd93-426d-bd71-58782205ff29] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 779815e2-fd93-426d-bd71-58782205ff29/ceb476e5-c20f-4967-be78-b77393a04dc2-rescue.vmdk or device None with type thin {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1188.386900] env[70527]: DEBUG oslo_vmware.api [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913991, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071784} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.389445] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec6d0f5a-1a65-4100-9b39-fd25d5cb8b74 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.393158] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1188.394077] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3424f859-b799-4ca8-a836-460eaf17f3c6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.440025] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8aba27ad-921c-49ee-95e6-2e3c442740e0 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Acquiring lock "refresh_cache-ab6d192a-d8ad-4ea6-a7aa-184bb30a1205" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.440025] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8aba27ad-921c-49ee-95e6-2e3c442740e0 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Acquired lock "refresh_cache-ab6d192a-d8ad-4ea6-a7aa-184bb30a1205" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.440025] env[70527]: DEBUG nova.network.neutron [None req-8aba27ad-921c-49ee-95e6-2e3c442740e0 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: ab6d192a-d8ad-4ea6-a7aa-184bb30a1205] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1188.450988] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3/3321b60f-9e0c-4947-8ed7-f4b613c0c7a3.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1188.462602] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfc4e88a-27ab-481e-967e-c719a7f56a1e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.481706] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6f633d1-b557-4ce1-9480-46812e4388c3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.499357] env[70527]: DEBUG oslo_vmware.api [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for the task: (returnval){ [ 1188.499357] env[70527]: value = "task-3913993" [ 1188.499357] env[70527]: _type = "Task" [ 1188.499357] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.501442] env[70527]: DEBUG oslo_vmware.api [None req-f059f959-71e3-40ec-b953-af705ed995e4 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Waiting for the task: (returnval){ [ 1188.501442] env[70527]: value = "task-3913992" [ 1188.501442] env[70527]: _type = "Task" [ 1188.501442] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.515022] env[70527]: DEBUG oslo_vmware.api [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913993, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.520487] env[70527]: DEBUG oslo_vmware.api [None req-f059f959-71e3-40ec-b953-af705ed995e4 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3913992, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.545493] env[70527]: DEBUG oslo_concurrency.lockutils [None req-69b7c6a2-0974-41b4-ad3d-01e5f6673d99 tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.547569] env[70527]: DEBUG oslo_concurrency.lockutils [None req-efc8fa95-0efc-4cd2-b9ab-439514a2c40d tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.124s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.547569] env[70527]: DEBUG nova.objects.instance [None req-efc8fa95-0efc-4cd2-b9ab-439514a2c40d tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Lazy-loading 'resources' on Instance uuid 1f00bd23-0356-4f9f-924f-67735d282ed9 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1188.554543] env[70527]: DEBUG nova.compute.manager [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1188.585083] env[70527]: DEBUG nova.network.neutron [None req-902697e4-b5e6-4c96-8567-1af16258cfe3 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 376b07b0-cef1-4839-ad26-73d5d353ca95] Updating instance_info_cache with network_info: [{"id": "2e32dde8-43bd-4f15-bff8-1b35cd42763b", "address": "fa:16:3e:82:68:77", "network": {"id": "0b72ef80-5e63-4bac-b3dd-4a63ff7abe74", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-571665589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79060d06877149fb8970e454e0927e61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e32dde8-43", "ovs_interfaceid": "2e32dde8-43bd-4f15-bff8-1b35cd42763b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.624311] env[70527]: INFO nova.compute.manager [-] [instance: c92cc386-3682-4063-938c-706420df7d3d] Took 2.10 seconds to deallocate network for instance. [ 1188.682418] env[70527]: DEBUG oslo_concurrency.lockutils [None req-586cc296-590c-41c2-8057-6231bf4ccaf3 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Acquiring lock "1257ac19-f4a8-4199-b5dd-58106904e220" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.682643] env[70527]: DEBUG oslo_concurrency.lockutils [None req-586cc296-590c-41c2-8057-6231bf4ccaf3 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Lock "1257ac19-f4a8-4199-b5dd-58106904e220" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.682743] env[70527]: DEBUG oslo_concurrency.lockutils [None req-586cc296-590c-41c2-8057-6231bf4ccaf3 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Acquiring lock "1257ac19-f4a8-4199-b5dd-58106904e220-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.682975] env[70527]: DEBUG oslo_concurrency.lockutils [None req-586cc296-590c-41c2-8057-6231bf4ccaf3 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Lock "1257ac19-f4a8-4199-b5dd-58106904e220-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.683249] env[70527]: DEBUG oslo_concurrency.lockutils [None req-586cc296-590c-41c2-8057-6231bf4ccaf3 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Lock "1257ac19-f4a8-4199-b5dd-58106904e220-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.685949] env[70527]: INFO nova.compute.manager [None req-586cc296-590c-41c2-8057-6231bf4ccaf3 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 1257ac19-f4a8-4199-b5dd-58106904e220] Terminating instance [ 1188.721632] env[70527]: DEBUG nova.network.neutron [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Successfully created port: 21573174-8add-46d6-93ef-d2a024fb8919 {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1188.994485] env[70527]: DEBUG nova.network.neutron [-] [instance: f4ed141d-cc40-41e1-8a06-7473d5de24b3] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.994485] env[70527]: DEBUG nova.network.neutron [-] [instance: 818f37c0-1d7d-45ec-a21b-93d87d21f1dc] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.014440] env[70527]: DEBUG oslo_vmware.api [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913993, 'name': ReconfigVM_Task, 'duration_secs': 0.300863} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.017731] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3/3321b60f-9e0c-4947-8ed7-f4b613c0c7a3.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1189.018629] env[70527]: DEBUG oslo_vmware.api [None req-f059f959-71e3-40ec-b953-af705ed995e4 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3913992, 'name': ReconfigVM_Task, 'duration_secs': 0.490171} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.018849] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa83940c-1721-48c1-87c8-119b3f49f9c6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.020790] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-f059f959-71e3-40ec-b953-af705ed995e4 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 779815e2-fd93-426d-bd71-58782205ff29] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1189.021580] env[70527]: DEBUG nova.network.neutron [None req-8aba27ad-921c-49ee-95e6-2e3c442740e0 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: ab6d192a-d8ad-4ea6-a7aa-184bb30a1205] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1189.023539] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-887592c2-e52c-4b87-a110-8eb03149664a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.036349] env[70527]: DEBUG oslo_vmware.api [None req-f059f959-71e3-40ec-b953-af705ed995e4 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Waiting for the task: (returnval){ [ 1189.036349] env[70527]: value = "task-3913995" [ 1189.036349] env[70527]: _type = "Task" [ 1189.036349] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.036644] env[70527]: DEBUG oslo_vmware.api [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for the task: (returnval){ [ 1189.036644] env[70527]: value = "task-3913994" [ 1189.036644] env[70527]: _type = "Task" [ 1189.036644] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.053263] env[70527]: DEBUG oslo_vmware.api [None req-f059f959-71e3-40ec-b953-af705ed995e4 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3913995, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.063951] env[70527]: DEBUG oslo_vmware.api [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913994, 'name': Rename_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.087724] env[70527]: DEBUG oslo_concurrency.lockutils [None req-902697e4-b5e6-4c96-8567-1af16258cfe3 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Releasing lock "refresh_cache-376b07b0-cef1-4839-ad26-73d5d353ca95" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.137719] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a7c5904c-a269-4d8c-89e8-eaf6d69c7f6a tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.192221] env[70527]: DEBUG nova.compute.manager [None req-586cc296-590c-41c2-8057-6231bf4ccaf3 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 1257ac19-f4a8-4199-b5dd-58106904e220] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1189.192319] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-586cc296-590c-41c2-8057-6231bf4ccaf3 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 1257ac19-f4a8-4199-b5dd-58106904e220] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1189.193225] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30836d36-a503-4684-aa12-59914e419006 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.204678] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-586cc296-590c-41c2-8057-6231bf4ccaf3 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 1257ac19-f4a8-4199-b5dd-58106904e220] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1189.205326] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c44db966-33c4-40d9-82b7-606b61d804e5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.214938] env[70527]: DEBUG oslo_vmware.api [None req-586cc296-590c-41c2-8057-6231bf4ccaf3 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Waiting for the task: (returnval){ [ 1189.214938] env[70527]: value = "task-3913996" [ 1189.214938] env[70527]: _type = "Task" [ 1189.214938] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.231679] env[70527]: DEBUG oslo_vmware.api [None req-586cc296-590c-41c2-8057-6231bf4ccaf3 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Task: {'id': task-3913996, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.268517] env[70527]: DEBUG nova.network.neutron [None req-8aba27ad-921c-49ee-95e6-2e3c442740e0 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: ab6d192a-d8ad-4ea6-a7aa-184bb30a1205] Updating instance_info_cache with network_info: [{"id": "1bf047ea-c953-4b93-a4e5-9d696994c7d2", "address": "fa:16:3e:4f:07:37", "network": {"id": "c66b99a8-c700-4d64-a8a5-7d96b6f8dd7c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1550176420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2628def9a14f4443853bf45ba496217e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bf047ea-c9", "ovs_interfaceid": "1bf047ea-c953-4b93-a4e5-9d696994c7d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.397301] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ead8b17-934b-4451-a7b8-a6ff2465c67f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.407644] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60996302-7de2-40b7-b631-b425b2e0c27f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.442583] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-652a219e-8c6a-409e-ac28-754f71bd6d67 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.451591] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5300d2e9-4d71-4df9-a004-d0f43c64518b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.466690] env[70527]: DEBUG nova.compute.provider_tree [None req-efc8fa95-0efc-4cd2-b9ab-439514a2c40d tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1189.495134] env[70527]: INFO nova.compute.manager [-] [instance: f4ed141d-cc40-41e1-8a06-7473d5de24b3] Took 1.51 seconds to deallocate network for instance. [ 1189.496852] env[70527]: INFO nova.compute.manager [-] [instance: 818f37c0-1d7d-45ec-a21b-93d87d21f1dc] Took 1.74 seconds to deallocate network for instance. [ 1189.555095] env[70527]: DEBUG oslo_vmware.api [None req-f059f959-71e3-40ec-b953-af705ed995e4 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3913995, 'name': PowerOnVM_Task} progress is 74%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.558217] env[70527]: DEBUG oslo_vmware.api [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913994, 'name': Rename_Task, 'duration_secs': 0.160281} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.558804] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1189.559115] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c06c7e2-920d-41a8-88d3-2dd00e354b51 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.568073] env[70527]: DEBUG nova.compute.manager [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1189.570535] env[70527]: DEBUG oslo_vmware.api [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for the task: (returnval){ [ 1189.570535] env[70527]: value = "task-3913997" [ 1189.570535] env[70527]: _type = "Task" [ 1189.570535] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.583312] env[70527]: DEBUG oslo_vmware.api [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913997, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.605830] env[70527]: DEBUG nova.virt.hardware [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1189.606144] env[70527]: DEBUG nova.virt.hardware [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1189.606340] env[70527]: DEBUG nova.virt.hardware [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1189.606528] env[70527]: DEBUG nova.virt.hardware [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1189.606670] env[70527]: DEBUG nova.virt.hardware [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1189.606815] env[70527]: DEBUG nova.virt.hardware [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1189.607059] env[70527]: DEBUG nova.virt.hardware [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1189.607252] env[70527]: DEBUG nova.virt.hardware [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1189.607424] env[70527]: DEBUG nova.virt.hardware [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1189.607610] env[70527]: DEBUG nova.virt.hardware [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1189.608063] env[70527]: DEBUG nova.virt.hardware [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1189.608902] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33b6095-beb4-4fca-85e6-9e0a720e6288 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.618856] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d0a7b3-8df8-43c8-befd-1904ad24e5ad {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.627619] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940e7efa-3a3f-4651-9bad-9c8c8f2884c4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.658677] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d3803be-fd34-4136-be84-079a1ccfe2e2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.667611] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-902697e4-b5e6-4c96-8567-1af16258cfe3 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 376b07b0-cef1-4839-ad26-73d5d353ca95] Updating instance '376b07b0-cef1-4839-ad26-73d5d353ca95' progress to 83 {{(pid=70527) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1189.690687] env[70527]: DEBUG nova.compute.manager [req-c9eb71e4-bdf7-4612-9984-c9e7f7490389 req-a10a344c-3193-4be5-aa5b-ec89496a727c service nova] [instance: ab6d192a-d8ad-4ea6-a7aa-184bb30a1205] Received event network-vif-plugged-1bf047ea-c953-4b93-a4e5-9d696994c7d2 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1189.691147] env[70527]: DEBUG oslo_concurrency.lockutils [req-c9eb71e4-bdf7-4612-9984-c9e7f7490389 req-a10a344c-3193-4be5-aa5b-ec89496a727c service nova] Acquiring lock "ab6d192a-d8ad-4ea6-a7aa-184bb30a1205-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.691303] env[70527]: DEBUG oslo_concurrency.lockutils [req-c9eb71e4-bdf7-4612-9984-c9e7f7490389 req-a10a344c-3193-4be5-aa5b-ec89496a727c service nova] Lock "ab6d192a-d8ad-4ea6-a7aa-184bb30a1205-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.691490] env[70527]: DEBUG oslo_concurrency.lockutils [req-c9eb71e4-bdf7-4612-9984-c9e7f7490389 req-a10a344c-3193-4be5-aa5b-ec89496a727c service nova] Lock "ab6d192a-d8ad-4ea6-a7aa-184bb30a1205-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.691675] env[70527]: DEBUG nova.compute.manager [req-c9eb71e4-bdf7-4612-9984-c9e7f7490389 req-a10a344c-3193-4be5-aa5b-ec89496a727c service nova] [instance: ab6d192a-d8ad-4ea6-a7aa-184bb30a1205] No waiting events found dispatching network-vif-plugged-1bf047ea-c953-4b93-a4e5-9d696994c7d2 {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1189.691867] env[70527]: WARNING nova.compute.manager [req-c9eb71e4-bdf7-4612-9984-c9e7f7490389 req-a10a344c-3193-4be5-aa5b-ec89496a727c service nova] [instance: ab6d192a-d8ad-4ea6-a7aa-184bb30a1205] Received unexpected event network-vif-plugged-1bf047ea-c953-4b93-a4e5-9d696994c7d2 for instance with vm_state building and task_state spawning. [ 1189.692076] env[70527]: DEBUG nova.compute.manager [req-c9eb71e4-bdf7-4612-9984-c9e7f7490389 req-a10a344c-3193-4be5-aa5b-ec89496a727c service nova] [instance: ab6d192a-d8ad-4ea6-a7aa-184bb30a1205] Received event network-changed-1bf047ea-c953-4b93-a4e5-9d696994c7d2 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1189.692255] env[70527]: DEBUG nova.compute.manager [req-c9eb71e4-bdf7-4612-9984-c9e7f7490389 req-a10a344c-3193-4be5-aa5b-ec89496a727c service nova] [instance: ab6d192a-d8ad-4ea6-a7aa-184bb30a1205] Refreshing instance network info cache due to event network-changed-1bf047ea-c953-4b93-a4e5-9d696994c7d2. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1189.692490] env[70527]: DEBUG oslo_concurrency.lockutils [req-c9eb71e4-bdf7-4612-9984-c9e7f7490389 req-a10a344c-3193-4be5-aa5b-ec89496a727c service nova] Acquiring lock "refresh_cache-ab6d192a-d8ad-4ea6-a7aa-184bb30a1205" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.730040] env[70527]: DEBUG oslo_vmware.api [None req-586cc296-590c-41c2-8057-6231bf4ccaf3 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Task: {'id': task-3913996, 'name': PowerOffVM_Task, 'duration_secs': 0.258321} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.730378] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-586cc296-590c-41c2-8057-6231bf4ccaf3 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 1257ac19-f4a8-4199-b5dd-58106904e220] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1189.730597] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-586cc296-590c-41c2-8057-6231bf4ccaf3 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 1257ac19-f4a8-4199-b5dd-58106904e220] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1189.730825] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f3e296c-2588-4618-88b7-61e8c7e6c98e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.772079] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8aba27ad-921c-49ee-95e6-2e3c442740e0 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Releasing lock "refresh_cache-ab6d192a-d8ad-4ea6-a7aa-184bb30a1205" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.772435] env[70527]: DEBUG nova.compute.manager [None req-8aba27ad-921c-49ee-95e6-2e3c442740e0 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: ab6d192a-d8ad-4ea6-a7aa-184bb30a1205] Instance network_info: |[{"id": "1bf047ea-c953-4b93-a4e5-9d696994c7d2", "address": "fa:16:3e:4f:07:37", "network": {"id": "c66b99a8-c700-4d64-a8a5-7d96b6f8dd7c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1550176420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2628def9a14f4443853bf45ba496217e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bf047ea-c9", "ovs_interfaceid": "1bf047ea-c953-4b93-a4e5-9d696994c7d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1189.772869] env[70527]: DEBUG oslo_concurrency.lockutils [req-c9eb71e4-bdf7-4612-9984-c9e7f7490389 req-a10a344c-3193-4be5-aa5b-ec89496a727c service nova] Acquired lock "refresh_cache-ab6d192a-d8ad-4ea6-a7aa-184bb30a1205" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.773123] env[70527]: DEBUG nova.network.neutron [req-c9eb71e4-bdf7-4612-9984-c9e7f7490389 req-a10a344c-3193-4be5-aa5b-ec89496a727c service nova] [instance: ab6d192a-d8ad-4ea6-a7aa-184bb30a1205] Refreshing network info cache for port 1bf047ea-c953-4b93-a4e5-9d696994c7d2 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1189.774655] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-8aba27ad-921c-49ee-95e6-2e3c442740e0 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: ab6d192a-d8ad-4ea6-a7aa-184bb30a1205] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:07:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b5c60ce-845e-4506-bc10-348461fece6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1bf047ea-c953-4b93-a4e5-9d696994c7d2', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1189.783313] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8aba27ad-921c-49ee-95e6-2e3c442740e0 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1189.784386] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab6d192a-d8ad-4ea6-a7aa-184bb30a1205] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1189.784623] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8515959-03ad-43a3-bd3a-855ff0557b24 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.804945] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-586cc296-590c-41c2-8057-6231bf4ccaf3 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 1257ac19-f4a8-4199-b5dd-58106904e220] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1189.805157] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-586cc296-590c-41c2-8057-6231bf4ccaf3 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 1257ac19-f4a8-4199-b5dd-58106904e220] Deleting contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1189.805344] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-586cc296-590c-41c2-8057-6231bf4ccaf3 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Deleting the datastore file [datastore2] 1257ac19-f4a8-4199-b5dd-58106904e220 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1189.805651] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6c3b5e1-ef25-4585-86a4-2fc23c0fef98 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.809050] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1189.809050] env[70527]: value = "task-3913999" [ 1189.809050] env[70527]: _type = "Task" [ 1189.809050] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.814615] env[70527]: DEBUG oslo_vmware.api [None req-586cc296-590c-41c2-8057-6231bf4ccaf3 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Waiting for the task: (returnval){ [ 1189.814615] env[70527]: value = "task-3914000" [ 1189.814615] env[70527]: _type = "Task" [ 1189.814615] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.822472] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913999, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.828705] env[70527]: DEBUG oslo_vmware.api [None req-586cc296-590c-41c2-8057-6231bf4ccaf3 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Task: {'id': task-3914000, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.970112] env[70527]: DEBUG nova.scheduler.client.report [None req-efc8fa95-0efc-4cd2-b9ab-439514a2c40d tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1190.006199] env[70527]: DEBUG oslo_concurrency.lockutils [None req-16816043-eadf-4868-9874-cba514369022 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.007145] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ebbc6f65-abdf-4986-b41a-0f115febec8f tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.051335] env[70527]: DEBUG oslo_vmware.api [None req-f059f959-71e3-40ec-b953-af705ed995e4 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3913995, 'name': PowerOnVM_Task, 'duration_secs': 0.752604} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.051335] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-f059f959-71e3-40ec-b953-af705ed995e4 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 779815e2-fd93-426d-bd71-58782205ff29] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1190.056711] env[70527]: DEBUG nova.compute.manager [None req-f059f959-71e3-40ec-b953-af705ed995e4 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 779815e2-fd93-426d-bd71-58782205ff29] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1190.057608] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec5b566-ace7-4661-a23d-6396f25bdeaa {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.083449] env[70527]: DEBUG oslo_vmware.api [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3913997, 'name': PowerOnVM_Task, 'duration_secs': 0.510096} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.083726] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1190.083936] env[70527]: INFO nova.compute.manager [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Took 8.87 seconds to spawn the instance on the hypervisor. [ 1190.084140] env[70527]: DEBUG nova.compute.manager [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1190.085028] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb5b8a0-eb1b-4032-b0b5-1840a73f28ba {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.174771] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-902697e4-b5e6-4c96-8567-1af16258cfe3 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 376b07b0-cef1-4839-ad26-73d5d353ca95] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1190.176499] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa3a9647-cde5-46ab-a354-1dc4a3422669 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.184525] env[70527]: DEBUG oslo_vmware.api [None req-902697e4-b5e6-4c96-8567-1af16258cfe3 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for the task: (returnval){ [ 1190.184525] env[70527]: value = "task-3914001" [ 1190.184525] env[70527]: _type = "Task" [ 1190.184525] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.195403] env[70527]: DEBUG oslo_vmware.api [None req-902697e4-b5e6-4c96-8567-1af16258cfe3 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3914001, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.327262] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913999, 'name': CreateVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.330873] env[70527]: DEBUG oslo_vmware.api [None req-586cc296-590c-41c2-8057-6231bf4ccaf3 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Task: {'id': task-3914000, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16735} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.331464] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-586cc296-590c-41c2-8057-6231bf4ccaf3 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1190.331711] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-586cc296-590c-41c2-8057-6231bf4ccaf3 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 1257ac19-f4a8-4199-b5dd-58106904e220] Deleted contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1190.331926] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-586cc296-590c-41c2-8057-6231bf4ccaf3 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 1257ac19-f4a8-4199-b5dd-58106904e220] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1190.332157] env[70527]: INFO nova.compute.manager [None req-586cc296-590c-41c2-8057-6231bf4ccaf3 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] [instance: 1257ac19-f4a8-4199-b5dd-58106904e220] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1190.332632] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-586cc296-590c-41c2-8057-6231bf4ccaf3 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1190.332870] env[70527]: DEBUG nova.compute.manager [-] [instance: 1257ac19-f4a8-4199-b5dd-58106904e220] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1190.332966] env[70527]: DEBUG nova.network.neutron [-] [instance: 1257ac19-f4a8-4199-b5dd-58106904e220] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1190.360332] env[70527]: DEBUG nova.compute.manager [req-3c98f837-dc45-449b-beed-4562c93a7599 req-de34558e-bbf9-4bb2-9914-d5c8b27da481 service nova] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Received event network-vif-plugged-21573174-8add-46d6-93ef-d2a024fb8919 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.360332] env[70527]: DEBUG oslo_concurrency.lockutils [req-3c98f837-dc45-449b-beed-4562c93a7599 req-de34558e-bbf9-4bb2-9914-d5c8b27da481 service nova] Acquiring lock "dc7820a0-241c-4ed4-8a54-f321762897b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.360476] env[70527]: DEBUG oslo_concurrency.lockutils [req-3c98f837-dc45-449b-beed-4562c93a7599 req-de34558e-bbf9-4bb2-9914-d5c8b27da481 service nova] Lock "dc7820a0-241c-4ed4-8a54-f321762897b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.360634] env[70527]: DEBUG oslo_concurrency.lockutils [req-3c98f837-dc45-449b-beed-4562c93a7599 req-de34558e-bbf9-4bb2-9914-d5c8b27da481 service nova] Lock "dc7820a0-241c-4ed4-8a54-f321762897b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.360815] env[70527]: DEBUG nova.compute.manager [req-3c98f837-dc45-449b-beed-4562c93a7599 req-de34558e-bbf9-4bb2-9914-d5c8b27da481 service nova] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] No waiting events found dispatching network-vif-plugged-21573174-8add-46d6-93ef-d2a024fb8919 {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1190.360962] env[70527]: WARNING nova.compute.manager [req-3c98f837-dc45-449b-beed-4562c93a7599 req-de34558e-bbf9-4bb2-9914-d5c8b27da481 service nova] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Received unexpected event network-vif-plugged-21573174-8add-46d6-93ef-d2a024fb8919 for instance with vm_state building and task_state spawning. [ 1190.476818] env[70527]: DEBUG oslo_concurrency.lockutils [None req-efc8fa95-0efc-4cd2-b9ab-439514a2c40d tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.930s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.480100] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4ce55dae-b492-4cb3-91b7-6ee0406a3d52 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.408s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.480268] env[70527]: DEBUG nova.objects.instance [None req-4ce55dae-b492-4cb3-91b7-6ee0406a3d52 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Lazy-loading 'resources' on Instance uuid c9d02cd4-6e8c-4e5c-b978-463af0f6e14c {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1190.508490] env[70527]: INFO nova.scheduler.client.report [None req-efc8fa95-0efc-4cd2-b9ab-439514a2c40d tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Deleted allocations for instance 1f00bd23-0356-4f9f-924f-67735d282ed9 [ 1190.606726] env[70527]: INFO nova.compute.manager [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Took 23.01 seconds to build instance. [ 1190.696240] env[70527]: DEBUG oslo_vmware.api [None req-902697e4-b5e6-4c96-8567-1af16258cfe3 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3914001, 'name': PowerOnVM_Task, 'duration_secs': 0.424965} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.696570] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-902697e4-b5e6-4c96-8567-1af16258cfe3 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 376b07b0-cef1-4839-ad26-73d5d353ca95] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1190.696757] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-902697e4-b5e6-4c96-8567-1af16258cfe3 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 376b07b0-cef1-4839-ad26-73d5d353ca95] Updating instance '376b07b0-cef1-4839-ad26-73d5d353ca95' progress to 100 {{(pid=70527) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1190.823731] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3913999, 'name': CreateVM_Task, 'duration_secs': 0.523648} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.823945] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab6d192a-d8ad-4ea6-a7aa-184bb30a1205] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1190.824733] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8aba27ad-921c-49ee-95e6-2e3c442740e0 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.824901] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8aba27ad-921c-49ee-95e6-2e3c442740e0 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.825275] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8aba27ad-921c-49ee-95e6-2e3c442740e0 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.825566] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9c0387c-db45-4b64-87d8-4f04edee98e2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.835381] env[70527]: DEBUG oslo_vmware.api [None req-8aba27ad-921c-49ee-95e6-2e3c442740e0 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Waiting for the task: (returnval){ [ 1190.835381] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52361974-0cfe-4bde-80dd-6cc1e0ae4dc5" [ 1190.835381] env[70527]: _type = "Task" [ 1190.835381] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.846806] env[70527]: DEBUG oslo_vmware.api [None req-8aba27ad-921c-49ee-95e6-2e3c442740e0 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52361974-0cfe-4bde-80dd-6cc1e0ae4dc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.023484] env[70527]: DEBUG oslo_concurrency.lockutils [None req-efc8fa95-0efc-4cd2-b9ab-439514a2c40d tempest-ServersListShow2100Test-1743165223 tempest-ServersListShow2100Test-1743165223-project-member] Lock "1f00bd23-0356-4f9f-924f-67735d282ed9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.866s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.031141] env[70527]: DEBUG nova.network.neutron [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Successfully updated port: 21573174-8add-46d6-93ef-d2a024fb8919 {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1191.111600] env[70527]: DEBUG oslo_concurrency.lockutils [None req-bbc3860e-de8d-4d3f-982f-5dee36e8234f tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Lock "3321b60f-9e0c-4947-8ed7-f4b613c0c7a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.522s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.120184] env[70527]: DEBUG nova.network.neutron [req-c9eb71e4-bdf7-4612-9984-c9e7f7490389 req-a10a344c-3193-4be5-aa5b-ec89496a727c service nova] [instance: ab6d192a-d8ad-4ea6-a7aa-184bb30a1205] Updated VIF entry in instance network info cache for port 1bf047ea-c953-4b93-a4e5-9d696994c7d2. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1191.120615] env[70527]: DEBUG nova.network.neutron [req-c9eb71e4-bdf7-4612-9984-c9e7f7490389 req-a10a344c-3193-4be5-aa5b-ec89496a727c service nova] [instance: ab6d192a-d8ad-4ea6-a7aa-184bb30a1205] Updating instance_info_cache with network_info: [{"id": "1bf047ea-c953-4b93-a4e5-9d696994c7d2", "address": "fa:16:3e:4f:07:37", "network": {"id": "c66b99a8-c700-4d64-a8a5-7d96b6f8dd7c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1550176420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2628def9a14f4443853bf45ba496217e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bf047ea-c9", "ovs_interfaceid": "1bf047ea-c953-4b93-a4e5-9d696994c7d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.140584] env[70527]: DEBUG nova.network.neutron [-] [instance: 1257ac19-f4a8-4199-b5dd-58106904e220] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.349569] env[70527]: DEBUG oslo_vmware.api [None req-8aba27ad-921c-49ee-95e6-2e3c442740e0 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52361974-0cfe-4bde-80dd-6cc1e0ae4dc5, 'name': SearchDatastore_Task, 'duration_secs': 0.021645} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.351083] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8aba27ad-921c-49ee-95e6-2e3c442740e0 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.351322] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-8aba27ad-921c-49ee-95e6-2e3c442740e0 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: ab6d192a-d8ad-4ea6-a7aa-184bb30a1205] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1191.351583] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8aba27ad-921c-49ee-95e6-2e3c442740e0 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.351732] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8aba27ad-921c-49ee-95e6-2e3c442740e0 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.351916] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-8aba27ad-921c-49ee-95e6-2e3c442740e0 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1191.352681] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c2528e-db0f-41c9-a0d1-1f4a7af4ca56 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.355176] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd8b380e-0f3b-41ca-aaa4-60e62bac8d5a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.362633] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4fb2f4-c304-4ef0-9534-b26a5da911c8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.367041] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-8aba27ad-921c-49ee-95e6-2e3c442740e0 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1191.367282] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-8aba27ad-921c-49ee-95e6-2e3c442740e0 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1191.368414] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20584a73-7787-4671-8035-acd5a85a4a9c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.398263] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6a51be-c982-4713-899a-eb023ee3af68 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.401142] env[70527]: DEBUG oslo_vmware.api [None req-8aba27ad-921c-49ee-95e6-2e3c442740e0 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Waiting for the task: (returnval){ [ 1191.401142] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]5292879c-1630-10af-7ca3-0ef81fe999ca" [ 1191.401142] env[70527]: _type = "Task" [ 1191.401142] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.408158] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb4915b6-3c3e-4ed4-b28e-7a763d6ef03c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.415287] env[70527]: DEBUG oslo_vmware.api [None req-8aba27ad-921c-49ee-95e6-2e3c442740e0 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5292879c-1630-10af-7ca3-0ef81fe999ca, 'name': SearchDatastore_Task, 'duration_secs': 0.029563} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.416502] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a572da3-b2cc-48c1-b222-5eb58c660a2f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.428996] env[70527]: DEBUG nova.compute.provider_tree [None req-4ce55dae-b492-4cb3-91b7-6ee0406a3d52 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1191.434645] env[70527]: DEBUG oslo_vmware.api [None req-8aba27ad-921c-49ee-95e6-2e3c442740e0 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Waiting for the task: (returnval){ [ 1191.434645] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]5281bd63-33e3-aae7-d17e-dc08cd861a95" [ 1191.434645] env[70527]: _type = "Task" [ 1191.434645] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.441931] env[70527]: DEBUG oslo_vmware.api [None req-8aba27ad-921c-49ee-95e6-2e3c442740e0 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5281bd63-33e3-aae7-d17e-dc08cd861a95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.534477] env[70527]: DEBUG oslo_concurrency.lockutils [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquiring lock "refresh_cache-dc7820a0-241c-4ed4-8a54-f321762897b3" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.534657] env[70527]: DEBUG oslo_concurrency.lockutils [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquired lock "refresh_cache-dc7820a0-241c-4ed4-8a54-f321762897b3" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.534820] env[70527]: DEBUG nova.network.neutron [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1191.625350] env[70527]: DEBUG oslo_concurrency.lockutils [req-c9eb71e4-bdf7-4612-9984-c9e7f7490389 req-a10a344c-3193-4be5-aa5b-ec89496a727c service nova] Releasing lock "refresh_cache-ab6d192a-d8ad-4ea6-a7aa-184bb30a1205" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.625721] env[70527]: DEBUG nova.compute.manager [req-c9eb71e4-bdf7-4612-9984-c9e7f7490389 req-a10a344c-3193-4be5-aa5b-ec89496a727c service nova] [instance: f4ed141d-cc40-41e1-8a06-7473d5de24b3] Received event network-vif-deleted-0db91ad1-9de4-4997-bc94-5e64ea3aa38a {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1191.625831] env[70527]: DEBUG nova.compute.manager [req-c9eb71e4-bdf7-4612-9984-c9e7f7490389 req-a10a344c-3193-4be5-aa5b-ec89496a727c service nova] [instance: 818f37c0-1d7d-45ec-a21b-93d87d21f1dc] Received event network-vif-deleted-818b2240-51e3-4490-a02b-646280a30260 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1191.643805] env[70527]: INFO nova.compute.manager [-] [instance: 1257ac19-f4a8-4199-b5dd-58106904e220] Took 1.31 seconds to deallocate network for instance. [ 1191.733761] env[70527]: DEBUG nova.compute.manager [req-dddd0d10-03b2-4b6d-a4b1-83fdbbb75a1a req-664138db-56bb-4f40-a597-a572f0507db6 service nova] [instance: 1257ac19-f4a8-4199-b5dd-58106904e220] Received event network-vif-deleted-f3599afb-1d51-4944-ac95-636aa31a92cf {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1191.822436] env[70527]: INFO nova.compute.manager [None req-ec4dc4a4-82c2-4cfc-981c-13acd4a5246b tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 779815e2-fd93-426d-bd71-58782205ff29] Unrescuing [ 1191.823938] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ec4dc4a4-82c2-4cfc-981c-13acd4a5246b tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Acquiring lock "refresh_cache-779815e2-fd93-426d-bd71-58782205ff29" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.823938] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ec4dc4a4-82c2-4cfc-981c-13acd4a5246b tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Acquired lock "refresh_cache-779815e2-fd93-426d-bd71-58782205ff29" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.823938] env[70527]: DEBUG nova.network.neutron [None req-ec4dc4a4-82c2-4cfc-981c-13acd4a5246b tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 779815e2-fd93-426d-bd71-58782205ff29] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1191.932641] env[70527]: DEBUG nova.scheduler.client.report [None req-4ce55dae-b492-4cb3-91b7-6ee0406a3d52 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1191.947551] env[70527]: DEBUG oslo_vmware.api [None req-8aba27ad-921c-49ee-95e6-2e3c442740e0 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5281bd63-33e3-aae7-d17e-dc08cd861a95, 'name': SearchDatastore_Task, 'duration_secs': 0.03055} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.947551] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8aba27ad-921c-49ee-95e6-2e3c442740e0 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.947791] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aba27ad-921c-49ee-95e6-2e3c442740e0 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] ab6d192a-d8ad-4ea6-a7aa-184bb30a1205/ab6d192a-d8ad-4ea6-a7aa-184bb30a1205.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1191.947945] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90c4c5fd-4d46-4a47-adaf-4a2a92a51e4c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.957029] env[70527]: DEBUG oslo_vmware.api [None req-8aba27ad-921c-49ee-95e6-2e3c442740e0 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Waiting for the task: (returnval){ [ 1191.957029] env[70527]: value = "task-3914002" [ 1191.957029] env[70527]: _type = "Task" [ 1191.957029] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.966465] env[70527]: DEBUG oslo_vmware.api [None req-8aba27ad-921c-49ee-95e6-2e3c442740e0 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3914002, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.071025] env[70527]: DEBUG nova.network.neutron [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1192.151827] env[70527]: DEBUG oslo_concurrency.lockutils [None req-586cc296-590c-41c2-8057-6231bf4ccaf3 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.291739] env[70527]: DEBUG nova.network.neutron [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Updating instance_info_cache with network_info: [{"id": "21573174-8add-46d6-93ef-d2a024fb8919", "address": "fa:16:3e:6f:e4:92", "network": {"id": "0528ffcb-4865-41a0-87e6-3ea996b12397", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210779476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "030332ea48994bab8d286711ee279556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21573174-8a", "ovs_interfaceid": "21573174-8add-46d6-93ef-d2a024fb8919", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.429772] env[70527]: DEBUG nova.compute.manager [req-01bdefbd-ec40-4c8d-a42b-dfccfee89055 req-c3d3db2b-4f36-460f-b618-57490193a018 service nova] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Received event network-changed-21573174-8add-46d6-93ef-d2a024fb8919 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1192.430219] env[70527]: DEBUG nova.compute.manager [req-01bdefbd-ec40-4c8d-a42b-dfccfee89055 req-c3d3db2b-4f36-460f-b618-57490193a018 service nova] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Refreshing instance network info cache due to event network-changed-21573174-8add-46d6-93ef-d2a024fb8919. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1192.430524] env[70527]: DEBUG oslo_concurrency.lockutils [req-01bdefbd-ec40-4c8d-a42b-dfccfee89055 req-c3d3db2b-4f36-460f-b618-57490193a018 service nova] Acquiring lock "refresh_cache-dc7820a0-241c-4ed4-8a54-f321762897b3" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.440901] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4ce55dae-b492-4cb3-91b7-6ee0406a3d52 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.961s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.443409] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a7c5904c-a269-4d8c-89e8-eaf6d69c7f6a tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.309s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.443715] env[70527]: DEBUG nova.objects.instance [None req-a7c5904c-a269-4d8c-89e8-eaf6d69c7f6a tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Lazy-loading 'resources' on Instance uuid c92cc386-3682-4063-938c-706420df7d3d {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1192.475352] env[70527]: DEBUG oslo_vmware.api [None req-8aba27ad-921c-49ee-95e6-2e3c442740e0 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3914002, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.476398] env[70527]: INFO nova.scheduler.client.report [None req-4ce55dae-b492-4cb3-91b7-6ee0406a3d52 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Deleted allocations for instance c9d02cd4-6e8c-4e5c-b978-463af0f6e14c [ 1192.571706] env[70527]: DEBUG nova.network.neutron [None req-ec4dc4a4-82c2-4cfc-981c-13acd4a5246b tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 779815e2-fd93-426d-bd71-58782205ff29] Updating instance_info_cache with network_info: [{"id": "4ad5c3e5-f573-4595-a097-935f919dee6b", "address": "fa:16:3e:dc:0e:6d", "network": {"id": "bf80da5f-b6b3-408a-8ca7-44b2bb5a09b9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-620290731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04c6913e6e05403f84967742a042b550", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ad5c3e5-f5", "ovs_interfaceid": "4ad5c3e5-f573-4595-a097-935f919dee6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.795361] env[70527]: DEBUG oslo_concurrency.lockutils [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Releasing lock "refresh_cache-dc7820a0-241c-4ed4-8a54-f321762897b3" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.795479] env[70527]: DEBUG nova.compute.manager [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Instance network_info: |[{"id": "21573174-8add-46d6-93ef-d2a024fb8919", "address": "fa:16:3e:6f:e4:92", "network": {"id": "0528ffcb-4865-41a0-87e6-3ea996b12397", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210779476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "030332ea48994bab8d286711ee279556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21573174-8a", "ovs_interfaceid": "21573174-8add-46d6-93ef-d2a024fb8919", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1192.795820] env[70527]: DEBUG oslo_concurrency.lockutils [req-01bdefbd-ec40-4c8d-a42b-dfccfee89055 req-c3d3db2b-4f36-460f-b618-57490193a018 service nova] Acquired lock "refresh_cache-dc7820a0-241c-4ed4-8a54-f321762897b3" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.796072] env[70527]: DEBUG nova.network.neutron [req-01bdefbd-ec40-4c8d-a42b-dfccfee89055 req-c3d3db2b-4f36-460f-b618-57490193a018 service nova] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Refreshing network info cache for port 21573174-8add-46d6-93ef-d2a024fb8919 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1192.797694] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:e4:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd298db54-f13d-4bf6-b6c2-755074b3047f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21573174-8add-46d6-93ef-d2a024fb8919', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1192.806899] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1192.810286] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1192.810892] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-79389b92-04d4-4e07-93d4-9420d9608666 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.828847] env[70527]: DEBUG oslo_concurrency.lockutils [None req-23795e55-6a72-4a2c-acde-7243cc8aec94 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquiring lock "376b07b0-cef1-4839-ad26-73d5d353ca95" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.829152] env[70527]: DEBUG oslo_concurrency.lockutils [None req-23795e55-6a72-4a2c-acde-7243cc8aec94 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lock "376b07b0-cef1-4839-ad26-73d5d353ca95" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.829377] env[70527]: DEBUG nova.compute.manager [None req-23795e55-6a72-4a2c-acde-7243cc8aec94 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 376b07b0-cef1-4839-ad26-73d5d353ca95] Going to confirm migration 7 {{(pid=70527) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1192.836654] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1192.836654] env[70527]: value = "task-3914003" [ 1192.836654] env[70527]: _type = "Task" [ 1192.836654] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.845999] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3914003, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.854670] env[70527]: DEBUG oslo_concurrency.lockutils [None req-56d64969-f4fb-45d7-ab8f-c2a072e09857 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Acquiring lock "43c3492a-2f29-4511-8db9-70fdf4759c62" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.854945] env[70527]: DEBUG oslo_concurrency.lockutils [None req-56d64969-f4fb-45d7-ab8f-c2a072e09857 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Lock "43c3492a-2f29-4511-8db9-70fdf4759c62" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.976372] env[70527]: DEBUG oslo_vmware.api [None req-8aba27ad-921c-49ee-95e6-2e3c442740e0 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3914002, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563783} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.976738] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aba27ad-921c-49ee-95e6-2e3c442740e0 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] ab6d192a-d8ad-4ea6-a7aa-184bb30a1205/ab6d192a-d8ad-4ea6-a7aa-184bb30a1205.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1192.977018] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-8aba27ad-921c-49ee-95e6-2e3c442740e0 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: ab6d192a-d8ad-4ea6-a7aa-184bb30a1205] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1192.977301] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-683318ed-212c-496a-95c1-1c0deda26d52 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.987261] env[70527]: DEBUG oslo_vmware.api [None req-8aba27ad-921c-49ee-95e6-2e3c442740e0 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Waiting for the task: (returnval){ [ 1192.987261] env[70527]: value = "task-3914004" [ 1192.987261] env[70527]: _type = "Task" [ 1192.987261] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.987809] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4ce55dae-b492-4cb3-91b7-6ee0406a3d52 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Lock "c9d02cd4-6e8c-4e5c-b978-463af0f6e14c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.427s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.999362] env[70527]: DEBUG oslo_vmware.api [None req-8aba27ad-921c-49ee-95e6-2e3c442740e0 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3914004, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.039482] env[70527]: DEBUG nova.network.neutron [req-01bdefbd-ec40-4c8d-a42b-dfccfee89055 req-c3d3db2b-4f36-460f-b618-57490193a018 service nova] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Updated VIF entry in instance network info cache for port 21573174-8add-46d6-93ef-d2a024fb8919. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1193.039846] env[70527]: DEBUG nova.network.neutron [req-01bdefbd-ec40-4c8d-a42b-dfccfee89055 req-c3d3db2b-4f36-460f-b618-57490193a018 service nova] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Updating instance_info_cache with network_info: [{"id": "21573174-8add-46d6-93ef-d2a024fb8919", "address": "fa:16:3e:6f:e4:92", "network": {"id": "0528ffcb-4865-41a0-87e6-3ea996b12397", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210779476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "030332ea48994bab8d286711ee279556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21573174-8a", "ovs_interfaceid": "21573174-8add-46d6-93ef-d2a024fb8919", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.076981] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ec4dc4a4-82c2-4cfc-981c-13acd4a5246b tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Releasing lock "refresh_cache-779815e2-fd93-426d-bd71-58782205ff29" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.077665] env[70527]: DEBUG nova.objects.instance [None req-ec4dc4a4-82c2-4cfc-981c-13acd4a5246b tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Lazy-loading 'flavor' on Instance uuid 779815e2-fd93-426d-bd71-58782205ff29 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1193.215024] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2332529e-9b5b-4f34-8d21-97a68d24f740 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.224948] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed8f2f1-459f-4124-9793-ac109813f8e1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.264171] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc87896d-ac1b-4a11-84cc-942103e617b8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.272351] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e5dd7a-e328-4153-aa8d-a556706b8097 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.287087] env[70527]: DEBUG nova.compute.provider_tree [None req-a7c5904c-a269-4d8c-89e8-eaf6d69c7f6a tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1193.348510] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3914003, 'name': CreateVM_Task} progress is 25%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.361066] env[70527]: DEBUG nova.compute.utils [None req-56d64969-f4fb-45d7-ab8f-c2a072e09857 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1193.390632] env[70527]: DEBUG oslo_concurrency.lockutils [None req-23795e55-6a72-4a2c-acde-7243cc8aec94 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquiring lock "refresh_cache-376b07b0-cef1-4839-ad26-73d5d353ca95" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.390825] env[70527]: DEBUG oslo_concurrency.lockutils [None req-23795e55-6a72-4a2c-acde-7243cc8aec94 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquired lock "refresh_cache-376b07b0-cef1-4839-ad26-73d5d353ca95" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.390999] env[70527]: DEBUG nova.network.neutron [None req-23795e55-6a72-4a2c-acde-7243cc8aec94 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 376b07b0-cef1-4839-ad26-73d5d353ca95] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1193.391198] env[70527]: DEBUG nova.objects.instance [None req-23795e55-6a72-4a2c-acde-7243cc8aec94 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lazy-loading 'info_cache' on Instance uuid 376b07b0-cef1-4839-ad26-73d5d353ca95 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1193.498076] env[70527]: DEBUG oslo_vmware.api [None req-8aba27ad-921c-49ee-95e6-2e3c442740e0 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3914004, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.274455} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.498360] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-8aba27ad-921c-49ee-95e6-2e3c442740e0 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: ab6d192a-d8ad-4ea6-a7aa-184bb30a1205] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1193.499149] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec3a03f-8d0e-4076-a7db-e98bcd4b1767 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.521168] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-8aba27ad-921c-49ee-95e6-2e3c442740e0 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: ab6d192a-d8ad-4ea6-a7aa-184bb30a1205] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] ab6d192a-d8ad-4ea6-a7aa-184bb30a1205/ab6d192a-d8ad-4ea6-a7aa-184bb30a1205.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1193.521421] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8019b5ec-7bbd-435d-b5e3-b7ac25814bca {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.542760] env[70527]: DEBUG oslo_concurrency.lockutils [req-01bdefbd-ec40-4c8d-a42b-dfccfee89055 req-c3d3db2b-4f36-460f-b618-57490193a018 service nova] Releasing lock "refresh_cache-dc7820a0-241c-4ed4-8a54-f321762897b3" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.543170] env[70527]: DEBUG nova.compute.manager [req-01bdefbd-ec40-4c8d-a42b-dfccfee89055 req-c3d3db2b-4f36-460f-b618-57490193a018 service nova] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Received event network-changed-bfd19d7e-0d09-4f06-b1c9-31f6bc523646 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1193.543473] env[70527]: DEBUG nova.compute.manager [req-01bdefbd-ec40-4c8d-a42b-dfccfee89055 req-c3d3db2b-4f36-460f-b618-57490193a018 service nova] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Refreshing instance network info cache due to event network-changed-bfd19d7e-0d09-4f06-b1c9-31f6bc523646. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1193.543777] env[70527]: DEBUG oslo_concurrency.lockutils [req-01bdefbd-ec40-4c8d-a42b-dfccfee89055 req-c3d3db2b-4f36-460f-b618-57490193a018 service nova] Acquiring lock "refresh_cache-3321b60f-9e0c-4947-8ed7-f4b613c0c7a3" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.543948] env[70527]: DEBUG oslo_concurrency.lockutils [req-01bdefbd-ec40-4c8d-a42b-dfccfee89055 req-c3d3db2b-4f36-460f-b618-57490193a018 service nova] Acquired lock "refresh_cache-3321b60f-9e0c-4947-8ed7-f4b613c0c7a3" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.544249] env[70527]: DEBUG nova.network.neutron [req-01bdefbd-ec40-4c8d-a42b-dfccfee89055 req-c3d3db2b-4f36-460f-b618-57490193a018 service nova] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Refreshing network info cache for port bfd19d7e-0d09-4f06-b1c9-31f6bc523646 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1193.545567] env[70527]: DEBUG oslo_vmware.api [None req-8aba27ad-921c-49ee-95e6-2e3c442740e0 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Waiting for the task: (returnval){ [ 1193.545567] env[70527]: value = "task-3914005" [ 1193.545567] env[70527]: _type = "Task" [ 1193.545567] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.558350] env[70527]: DEBUG oslo_vmware.api [None req-8aba27ad-921c-49ee-95e6-2e3c442740e0 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3914005, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.583514] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b61d63d-881b-4779-b7b2-148c4df0d4af {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.608081] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec4dc4a4-82c2-4cfc-981c-13acd4a5246b tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 779815e2-fd93-426d-bd71-58782205ff29] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1193.608395] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91eb586f-aaac-42d6-95f1-0f58679b364e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.616064] env[70527]: DEBUG oslo_vmware.api [None req-ec4dc4a4-82c2-4cfc-981c-13acd4a5246b tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Waiting for the task: (returnval){ [ 1193.616064] env[70527]: value = "task-3914006" [ 1193.616064] env[70527]: _type = "Task" [ 1193.616064] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.625200] env[70527]: DEBUG oslo_vmware.api [None req-ec4dc4a4-82c2-4cfc-981c-13acd4a5246b tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3914006, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.791113] env[70527]: DEBUG nova.scheduler.client.report [None req-a7c5904c-a269-4d8c-89e8-eaf6d69c7f6a tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1193.849528] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3914003, 'name': CreateVM_Task, 'duration_secs': 0.792572} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.849725] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1193.850473] env[70527]: DEBUG oslo_concurrency.lockutils [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.850648] env[70527]: DEBUG oslo_concurrency.lockutils [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.851021] env[70527]: DEBUG oslo_concurrency.lockutils [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.851306] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-571c6d7f-321b-4f42-8956-baf5e6d86f5e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.856250] env[70527]: DEBUG oslo_vmware.api [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Waiting for the task: (returnval){ [ 1193.856250] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]526371e7-6b73-fd71-0f58-f9dfdb2c356d" [ 1193.856250] env[70527]: _type = "Task" [ 1193.856250] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.864908] env[70527]: DEBUG oslo_concurrency.lockutils [None req-56d64969-f4fb-45d7-ab8f-c2a072e09857 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Lock "43c3492a-2f29-4511-8db9-70fdf4759c62" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.865394] env[70527]: DEBUG oslo_vmware.api [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]526371e7-6b73-fd71-0f58-f9dfdb2c356d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.058266] env[70527]: DEBUG oslo_vmware.api [None req-8aba27ad-921c-49ee-95e6-2e3c442740e0 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3914005, 'name': ReconfigVM_Task, 'duration_secs': 0.439741} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.058535] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-8aba27ad-921c-49ee-95e6-2e3c442740e0 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: ab6d192a-d8ad-4ea6-a7aa-184bb30a1205] Reconfigured VM instance instance-0000006d to attach disk [datastore1] ab6d192a-d8ad-4ea6-a7aa-184bb30a1205/ab6d192a-d8ad-4ea6-a7aa-184bb30a1205.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1194.059192] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e4903b3-4a59-4140-a9d8-1bdcf82d4287 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.065722] env[70527]: DEBUG oslo_vmware.api [None req-8aba27ad-921c-49ee-95e6-2e3c442740e0 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Waiting for the task: (returnval){ [ 1194.065722] env[70527]: value = "task-3914007" [ 1194.065722] env[70527]: _type = "Task" [ 1194.065722] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.073877] env[70527]: DEBUG oslo_vmware.api [None req-8aba27ad-921c-49ee-95e6-2e3c442740e0 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3914007, 'name': Rename_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.127880] env[70527]: DEBUG oslo_vmware.api [None req-ec4dc4a4-82c2-4cfc-981c-13acd4a5246b tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3914006, 'name': PowerOffVM_Task, 'duration_secs': 0.230157} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.128259] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec4dc4a4-82c2-4cfc-981c-13acd4a5246b tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 779815e2-fd93-426d-bd71-58782205ff29] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1194.134188] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec4dc4a4-82c2-4cfc-981c-13acd4a5246b tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 779815e2-fd93-426d-bd71-58782205ff29] Reconfiguring VM instance instance-00000065 to detach disk 2001 {{(pid=70527) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1194.137125] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5c22f42-e21b-4d5d-8458-19cfa0c4e134 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.158284] env[70527]: DEBUG oslo_vmware.api [None req-ec4dc4a4-82c2-4cfc-981c-13acd4a5246b tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Waiting for the task: (returnval){ [ 1194.158284] env[70527]: value = "task-3914008" [ 1194.158284] env[70527]: _type = "Task" [ 1194.158284] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.168223] env[70527]: DEBUG oslo_vmware.api [None req-ec4dc4a4-82c2-4cfc-981c-13acd4a5246b tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3914008, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.296404] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a7c5904c-a269-4d8c-89e8-eaf6d69c7f6a tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.853s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.298863] env[70527]: DEBUG oslo_concurrency.lockutils [None req-16816043-eadf-4868-9874-cba514369022 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.293s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.299236] env[70527]: DEBUG nova.objects.instance [None req-16816043-eadf-4868-9874-cba514369022 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Lazy-loading 'resources' on Instance uuid f4ed141d-cc40-41e1-8a06-7473d5de24b3 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1194.310412] env[70527]: DEBUG nova.network.neutron [req-01bdefbd-ec40-4c8d-a42b-dfccfee89055 req-c3d3db2b-4f36-460f-b618-57490193a018 service nova] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Updated VIF entry in instance network info cache for port bfd19d7e-0d09-4f06-b1c9-31f6bc523646. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1194.310852] env[70527]: DEBUG nova.network.neutron [req-01bdefbd-ec40-4c8d-a42b-dfccfee89055 req-c3d3db2b-4f36-460f-b618-57490193a018 service nova] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Updating instance_info_cache with network_info: [{"id": "bfd19d7e-0d09-4f06-b1c9-31f6bc523646", "address": "fa:16:3e:bf:b3:20", "network": {"id": "6b7058bf-638c-4d72-9f51-37a045c3ebde", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1062784441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbf5afba87784fe2b33ca0fa6a95c5b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfd19d7e-0d", "ovs_interfaceid": "bfd19d7e-0d09-4f06-b1c9-31f6bc523646", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.323308] env[70527]: INFO nova.scheduler.client.report [None req-a7c5904c-a269-4d8c-89e8-eaf6d69c7f6a tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Deleted allocations for instance c92cc386-3682-4063-938c-706420df7d3d [ 1194.368596] env[70527]: DEBUG oslo_vmware.api [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]526371e7-6b73-fd71-0f58-f9dfdb2c356d, 'name': SearchDatastore_Task, 'duration_secs': 0.015393} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.368931] env[70527]: DEBUG oslo_concurrency.lockutils [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.369257] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1194.369471] env[70527]: DEBUG oslo_concurrency.lockutils [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.369617] env[70527]: DEBUG oslo_concurrency.lockutils [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.370086] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1194.370086] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-912efac0-7673-4c36-af6c-9e8d97e47991 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.379811] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1194.380022] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1194.380745] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3ce530b-25c8-4c39-9f30-91fbe239396e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.387715] env[70527]: DEBUG oslo_vmware.api [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Waiting for the task: (returnval){ [ 1194.387715] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52cf8ed6-8955-2e47-0804-8c7db37b2e13" [ 1194.387715] env[70527]: _type = "Task" [ 1194.387715] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.399723] env[70527]: DEBUG oslo_vmware.api [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52cf8ed6-8955-2e47-0804-8c7db37b2e13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.576226] env[70527]: DEBUG oslo_vmware.api [None req-8aba27ad-921c-49ee-95e6-2e3c442740e0 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3914007, 'name': Rename_Task, 'duration_secs': 0.148196} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.576509] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aba27ad-921c-49ee-95e6-2e3c442740e0 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: ab6d192a-d8ad-4ea6-a7aa-184bb30a1205] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1194.576752] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36fac051-a3fe-4787-b9f5-fb729e71497a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.584694] env[70527]: DEBUG oslo_vmware.api [None req-8aba27ad-921c-49ee-95e6-2e3c442740e0 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Waiting for the task: (returnval){ [ 1194.584694] env[70527]: value = "task-3914009" [ 1194.584694] env[70527]: _type = "Task" [ 1194.584694] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.597552] env[70527]: DEBUG oslo_vmware.api [None req-8aba27ad-921c-49ee-95e6-2e3c442740e0 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3914009, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.630095] env[70527]: DEBUG nova.network.neutron [None req-23795e55-6a72-4a2c-acde-7243cc8aec94 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 376b07b0-cef1-4839-ad26-73d5d353ca95] Updating instance_info_cache with network_info: [{"id": "2e32dde8-43bd-4f15-bff8-1b35cd42763b", "address": "fa:16:3e:82:68:77", "network": {"id": "0b72ef80-5e63-4bac-b3dd-4a63ff7abe74", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-571665589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79060d06877149fb8970e454e0927e61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e32dde8-43", "ovs_interfaceid": "2e32dde8-43bd-4f15-bff8-1b35cd42763b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.668806] env[70527]: DEBUG oslo_vmware.api [None req-ec4dc4a4-82c2-4cfc-981c-13acd4a5246b tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3914008, 'name': ReconfigVM_Task, 'duration_secs': 0.295631} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.669095] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec4dc4a4-82c2-4cfc-981c-13acd4a5246b tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 779815e2-fd93-426d-bd71-58782205ff29] Reconfigured VM instance instance-00000065 to detach disk 2001 {{(pid=70527) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1194.669356] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec4dc4a4-82c2-4cfc-981c-13acd4a5246b tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 779815e2-fd93-426d-bd71-58782205ff29] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1194.669613] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-caaa313c-ba03-44a6-97dc-037cb299e909 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.677864] env[70527]: DEBUG oslo_vmware.api [None req-ec4dc4a4-82c2-4cfc-981c-13acd4a5246b tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Waiting for the task: (returnval){ [ 1194.677864] env[70527]: value = "task-3914010" [ 1194.677864] env[70527]: _type = "Task" [ 1194.677864] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.690090] env[70527]: DEBUG oslo_vmware.api [None req-ec4dc4a4-82c2-4cfc-981c-13acd4a5246b tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3914010, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.812983] env[70527]: DEBUG oslo_concurrency.lockutils [req-01bdefbd-ec40-4c8d-a42b-dfccfee89055 req-c3d3db2b-4f36-460f-b618-57490193a018 service nova] Releasing lock "refresh_cache-3321b60f-9e0c-4947-8ed7-f4b613c0c7a3" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.834016] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a7c5904c-a269-4d8c-89e8-eaf6d69c7f6a tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Lock "c92cc386-3682-4063-938c-706420df7d3d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.971s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.900364] env[70527]: DEBUG oslo_vmware.api [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52cf8ed6-8955-2e47-0804-8c7db37b2e13, 'name': SearchDatastore_Task, 'duration_secs': 0.016764} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.901189] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82241afa-3e17-4480-9e04-7fb7134d2baf {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.907103] env[70527]: DEBUG oslo_vmware.api [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Waiting for the task: (returnval){ [ 1194.907103] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52d9e327-7fc7-4659-f153-d0bb6b48c1a5" [ 1194.907103] env[70527]: _type = "Task" [ 1194.907103] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.919078] env[70527]: DEBUG oslo_vmware.api [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52d9e327-7fc7-4659-f153-d0bb6b48c1a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.942178] env[70527]: DEBUG oslo_concurrency.lockutils [None req-56d64969-f4fb-45d7-ab8f-c2a072e09857 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Acquiring lock "43c3492a-2f29-4511-8db9-70fdf4759c62" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.942476] env[70527]: DEBUG oslo_concurrency.lockutils [None req-56d64969-f4fb-45d7-ab8f-c2a072e09857 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Lock "43c3492a-2f29-4511-8db9-70fdf4759c62" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.942718] env[70527]: INFO nova.compute.manager [None req-56d64969-f4fb-45d7-ab8f-c2a072e09857 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 43c3492a-2f29-4511-8db9-70fdf4759c62] Attaching volume 1c2219c9-7477-4041-add9-4f56ddd4f06a to /dev/sdb [ 1194.982281] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb86a40e-23ee-4099-b23d-e7434cb786c8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.993730] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a9780be-3973-4af2-9b1c-003113389e57 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.008951] env[70527]: DEBUG nova.virt.block_device [None req-56d64969-f4fb-45d7-ab8f-c2a072e09857 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 43c3492a-2f29-4511-8db9-70fdf4759c62] Updating existing volume attachment record: d27aafca-19b3-4d3f-bbce-1d3e42ce566f {{(pid=70527) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1195.072704] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea3cec0a-ac58-4ec7-81e1-10bc8e3c95b3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.080846] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36016686-6171-482d-8233-f49a80c06817 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.117574] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280a5c8f-1faa-4d9a-8467-f1f4e8eb3cb4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.124118] env[70527]: DEBUG oslo_vmware.api [None req-8aba27ad-921c-49ee-95e6-2e3c442740e0 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3914009, 'name': PowerOnVM_Task, 'duration_secs': 0.510365} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.124731] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aba27ad-921c-49ee-95e6-2e3c442740e0 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: ab6d192a-d8ad-4ea6-a7aa-184bb30a1205] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1195.124972] env[70527]: INFO nova.compute.manager [None req-8aba27ad-921c-49ee-95e6-2e3c442740e0 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: ab6d192a-d8ad-4ea6-a7aa-184bb30a1205] Took 8.00 seconds to spawn the instance on the hypervisor. [ 1195.125168] env[70527]: DEBUG nova.compute.manager [None req-8aba27ad-921c-49ee-95e6-2e3c442740e0 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: ab6d192a-d8ad-4ea6-a7aa-184bb30a1205] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1195.125953] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf03fe8-1084-4af4-923a-db84e31284be {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.132918] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae2510b-4738-4569-8aab-586c8060f3ba {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.139497] env[70527]: DEBUG oslo_concurrency.lockutils [None req-23795e55-6a72-4a2c-acde-7243cc8aec94 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Releasing lock "refresh_cache-376b07b0-cef1-4839-ad26-73d5d353ca95" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.139755] env[70527]: DEBUG nova.objects.instance [None req-23795e55-6a72-4a2c-acde-7243cc8aec94 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lazy-loading 'migration_context' on Instance uuid 376b07b0-cef1-4839-ad26-73d5d353ca95 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1195.155122] env[70527]: DEBUG nova.compute.provider_tree [None req-16816043-eadf-4868-9874-cba514369022 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1195.191968] env[70527]: DEBUG oslo_vmware.api [None req-ec4dc4a4-82c2-4cfc-981c-13acd4a5246b tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3914010, 'name': PowerOnVM_Task, 'duration_secs': 0.420401} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.192115] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec4dc4a4-82c2-4cfc-981c-13acd4a5246b tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 779815e2-fd93-426d-bd71-58782205ff29] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1195.192370] env[70527]: DEBUG nova.compute.manager [None req-ec4dc4a4-82c2-4cfc-981c-13acd4a5246b tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 779815e2-fd93-426d-bd71-58782205ff29] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1195.193377] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2575edb7-7863-4836-8835-930029ea4209 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.418302] env[70527]: DEBUG oslo_vmware.api [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52d9e327-7fc7-4659-f153-d0bb6b48c1a5, 'name': SearchDatastore_Task, 'duration_secs': 0.011626} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.418570] env[70527]: DEBUG oslo_concurrency.lockutils [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.418833] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] dc7820a0-241c-4ed4-8a54-f321762897b3/dc7820a0-241c-4ed4-8a54-f321762897b3.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1195.419195] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65ca612b-b619-495e-9125-a0b28d982c2c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.426582] env[70527]: DEBUG oslo_vmware.api [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Waiting for the task: (returnval){ [ 1195.426582] env[70527]: value = "task-3914012" [ 1195.426582] env[70527]: _type = "Task" [ 1195.426582] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.436159] env[70527]: DEBUG oslo_vmware.api [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3914012, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.644954] env[70527]: DEBUG nova.objects.base [None req-23795e55-6a72-4a2c-acde-7243cc8aec94 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Object Instance<376b07b0-cef1-4839-ad26-73d5d353ca95> lazy-loaded attributes: info_cache,migration_context {{(pid=70527) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1195.646032] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a476bae-426f-41ac-8d8a-470521cc6f43 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.658347] env[70527]: DEBUG nova.scheduler.client.report [None req-16816043-eadf-4868-9874-cba514369022 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1195.661923] env[70527]: INFO nova.compute.manager [None req-8aba27ad-921c-49ee-95e6-2e3c442740e0 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: ab6d192a-d8ad-4ea6-a7aa-184bb30a1205] Took 22.34 seconds to build instance. [ 1195.681810] env[70527]: DEBUG oslo_concurrency.lockutils [None req-16816043-eadf-4868-9874-cba514369022 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.383s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.684035] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8182dde-6fa3-4442-83d9-2c24b02eb68d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.686920] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8ab5e6f7-e2df-499b-938b-91af32d38f3e tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Acquiring lock "9ad716c6-d457-49e5-9958-a356e4328191" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.687201] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8ab5e6f7-e2df-499b-938b-91af32d38f3e tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Lock "9ad716c6-d457-49e5-9958-a356e4328191" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.687407] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8ab5e6f7-e2df-499b-938b-91af32d38f3e tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Acquiring lock "9ad716c6-d457-49e5-9958-a356e4328191-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.687598] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8ab5e6f7-e2df-499b-938b-91af32d38f3e tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Lock "9ad716c6-d457-49e5-9958-a356e4328191-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.687808] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8ab5e6f7-e2df-499b-938b-91af32d38f3e tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Lock "9ad716c6-d457-49e5-9958-a356e4328191-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.689515] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ebbc6f65-abdf-4986-b41a-0f115febec8f tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.682s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.689780] env[70527]: DEBUG nova.objects.instance [None req-ebbc6f65-abdf-4986-b41a-0f115febec8f tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Lazy-loading 'resources' on Instance uuid 818f37c0-1d7d-45ec-a21b-93d87d21f1dc {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1195.692595] env[70527]: INFO nova.compute.manager [None req-8ab5e6f7-e2df-499b-938b-91af32d38f3e tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 9ad716c6-d457-49e5-9958-a356e4328191] Terminating instance [ 1195.699994] env[70527]: DEBUG oslo_vmware.api [None req-23795e55-6a72-4a2c-acde-7243cc8aec94 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for the task: (returnval){ [ 1195.699994] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]5246ceaf-74dd-896d-588b-6a967efff17a" [ 1195.699994] env[70527]: _type = "Task" [ 1195.699994] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.715109] env[70527]: DEBUG oslo_vmware.api [None req-23795e55-6a72-4a2c-acde-7243cc8aec94 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5246ceaf-74dd-896d-588b-6a967efff17a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.716293] env[70527]: INFO nova.scheduler.client.report [None req-16816043-eadf-4868-9874-cba514369022 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Deleted allocations for instance f4ed141d-cc40-41e1-8a06-7473d5de24b3 [ 1195.939394] env[70527]: DEBUG oslo_vmware.api [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3914012, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.182165] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8aba27ad-921c-49ee-95e6-2e3c442740e0 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Lock "ab6d192a-d8ad-4ea6-a7aa-184bb30a1205" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.871s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.189674] env[70527]: DEBUG oslo_concurrency.lockutils [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Acquiring lock "c86e6850-1961-448a-a3c5-39a25264bfa8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.189889] env[70527]: DEBUG oslo_concurrency.lockutils [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Lock "c86e6850-1961-448a-a3c5-39a25264bfa8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.199077] env[70527]: DEBUG nova.compute.manager [None req-8ab5e6f7-e2df-499b-938b-91af32d38f3e tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 9ad716c6-d457-49e5-9958-a356e4328191] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1196.199468] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-8ab5e6f7-e2df-499b-938b-91af32d38f3e tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 9ad716c6-d457-49e5-9958-a356e4328191] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1196.201453] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e6924c-9b98-48fd-8ba3-bdd8eef63fb3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.221392] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ab5e6f7-e2df-499b-938b-91af32d38f3e tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 9ad716c6-d457-49e5-9958-a356e4328191] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1196.227550] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21d46832-a68f-4aca-922c-e1fff5b5b925 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.233384] env[70527]: DEBUG oslo_vmware.api [None req-23795e55-6a72-4a2c-acde-7243cc8aec94 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5246ceaf-74dd-896d-588b-6a967efff17a, 'name': SearchDatastore_Task, 'duration_secs': 0.016797} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.237537] env[70527]: DEBUG oslo_concurrency.lockutils [None req-23795e55-6a72-4a2c-acde-7243cc8aec94 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.238526] env[70527]: DEBUG oslo_concurrency.lockutils [None req-16816043-eadf-4868-9874-cba514369022 tempest-ServerPasswordTestJSON-1338888747 tempest-ServerPasswordTestJSON-1338888747-project-member] Lock "f4ed141d-cc40-41e1-8a06-7473d5de24b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.912s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.248671] env[70527]: DEBUG oslo_vmware.api [None req-8ab5e6f7-e2df-499b-938b-91af32d38f3e tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Waiting for the task: (returnval){ [ 1196.248671] env[70527]: value = "task-3914013" [ 1196.248671] env[70527]: _type = "Task" [ 1196.248671] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.261204] env[70527]: DEBUG oslo_vmware.api [None req-8ab5e6f7-e2df-499b-938b-91af32d38f3e tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3914013, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.440471] env[70527]: DEBUG oslo_vmware.api [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3914012, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54469} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.440632] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] dc7820a0-241c-4ed4-8a54-f321762897b3/dc7820a0-241c-4ed4-8a54-f321762897b3.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1196.440854] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1196.441134] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2be5ef19-9dce-4b57-b281-1cb1dbe8f892 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.449023] env[70527]: DEBUG oslo_vmware.api [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Waiting for the task: (returnval){ [ 1196.449023] env[70527]: value = "task-3914014" [ 1196.449023] env[70527]: _type = "Task" [ 1196.449023] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.463495] env[70527]: DEBUG oslo_vmware.api [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3914014, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.485109] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6380e772-89da-4b19-b870-cf64e007e916 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.494917] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d540c6-d094-4cf7-989e-b2e3860c749f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.535433] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a9d79b-b95d-4e88-852b-c73d83b78793 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.544854] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af9769c-5ebc-4078-be46-00bd57a713a5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.559966] env[70527]: DEBUG nova.compute.provider_tree [None req-ebbc6f65-abdf-4986-b41a-0f115febec8f tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1196.695686] env[70527]: DEBUG nova.compute.manager [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c86e6850-1961-448a-a3c5-39a25264bfa8] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1196.760311] env[70527]: DEBUG oslo_vmware.api [None req-8ab5e6f7-e2df-499b-938b-91af32d38f3e tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3914013, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.960823] env[70527]: DEBUG oslo_vmware.api [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3914014, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.287546} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.961560] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1196.964329] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16fe4002-2d34-4ae6-b727-6b69775e6c35 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.992146] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] dc7820a0-241c-4ed4-8a54-f321762897b3/dc7820a0-241c-4ed4-8a54-f321762897b3.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1196.993092] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a13bf94-a51d-4cb8-be8c-8ab127cc4622 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.016125] env[70527]: DEBUG oslo_vmware.api [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Waiting for the task: (returnval){ [ 1197.016125] env[70527]: value = "task-3914015" [ 1197.016125] env[70527]: _type = "Task" [ 1197.016125] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.025540] env[70527]: DEBUG oslo_vmware.api [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3914015, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.063597] env[70527]: DEBUG nova.scheduler.client.report [None req-ebbc6f65-abdf-4986-b41a-0f115febec8f tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1197.223227] env[70527]: DEBUG oslo_concurrency.lockutils [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.261641] env[70527]: DEBUG oslo_vmware.api [None req-8ab5e6f7-e2df-499b-938b-91af32d38f3e tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3914013, 'name': PowerOffVM_Task, 'duration_secs': 0.547713} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.262092] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ab5e6f7-e2df-499b-938b-91af32d38f3e tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 9ad716c6-d457-49e5-9958-a356e4328191] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1197.262394] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-8ab5e6f7-e2df-499b-938b-91af32d38f3e tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 9ad716c6-d457-49e5-9958-a356e4328191] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1197.262746] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12648286-6ab4-42f8-b5b4-114610315b98 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.357450] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-8ab5e6f7-e2df-499b-938b-91af32d38f3e tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 9ad716c6-d457-49e5-9958-a356e4328191] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1197.357760] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-8ab5e6f7-e2df-499b-938b-91af32d38f3e tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 9ad716c6-d457-49e5-9958-a356e4328191] Deleting contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1197.358053] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ab5e6f7-e2df-499b-938b-91af32d38f3e tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Deleting the datastore file [datastore2] 9ad716c6-d457-49e5-9958-a356e4328191 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1197.358410] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d5f8bee-a61b-4d11-bd55-dac987d5b877 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.366796] env[70527]: DEBUG oslo_vmware.api [None req-8ab5e6f7-e2df-499b-938b-91af32d38f3e tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Waiting for the task: (returnval){ [ 1197.366796] env[70527]: value = "task-3914018" [ 1197.366796] env[70527]: _type = "Task" [ 1197.366796] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.377722] env[70527]: DEBUG oslo_vmware.api [None req-8ab5e6f7-e2df-499b-938b-91af32d38f3e tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3914018, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.400517] env[70527]: DEBUG nova.compute.manager [None req-73356f30-5146-4532-b3e0-0c2fde2020b0 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Stashing vm_state: active {{(pid=70527) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1197.469350] env[70527]: DEBUG oslo_concurrency.lockutils [None req-021f6250-89ab-4f5e-bbfe-31d5a13cf470 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Acquiring lock "ab6d192a-d8ad-4ea6-a7aa-184bb30a1205" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.469425] env[70527]: DEBUG oslo_concurrency.lockutils [None req-021f6250-89ab-4f5e-bbfe-31d5a13cf470 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Lock "ab6d192a-d8ad-4ea6-a7aa-184bb30a1205" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.469647] env[70527]: DEBUG oslo_concurrency.lockutils [None req-021f6250-89ab-4f5e-bbfe-31d5a13cf470 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Acquiring lock "ab6d192a-d8ad-4ea6-a7aa-184bb30a1205-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.469911] env[70527]: DEBUG oslo_concurrency.lockutils [None req-021f6250-89ab-4f5e-bbfe-31d5a13cf470 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Lock "ab6d192a-d8ad-4ea6-a7aa-184bb30a1205-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.470159] env[70527]: DEBUG oslo_concurrency.lockutils [None req-021f6250-89ab-4f5e-bbfe-31d5a13cf470 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Lock "ab6d192a-d8ad-4ea6-a7aa-184bb30a1205-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.473350] env[70527]: INFO nova.compute.manager [None req-021f6250-89ab-4f5e-bbfe-31d5a13cf470 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: ab6d192a-d8ad-4ea6-a7aa-184bb30a1205] Terminating instance [ 1197.528959] env[70527]: DEBUG oslo_vmware.api [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3914015, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.568844] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ebbc6f65-abdf-4986-b41a-0f115febec8f tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.879s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.572058] env[70527]: DEBUG oslo_concurrency.lockutils [None req-586cc296-590c-41c2-8057-6231bf4ccaf3 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.420s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.572464] env[70527]: DEBUG nova.objects.instance [None req-586cc296-590c-41c2-8057-6231bf4ccaf3 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Lazy-loading 'resources' on Instance uuid 1257ac19-f4a8-4199-b5dd-58106904e220 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1197.597537] env[70527]: INFO nova.scheduler.client.report [None req-ebbc6f65-abdf-4986-b41a-0f115febec8f tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Deleted allocations for instance 818f37c0-1d7d-45ec-a21b-93d87d21f1dc [ 1197.879031] env[70527]: DEBUG oslo_vmware.api [None req-8ab5e6f7-e2df-499b-938b-91af32d38f3e tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3914018, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.326345} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.879031] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ab5e6f7-e2df-499b-938b-91af32d38f3e tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1197.879031] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-8ab5e6f7-e2df-499b-938b-91af32d38f3e tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 9ad716c6-d457-49e5-9958-a356e4328191] Deleted contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1197.879031] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-8ab5e6f7-e2df-499b-938b-91af32d38f3e tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 9ad716c6-d457-49e5-9958-a356e4328191] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1197.879420] env[70527]: INFO nova.compute.manager [None req-8ab5e6f7-e2df-499b-938b-91af32d38f3e tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: 9ad716c6-d457-49e5-9958-a356e4328191] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1197.879836] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ab5e6f7-e2df-499b-938b-91af32d38f3e tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1197.880227] env[70527]: DEBUG nova.compute.manager [-] [instance: 9ad716c6-d457-49e5-9958-a356e4328191] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1197.880483] env[70527]: DEBUG nova.network.neutron [-] [instance: 9ad716c6-d457-49e5-9958-a356e4328191] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1197.946365] env[70527]: DEBUG oslo_concurrency.lockutils [None req-73356f30-5146-4532-b3e0-0c2fde2020b0 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.977689] env[70527]: DEBUG nova.compute.manager [None req-021f6250-89ab-4f5e-bbfe-31d5a13cf470 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: ab6d192a-d8ad-4ea6-a7aa-184bb30a1205] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1197.977943] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-021f6250-89ab-4f5e-bbfe-31d5a13cf470 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: ab6d192a-d8ad-4ea6-a7aa-184bb30a1205] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1197.980048] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d465633-4be5-4e5d-bae8-d0d4d8df91fd {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.993891] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-021f6250-89ab-4f5e-bbfe-31d5a13cf470 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: ab6d192a-d8ad-4ea6-a7aa-184bb30a1205] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1197.993891] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43cfc9e4-227a-41e7-af28-6c9352d10ec0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.003444] env[70527]: DEBUG oslo_vmware.api [None req-021f6250-89ab-4f5e-bbfe-31d5a13cf470 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Waiting for the task: (returnval){ [ 1198.003444] env[70527]: value = "task-3914019" [ 1198.003444] env[70527]: _type = "Task" [ 1198.003444] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.020101] env[70527]: DEBUG oslo_vmware.api [None req-021f6250-89ab-4f5e-bbfe-31d5a13cf470 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3914019, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.032082] env[70527]: DEBUG oslo_vmware.api [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3914015, 'name': ReconfigVM_Task, 'duration_secs': 0.57609} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.032504] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Reconfigured VM instance instance-0000006e to attach disk [datastore1] dc7820a0-241c-4ed4-8a54-f321762897b3/dc7820a0-241c-4ed4-8a54-f321762897b3.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1198.033452] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-871646ac-60ef-4c1e-8dfd-570a41a6eda1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.042896] env[70527]: DEBUG oslo_vmware.api [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Waiting for the task: (returnval){ [ 1198.042896] env[70527]: value = "task-3914020" [ 1198.042896] env[70527]: _type = "Task" [ 1198.042896] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.059071] env[70527]: DEBUG oslo_vmware.api [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3914020, 'name': Rename_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.108990] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ebbc6f65-abdf-4986-b41a-0f115febec8f tempest-ServersV294TestFqdnHostnames-201987379 tempest-ServersV294TestFqdnHostnames-201987379-project-member] Lock "818f37c0-1d7d-45ec-a21b-93d87d21f1dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.013s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.427968] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1b03ba-a603-4bf9-907d-606bea6bf0ba {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.441793] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd5de547-be7f-493c-b3c4-e1b4743b8f49 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.479782] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b2e17a-ec04-4fad-9810-d59886df2b00 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.487707] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b860f7c6-fe98-460d-9653-156497d3b9a1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.502140] env[70527]: DEBUG nova.compute.provider_tree [None req-586cc296-590c-41c2-8057-6231bf4ccaf3 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1198.512385] env[70527]: DEBUG oslo_vmware.api [None req-021f6250-89ab-4f5e-bbfe-31d5a13cf470 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3914019, 'name': PowerOffVM_Task, 'duration_secs': 0.347764} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.513347] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-021f6250-89ab-4f5e-bbfe-31d5a13cf470 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: ab6d192a-d8ad-4ea6-a7aa-184bb30a1205] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1198.513521] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-021f6250-89ab-4f5e-bbfe-31d5a13cf470 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: ab6d192a-d8ad-4ea6-a7aa-184bb30a1205] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1198.513764] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2506bda9-5b68-44a2-8d4e-c477949f6219 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.552924] env[70527]: DEBUG oslo_vmware.api [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3914020, 'name': Rename_Task, 'duration_secs': 0.183875} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.553675] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1198.554120] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-232ac0ce-4ce0-4b51-9d9a-4e19aa82a39a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.561585] env[70527]: DEBUG oslo_vmware.api [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Waiting for the task: (returnval){ [ 1198.561585] env[70527]: value = "task-3914022" [ 1198.561585] env[70527]: _type = "Task" [ 1198.561585] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.570468] env[70527]: DEBUG oslo_vmware.api [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3914022, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.597309] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-021f6250-89ab-4f5e-bbfe-31d5a13cf470 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: ab6d192a-d8ad-4ea6-a7aa-184bb30a1205] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1198.597590] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-021f6250-89ab-4f5e-bbfe-31d5a13cf470 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: ab6d192a-d8ad-4ea6-a7aa-184bb30a1205] Deleting contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1198.597858] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-021f6250-89ab-4f5e-bbfe-31d5a13cf470 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Deleting the datastore file [datastore1] ab6d192a-d8ad-4ea6-a7aa-184bb30a1205 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1198.598231] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ac013fb-6dff-40ba-ad1a-d7397b9fa879 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.608314] env[70527]: DEBUG oslo_vmware.api [None req-021f6250-89ab-4f5e-bbfe-31d5a13cf470 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Waiting for the task: (returnval){ [ 1198.608314] env[70527]: value = "task-3914023" [ 1198.608314] env[70527]: _type = "Task" [ 1198.608314] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.614804] env[70527]: DEBUG nova.compute.manager [req-a31c5576-9539-4b17-9a0e-e711374349a7 req-18093a76-ba30-40fa-a153-9f3561d8698d service nova] [instance: 9ad716c6-d457-49e5-9958-a356e4328191] Received event network-vif-deleted-4852bfe5-c6e1-433f-bd50-120378bcf08a {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1198.615173] env[70527]: INFO nova.compute.manager [req-a31c5576-9539-4b17-9a0e-e711374349a7 req-18093a76-ba30-40fa-a153-9f3561d8698d service nova] [instance: 9ad716c6-d457-49e5-9958-a356e4328191] Neutron deleted interface 4852bfe5-c6e1-433f-bd50-120378bcf08a; detaching it from the instance and deleting it from the info cache [ 1198.615443] env[70527]: DEBUG nova.network.neutron [req-a31c5576-9539-4b17-9a0e-e711374349a7 req-18093a76-ba30-40fa-a153-9f3561d8698d service nova] [instance: 9ad716c6-d457-49e5-9958-a356e4328191] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.623317] env[70527]: DEBUG oslo_vmware.api [None req-021f6250-89ab-4f5e-bbfe-31d5a13cf470 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3914023, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.934886] env[70527]: DEBUG nova.network.neutron [-] [instance: 9ad716c6-d457-49e5-9958-a356e4328191] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.005867] env[70527]: DEBUG nova.scheduler.client.report [None req-586cc296-590c-41c2-8057-6231bf4ccaf3 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1199.075660] env[70527]: DEBUG oslo_vmware.api [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3914022, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.121555] env[70527]: DEBUG oslo_vmware.api [None req-021f6250-89ab-4f5e-bbfe-31d5a13cf470 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3914023, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241669} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.121814] env[70527]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d6d2aa21-6a5c-4f10-bbcc-5e3f277afb5b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.123847] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-021f6250-89ab-4f5e-bbfe-31d5a13cf470 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1199.124057] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-021f6250-89ab-4f5e-bbfe-31d5a13cf470 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: ab6d192a-d8ad-4ea6-a7aa-184bb30a1205] Deleted contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1199.124240] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-021f6250-89ab-4f5e-bbfe-31d5a13cf470 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: ab6d192a-d8ad-4ea6-a7aa-184bb30a1205] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1199.124413] env[70527]: INFO nova.compute.manager [None req-021f6250-89ab-4f5e-bbfe-31d5a13cf470 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: ab6d192a-d8ad-4ea6-a7aa-184bb30a1205] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1199.124653] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-021f6250-89ab-4f5e-bbfe-31d5a13cf470 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1199.124856] env[70527]: DEBUG nova.compute.manager [-] [instance: ab6d192a-d8ad-4ea6-a7aa-184bb30a1205] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1199.124950] env[70527]: DEBUG nova.network.neutron [-] [instance: ab6d192a-d8ad-4ea6-a7aa-184bb30a1205] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1199.134092] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e353a422-e1e0-4602-83ce-90515a8df82a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.169723] env[70527]: DEBUG nova.compute.manager [req-a31c5576-9539-4b17-9a0e-e711374349a7 req-18093a76-ba30-40fa-a153-9f3561d8698d service nova] [instance: 9ad716c6-d457-49e5-9958-a356e4328191] Detach interface failed, port_id=4852bfe5-c6e1-433f-bd50-120378bcf08a, reason: Instance 9ad716c6-d457-49e5-9958-a356e4328191 could not be found. {{(pid=70527) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1199.439020] env[70527]: INFO nova.compute.manager [-] [instance: 9ad716c6-d457-49e5-9958-a356e4328191] Took 1.56 seconds to deallocate network for instance. [ 1199.512171] env[70527]: DEBUG oslo_concurrency.lockutils [None req-586cc296-590c-41c2-8057-6231bf4ccaf3 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.940s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.515150] env[70527]: DEBUG oslo_concurrency.lockutils [None req-23795e55-6a72-4a2c-acde-7243cc8aec94 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.277s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.540756] env[70527]: INFO nova.scheduler.client.report [None req-586cc296-590c-41c2-8057-6231bf4ccaf3 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Deleted allocations for instance 1257ac19-f4a8-4199-b5dd-58106904e220 [ 1199.575051] env[70527]: DEBUG oslo_vmware.api [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3914022, 'name': PowerOnVM_Task, 'duration_secs': 0.549291} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.577264] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-56d64969-f4fb-45d7-ab8f-c2a072e09857 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 43c3492a-2f29-4511-8db9-70fdf4759c62] Volume attach. Driver type: vmdk {{(pid=70527) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1199.578081] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-56d64969-f4fb-45d7-ab8f-c2a072e09857 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 43c3492a-2f29-4511-8db9-70fdf4759c62] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-777219', 'volume_id': '1c2219c9-7477-4041-add9-4f56ddd4f06a', 'name': 'volume-1c2219c9-7477-4041-add9-4f56ddd4f06a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '43c3492a-2f29-4511-8db9-70fdf4759c62', 'attached_at': '', 'detached_at': '', 'volume_id': '1c2219c9-7477-4041-add9-4f56ddd4f06a', 'serial': '1c2219c9-7477-4041-add9-4f56ddd4f06a'} {{(pid=70527) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1199.578829] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1199.579017] env[70527]: INFO nova.compute.manager [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Took 10.01 seconds to spawn the instance on the hypervisor. [ 1199.579349] env[70527]: DEBUG nova.compute.manager [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1199.580361] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5690e3bd-01a6-43fa-83dd-834acbe5430d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.583856] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c5889d-2688-453d-a550-1bad921923a9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.608586] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf9195ae-4af3-48bb-9755-f86c3b88ccaf {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.638942] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-56d64969-f4fb-45d7-ab8f-c2a072e09857 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 43c3492a-2f29-4511-8db9-70fdf4759c62] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] volume-1c2219c9-7477-4041-add9-4f56ddd4f06a/volume-1c2219c9-7477-4041-add9-4f56ddd4f06a.vmdk or device None with type thin {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1199.640273] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5574251d-c4f1-4ff8-aff7-d303b03c9842 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.662254] env[70527]: DEBUG oslo_vmware.api [None req-56d64969-f4fb-45d7-ab8f-c2a072e09857 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Waiting for the task: (returnval){ [ 1199.662254] env[70527]: value = "task-3914024" [ 1199.662254] env[70527]: _type = "Task" [ 1199.662254] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.672528] env[70527]: DEBUG oslo_vmware.api [None req-56d64969-f4fb-45d7-ab8f-c2a072e09857 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3914024, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.896342] env[70527]: DEBUG nova.network.neutron [-] [instance: ab6d192a-d8ad-4ea6-a7aa-184bb30a1205] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.944898] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8ab5e6f7-e2df-499b-938b-91af32d38f3e tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.054990] env[70527]: DEBUG oslo_concurrency.lockutils [None req-586cc296-590c-41c2-8057-6231bf4ccaf3 tempest-ListServerFiltersTestJSON-1362658205 tempest-ListServerFiltersTestJSON-1362658205-project-member] Lock "1257ac19-f4a8-4199-b5dd-58106904e220" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.372s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.124085] env[70527]: INFO nova.compute.manager [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Took 26.71 seconds to build instance. [ 1200.174406] env[70527]: DEBUG oslo_vmware.api [None req-56d64969-f4fb-45d7-ab8f-c2a072e09857 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3914024, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.182826] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Acquiring lock "af05e519-2a42-4cbc-a73f-43fba1a963ef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.183118] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Lock "af05e519-2a42-4cbc-a73f-43fba1a963ef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.387872] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba444f7-94b3-46e6-a776-b9d35da76873 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.396682] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc20d7d4-47b8-4931-bdcb-c1658fb062ae {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.400672] env[70527]: INFO nova.compute.manager [-] [instance: ab6d192a-d8ad-4ea6-a7aa-184bb30a1205] Took 1.28 seconds to deallocate network for instance. [ 1200.434919] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49552c24-65bf-4097-98a5-a0e6ae24a198 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.444054] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d58ab4-4851-4fd1-9929-edfcbd4111c2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.459809] env[70527]: DEBUG nova.compute.provider_tree [None req-23795e55-6a72-4a2c-acde-7243cc8aec94 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1200.629393] env[70527]: DEBUG oslo_concurrency.lockutils [None req-45f656bf-0120-45f2-a853-c4b033598a25 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Lock "dc7820a0-241c-4ed4-8a54-f321762897b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.234s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.668364] env[70527]: DEBUG nova.compute.manager [req-b14a1ef8-0f7f-4be7-93de-39c5da85c1c6 req-598a1289-fefa-44aa-bae7-093baf03aa5c service nova] [instance: ab6d192a-d8ad-4ea6-a7aa-184bb30a1205] Received event network-vif-deleted-1bf047ea-c953-4b93-a4e5-9d696994c7d2 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1200.686590] env[70527]: DEBUG nova.compute.manager [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1200.691174] env[70527]: DEBUG oslo_vmware.api [None req-56d64969-f4fb-45d7-ab8f-c2a072e09857 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3914024, 'name': ReconfigVM_Task, 'duration_secs': 0.775353} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.691349] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-56d64969-f4fb-45d7-ab8f-c2a072e09857 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 43c3492a-2f29-4511-8db9-70fdf4759c62] Reconfigured VM instance instance-00000064 to attach disk [datastore1] volume-1c2219c9-7477-4041-add9-4f56ddd4f06a/volume-1c2219c9-7477-4041-add9-4f56ddd4f06a.vmdk or device None with type thin {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1200.701296] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16e9fb15-b5b6-4510-8d50-96b0710cbadd {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.726614] env[70527]: DEBUG oslo_vmware.api [None req-56d64969-f4fb-45d7-ab8f-c2a072e09857 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Waiting for the task: (returnval){ [ 1200.726614] env[70527]: value = "task-3914025" [ 1200.726614] env[70527]: _type = "Task" [ 1200.726614] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.740472] env[70527]: DEBUG oslo_vmware.api [None req-56d64969-f4fb-45d7-ab8f-c2a072e09857 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3914025, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.936016] env[70527]: DEBUG oslo_concurrency.lockutils [None req-021f6250-89ab-4f5e-bbfe-31d5a13cf470 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.963376] env[70527]: DEBUG nova.scheduler.client.report [None req-23795e55-6a72-4a2c-acde-7243cc8aec94 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1201.234828] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.240380] env[70527]: DEBUG oslo_vmware.api [None req-56d64969-f4fb-45d7-ab8f-c2a072e09857 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3914025, 'name': ReconfigVM_Task, 'duration_secs': 0.213235} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.240800] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-56d64969-f4fb-45d7-ab8f-c2a072e09857 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 43c3492a-2f29-4511-8db9-70fdf4759c62] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-777219', 'volume_id': '1c2219c9-7477-4041-add9-4f56ddd4f06a', 'name': 'volume-1c2219c9-7477-4041-add9-4f56ddd4f06a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '43c3492a-2f29-4511-8db9-70fdf4759c62', 'attached_at': '', 'detached_at': '', 'volume_id': '1c2219c9-7477-4041-add9-4f56ddd4f06a', 'serial': '1c2219c9-7477-4041-add9-4f56ddd4f06a'} {{(pid=70527) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1201.842331] env[70527]: DEBUG oslo_concurrency.lockutils [None req-2101b21a-b707-4a7f-b3c8-e2d9f1dcdb76 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Acquiring lock "f82bd048-5013-4809-ac11-053b6629067b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.842331] env[70527]: DEBUG oslo_concurrency.lockutils [None req-2101b21a-b707-4a7f-b3c8-e2d9f1dcdb76 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Lock "f82bd048-5013-4809-ac11-053b6629067b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.867031] env[70527]: DEBUG oslo_concurrency.lockutils [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquiring lock "0b1c7a2b-cf58-4464-bb53-86c2a637037f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.867270] env[70527]: DEBUG oslo_concurrency.lockutils [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Lock "0b1c7a2b-cf58-4464-bb53-86c2a637037f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.978613] env[70527]: DEBUG oslo_concurrency.lockutils [None req-23795e55-6a72-4a2c-acde-7243cc8aec94 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.464s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.982920] env[70527]: DEBUG oslo_concurrency.lockutils [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.760s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.984860] env[70527]: INFO nova.compute.claims [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c86e6850-1961-448a-a3c5-39a25264bfa8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1202.288128] env[70527]: DEBUG nova.objects.instance [None req-56d64969-f4fb-45d7-ab8f-c2a072e09857 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Lazy-loading 'flavor' on Instance uuid 43c3492a-2f29-4511-8db9-70fdf4759c62 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1202.343244] env[70527]: INFO nova.compute.manager [None req-2101b21a-b707-4a7f-b3c8-e2d9f1dcdb76 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] Detaching volume f79cd1a0-2099-41ff-8c08-a185c69233ec [ 1202.371048] env[70527]: DEBUG nova.compute.manager [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1202.377429] env[70527]: INFO nova.virt.block_device [None req-2101b21a-b707-4a7f-b3c8-e2d9f1dcdb76 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] Attempting to driver detach volume f79cd1a0-2099-41ff-8c08-a185c69233ec from mountpoint /dev/sdb [ 1202.377672] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-2101b21a-b707-4a7f-b3c8-e2d9f1dcdb76 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] Volume detach. Driver type: vmdk {{(pid=70527) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1202.377933] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-2101b21a-b707-4a7f-b3c8-e2d9f1dcdb76 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-777194', 'volume_id': 'f79cd1a0-2099-41ff-8c08-a185c69233ec', 'name': 'volume-f79cd1a0-2099-41ff-8c08-a185c69233ec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f82bd048-5013-4809-ac11-053b6629067b', 'attached_at': '', 'detached_at': '', 'volume_id': 'f79cd1a0-2099-41ff-8c08-a185c69233ec', 'serial': 'f79cd1a0-2099-41ff-8c08-a185c69233ec'} {{(pid=70527) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1202.378804] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161b211f-e03f-44c7-b1a3-82645e410e2a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.409594] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8a0cd0-989b-4f50-81ab-dec0844fced6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.417968] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec50d88-279e-4355-a697-cd2e1be9c8e1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.439553] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e9ff82c-b8c7-4188-aff4-4ad85c89f986 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.458838] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-2101b21a-b707-4a7f-b3c8-e2d9f1dcdb76 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] The volume has not been displaced from its original location: [datastore1] volume-f79cd1a0-2099-41ff-8c08-a185c69233ec/volume-f79cd1a0-2099-41ff-8c08-a185c69233ec.vmdk. No consolidation needed. {{(pid=70527) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1202.464608] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-2101b21a-b707-4a7f-b3c8-e2d9f1dcdb76 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] Reconfiguring VM instance instance-00000058 to detach disk 2001 {{(pid=70527) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1202.464963] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd4a28af-e85a-4769-81ef-5dc93ce51a3b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.487250] env[70527]: DEBUG oslo_vmware.api [None req-2101b21a-b707-4a7f-b3c8-e2d9f1dcdb76 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for the task: (returnval){ [ 1202.487250] env[70527]: value = "task-3914026" [ 1202.487250] env[70527]: _type = "Task" [ 1202.487250] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.502436] env[70527]: DEBUG oslo_vmware.api [None req-2101b21a-b707-4a7f-b3c8-e2d9f1dcdb76 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3914026, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.547578] env[70527]: INFO nova.scheduler.client.report [None req-23795e55-6a72-4a2c-acde-7243cc8aec94 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Deleted allocation for migration 42b95e78-a1ce-428f-938b-39c2f6b38560 [ 1202.793502] env[70527]: DEBUG oslo_concurrency.lockutils [None req-56d64969-f4fb-45d7-ab8f-c2a072e09857 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Lock "43c3492a-2f29-4511-8db9-70fdf4759c62" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.851s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.800642] env[70527]: DEBUG nova.compute.manager [req-ee779e58-f327-4984-b0b1-79f768de9ce3 req-c34034a1-edc5-46ab-9186-0d35ba4196bc service nova] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Received event network-changed-21573174-8add-46d6-93ef-d2a024fb8919 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1202.800841] env[70527]: DEBUG nova.compute.manager [req-ee779e58-f327-4984-b0b1-79f768de9ce3 req-c34034a1-edc5-46ab-9186-0d35ba4196bc service nova] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Refreshing instance network info cache due to event network-changed-21573174-8add-46d6-93ef-d2a024fb8919. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1202.801069] env[70527]: DEBUG oslo_concurrency.lockutils [req-ee779e58-f327-4984-b0b1-79f768de9ce3 req-c34034a1-edc5-46ab-9186-0d35ba4196bc service nova] Acquiring lock "refresh_cache-dc7820a0-241c-4ed4-8a54-f321762897b3" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.801226] env[70527]: DEBUG oslo_concurrency.lockutils [req-ee779e58-f327-4984-b0b1-79f768de9ce3 req-c34034a1-edc5-46ab-9186-0d35ba4196bc service nova] Acquired lock "refresh_cache-dc7820a0-241c-4ed4-8a54-f321762897b3" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.801391] env[70527]: DEBUG nova.network.neutron [req-ee779e58-f327-4984-b0b1-79f768de9ce3 req-c34034a1-edc5-46ab-9186-0d35ba4196bc service nova] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Refreshing network info cache for port 21573174-8add-46d6-93ef-d2a024fb8919 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1202.835796] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c10225f3-3c01-40c5-ab17-e91f212a20a0 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Acquiring lock "43c3492a-2f29-4511-8db9-70fdf4759c62" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.836092] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c10225f3-3c01-40c5-ab17-e91f212a20a0 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Lock "43c3492a-2f29-4511-8db9-70fdf4759c62" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.892977] env[70527]: DEBUG oslo_concurrency.lockutils [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.003034] env[70527]: DEBUG oslo_vmware.api [None req-2101b21a-b707-4a7f-b3c8-e2d9f1dcdb76 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3914026, 'name': ReconfigVM_Task, 'duration_secs': 0.244836} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.003361] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-2101b21a-b707-4a7f-b3c8-e2d9f1dcdb76 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] Reconfigured VM instance instance-00000058 to detach disk 2001 {{(pid=70527) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1203.008549] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14d2aa1a-0822-44ea-8abb-c68c7ae6cb0c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.027805] env[70527]: DEBUG oslo_vmware.api [None req-2101b21a-b707-4a7f-b3c8-e2d9f1dcdb76 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for the task: (returnval){ [ 1203.027805] env[70527]: value = "task-3914027" [ 1203.027805] env[70527]: _type = "Task" [ 1203.027805] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.038355] env[70527]: DEBUG oslo_vmware.api [None req-2101b21a-b707-4a7f-b3c8-e2d9f1dcdb76 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3914027, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.054693] env[70527]: DEBUG oslo_concurrency.lockutils [None req-23795e55-6a72-4a2c-acde-7243cc8aec94 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lock "376b07b0-cef1-4839-ad26-73d5d353ca95" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 10.225s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.246417] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2479ca-3870-4fca-9a15-4775a7b3215d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.256474] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ea13c6-4bc0-42b3-9211-eeb4c09a23bf {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.293441] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d80578bf-77cd-48b5-9c18-da1882f26a3d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.301658] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f163bb4-37d4-4261-9da1-f21c08ce8145 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.319902] env[70527]: DEBUG nova.compute.provider_tree [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1203.339247] env[70527]: INFO nova.compute.manager [None req-c10225f3-3c01-40c5-ab17-e91f212a20a0 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 43c3492a-2f29-4511-8db9-70fdf4759c62] Detaching volume 1c2219c9-7477-4041-add9-4f56ddd4f06a [ 1203.378795] env[70527]: INFO nova.virt.block_device [None req-c10225f3-3c01-40c5-ab17-e91f212a20a0 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 43c3492a-2f29-4511-8db9-70fdf4759c62] Attempting to driver detach volume 1c2219c9-7477-4041-add9-4f56ddd4f06a from mountpoint /dev/sdb [ 1203.379091] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-c10225f3-3c01-40c5-ab17-e91f212a20a0 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 43c3492a-2f29-4511-8db9-70fdf4759c62] Volume detach. Driver type: vmdk {{(pid=70527) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1203.379327] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-c10225f3-3c01-40c5-ab17-e91f212a20a0 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 43c3492a-2f29-4511-8db9-70fdf4759c62] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-777219', 'volume_id': '1c2219c9-7477-4041-add9-4f56ddd4f06a', 'name': 'volume-1c2219c9-7477-4041-add9-4f56ddd4f06a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '43c3492a-2f29-4511-8db9-70fdf4759c62', 'attached_at': '', 'detached_at': '', 'volume_id': '1c2219c9-7477-4041-add9-4f56ddd4f06a', 'serial': '1c2219c9-7477-4041-add9-4f56ddd4f06a'} {{(pid=70527) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1203.380272] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d237b268-98c8-4cfe-8c11-a80241e74ae5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.404905] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d649902-6b12-4e89-9f3e-26e389f543b2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.413737] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b1c9d4-fbc5-4c7b-96eb-466af139d3d7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.436338] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a0120b8-96eb-4b8a-a548-7ed63432878c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.450677] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-c10225f3-3c01-40c5-ab17-e91f212a20a0 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] The volume has not been displaced from its original location: [datastore1] volume-1c2219c9-7477-4041-add9-4f56ddd4f06a/volume-1c2219c9-7477-4041-add9-4f56ddd4f06a.vmdk. No consolidation needed. {{(pid=70527) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1203.459072] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-c10225f3-3c01-40c5-ab17-e91f212a20a0 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 43c3492a-2f29-4511-8db9-70fdf4759c62] Reconfiguring VM instance instance-00000064 to detach disk 2001 {{(pid=70527) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1203.459072] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f597e836-29a6-4dff-b3bf-150f7bf24416 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.478533] env[70527]: DEBUG oslo_vmware.api [None req-c10225f3-3c01-40c5-ab17-e91f212a20a0 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Waiting for the task: (returnval){ [ 1203.478533] env[70527]: value = "task-3914028" [ 1203.478533] env[70527]: _type = "Task" [ 1203.478533] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.489126] env[70527]: DEBUG oslo_vmware.api [None req-c10225f3-3c01-40c5-ab17-e91f212a20a0 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3914028, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.537967] env[70527]: DEBUG oslo_vmware.api [None req-2101b21a-b707-4a7f-b3c8-e2d9f1dcdb76 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3914027, 'name': ReconfigVM_Task, 'duration_secs': 0.154571} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.538158] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-2101b21a-b707-4a7f-b3c8-e2d9f1dcdb76 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-777194', 'volume_id': 'f79cd1a0-2099-41ff-8c08-a185c69233ec', 'name': 'volume-f79cd1a0-2099-41ff-8c08-a185c69233ec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f82bd048-5013-4809-ac11-053b6629067b', 'attached_at': '', 'detached_at': '', 'volume_id': 'f79cd1a0-2099-41ff-8c08-a185c69233ec', 'serial': 'f79cd1a0-2099-41ff-8c08-a185c69233ec'} {{(pid=70527) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1203.590218] env[70527]: DEBUG nova.network.neutron [req-ee779e58-f327-4984-b0b1-79f768de9ce3 req-c34034a1-edc5-46ab-9186-0d35ba4196bc service nova] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Updated VIF entry in instance network info cache for port 21573174-8add-46d6-93ef-d2a024fb8919. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1203.590531] env[70527]: DEBUG nova.network.neutron [req-ee779e58-f327-4984-b0b1-79f768de9ce3 req-c34034a1-edc5-46ab-9186-0d35ba4196bc service nova] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Updating instance_info_cache with network_info: [{"id": "21573174-8add-46d6-93ef-d2a024fb8919", "address": "fa:16:3e:6f:e4:92", "network": {"id": "0528ffcb-4865-41a0-87e6-3ea996b12397", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210779476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "030332ea48994bab8d286711ee279556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21573174-8a", "ovs_interfaceid": "21573174-8add-46d6-93ef-d2a024fb8919", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.823148] env[70527]: DEBUG nova.scheduler.client.report [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1203.990604] env[70527]: DEBUG oslo_vmware.api [None req-c10225f3-3c01-40c5-ab17-e91f212a20a0 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3914028, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.081769] env[70527]: DEBUG nova.objects.instance [None req-2101b21a-b707-4a7f-b3c8-e2d9f1dcdb76 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Lazy-loading 'flavor' on Instance uuid f82bd048-5013-4809-ac11-053b6629067b {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1204.093155] env[70527]: DEBUG oslo_concurrency.lockutils [req-ee779e58-f327-4984-b0b1-79f768de9ce3 req-c34034a1-edc5-46ab-9186-0d35ba4196bc service nova] Releasing lock "refresh_cache-dc7820a0-241c-4ed4-8a54-f321762897b3" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.328803] env[70527]: DEBUG oslo_concurrency.lockutils [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.346s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.329456] env[70527]: DEBUG nova.compute.manager [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c86e6850-1961-448a-a3c5-39a25264bfa8] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1204.332723] env[70527]: DEBUG oslo_concurrency.lockutils [None req-73356f30-5146-4532-b3e0-0c2fde2020b0 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 6.388s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.353525] env[70527]: DEBUG oslo_concurrency.lockutils [None req-23795e55-6a72-4a2c-acde-7243cc8aec94 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquiring lock "376b07b0-cef1-4839-ad26-73d5d353ca95" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.353812] env[70527]: DEBUG oslo_concurrency.lockutils [None req-23795e55-6a72-4a2c-acde-7243cc8aec94 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lock "376b07b0-cef1-4839-ad26-73d5d353ca95" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.354184] env[70527]: DEBUG oslo_concurrency.lockutils [None req-23795e55-6a72-4a2c-acde-7243cc8aec94 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquiring lock "376b07b0-cef1-4839-ad26-73d5d353ca95-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.354435] env[70527]: DEBUG oslo_concurrency.lockutils [None req-23795e55-6a72-4a2c-acde-7243cc8aec94 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lock "376b07b0-cef1-4839-ad26-73d5d353ca95-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.354591] env[70527]: DEBUG oslo_concurrency.lockutils [None req-23795e55-6a72-4a2c-acde-7243cc8aec94 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lock "376b07b0-cef1-4839-ad26-73d5d353ca95-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.358076] env[70527]: INFO nova.compute.manager [None req-23795e55-6a72-4a2c-acde-7243cc8aec94 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 376b07b0-cef1-4839-ad26-73d5d353ca95] Terminating instance [ 1204.489632] env[70527]: DEBUG oslo_vmware.api [None req-c10225f3-3c01-40c5-ab17-e91f212a20a0 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3914028, 'name': ReconfigVM_Task, 'duration_secs': 0.892173} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.489927] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-c10225f3-3c01-40c5-ab17-e91f212a20a0 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 43c3492a-2f29-4511-8db9-70fdf4759c62] Reconfigured VM instance instance-00000064 to detach disk 2001 {{(pid=70527) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1204.494764] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d219d6c8-9e39-4c73-861c-40a5231a70c5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.510993] env[70527]: DEBUG oslo_vmware.api [None req-c10225f3-3c01-40c5-ab17-e91f212a20a0 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Waiting for the task: (returnval){ [ 1204.510993] env[70527]: value = "task-3914029" [ 1204.510993] env[70527]: _type = "Task" [ 1204.510993] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.520629] env[70527]: DEBUG oslo_vmware.api [None req-c10225f3-3c01-40c5-ab17-e91f212a20a0 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3914029, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.839126] env[70527]: INFO nova.compute.claims [None req-73356f30-5146-4532-b3e0-0c2fde2020b0 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1204.843380] env[70527]: DEBUG nova.compute.utils [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1204.844763] env[70527]: DEBUG nova.compute.manager [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c86e6850-1961-448a-a3c5-39a25264bfa8] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1204.844930] env[70527]: DEBUG nova.network.neutron [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c86e6850-1961-448a-a3c5-39a25264bfa8] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1204.863040] env[70527]: DEBUG nova.compute.manager [None req-23795e55-6a72-4a2c-acde-7243cc8aec94 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 376b07b0-cef1-4839-ad26-73d5d353ca95] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1204.863288] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-23795e55-6a72-4a2c-acde-7243cc8aec94 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 376b07b0-cef1-4839-ad26-73d5d353ca95] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1204.864429] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9840564f-c60e-4331-b5c0-7ad8470ad1ad {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.873735] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-23795e55-6a72-4a2c-acde-7243cc8aec94 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 376b07b0-cef1-4839-ad26-73d5d353ca95] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1204.874236] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d4986db-bca4-49b7-b850-f7198bd36d1b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.883594] env[70527]: DEBUG oslo_vmware.api [None req-23795e55-6a72-4a2c-acde-7243cc8aec94 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for the task: (returnval){ [ 1204.883594] env[70527]: value = "task-3914030" [ 1204.883594] env[70527]: _type = "Task" [ 1204.883594] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.895587] env[70527]: DEBUG oslo_vmware.api [None req-23795e55-6a72-4a2c-acde-7243cc8aec94 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3914030, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.906205] env[70527]: DEBUG nova.policy [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6887b990a28b4a21872fc01a509ea97d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '261a432e66f749ad9aca2a0fcb2c6ab2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 1205.023053] env[70527]: DEBUG oslo_vmware.api [None req-c10225f3-3c01-40c5-ab17-e91f212a20a0 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3914029, 'name': ReconfigVM_Task, 'duration_secs': 0.142495} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.023471] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-c10225f3-3c01-40c5-ab17-e91f212a20a0 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 43c3492a-2f29-4511-8db9-70fdf4759c62] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-777219', 'volume_id': '1c2219c9-7477-4041-add9-4f56ddd4f06a', 'name': 'volume-1c2219c9-7477-4041-add9-4f56ddd4f06a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '43c3492a-2f29-4511-8db9-70fdf4759c62', 'attached_at': '', 'detached_at': '', 'volume_id': '1c2219c9-7477-4041-add9-4f56ddd4f06a', 'serial': '1c2219c9-7477-4041-add9-4f56ddd4f06a'} {{(pid=70527) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1205.095773] env[70527]: DEBUG oslo_concurrency.lockutils [None req-2101b21a-b707-4a7f-b3c8-e2d9f1dcdb76 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Lock "f82bd048-5013-4809-ac11-053b6629067b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.255s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.261700] env[70527]: DEBUG nova.network.neutron [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c86e6850-1961-448a-a3c5-39a25264bfa8] Successfully created port: b8386cac-1c2f-4941-bb6d-85e2c90117c0 {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1205.348994] env[70527]: INFO nova.compute.resource_tracker [None req-73356f30-5146-4532-b3e0-0c2fde2020b0 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Updating resource usage from migration 892e30d7-6d9a-4a01-9cc2-60bfd53ff69c [ 1205.351034] env[70527]: DEBUG nova.compute.manager [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c86e6850-1961-448a-a3c5-39a25264bfa8] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1205.396825] env[70527]: DEBUG oslo_vmware.api [None req-23795e55-6a72-4a2c-acde-7243cc8aec94 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3914030, 'name': PowerOffVM_Task, 'duration_secs': 0.216221} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.397152] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-23795e55-6a72-4a2c-acde-7243cc8aec94 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 376b07b0-cef1-4839-ad26-73d5d353ca95] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1205.397337] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-23795e55-6a72-4a2c-acde-7243cc8aec94 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 376b07b0-cef1-4839-ad26-73d5d353ca95] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1205.397604] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-654aad12-abae-4fb6-8937-38cf34274ea2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.464456] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-23795e55-6a72-4a2c-acde-7243cc8aec94 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 376b07b0-cef1-4839-ad26-73d5d353ca95] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1205.465441] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-23795e55-6a72-4a2c-acde-7243cc8aec94 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 376b07b0-cef1-4839-ad26-73d5d353ca95] Deleting contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1205.465441] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-23795e55-6a72-4a2c-acde-7243cc8aec94 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Deleting the datastore file [datastore2] 376b07b0-cef1-4839-ad26-73d5d353ca95 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1205.468085] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e3fba55-8d83-42ee-aaf5-0f048b3d5547 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.474898] env[70527]: DEBUG oslo_vmware.api [None req-23795e55-6a72-4a2c-acde-7243cc8aec94 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for the task: (returnval){ [ 1205.474898] env[70527]: value = "task-3914032" [ 1205.474898] env[70527]: _type = "Task" [ 1205.474898] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.485408] env[70527]: DEBUG oslo_vmware.api [None req-23795e55-6a72-4a2c-acde-7243cc8aec94 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3914032, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.492053] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c2a8a13a-283f-411b-bbfc-b3e525f89351 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Acquiring lock "f82bd048-5013-4809-ac11-053b6629067b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.492367] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c2a8a13a-283f-411b-bbfc-b3e525f89351 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Lock "f82bd048-5013-4809-ac11-053b6629067b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.492626] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c2a8a13a-283f-411b-bbfc-b3e525f89351 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Acquiring lock "f82bd048-5013-4809-ac11-053b6629067b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.492861] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c2a8a13a-283f-411b-bbfc-b3e525f89351 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Lock "f82bd048-5013-4809-ac11-053b6629067b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.493104] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c2a8a13a-283f-411b-bbfc-b3e525f89351 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Lock "f82bd048-5013-4809-ac11-053b6629067b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.498048] env[70527]: INFO nova.compute.manager [None req-c2a8a13a-283f-411b-bbfc-b3e525f89351 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] Terminating instance [ 1205.571337] env[70527]: DEBUG nova.objects.instance [None req-c10225f3-3c01-40c5-ab17-e91f212a20a0 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Lazy-loading 'flavor' on Instance uuid 43c3492a-2f29-4511-8db9-70fdf4759c62 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1205.611422] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1db408-9521-4f54-8ce8-eac725ec4ab6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.619459] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7742712-11e2-448d-ab3f-baf6fd8b6dd2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.653106] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b8f52e-4c9a-47a4-a55e-71463c008eb2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.661889] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c624582-dd3f-41cd-aebf-f4f1468675f4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.676139] env[70527]: DEBUG nova.compute.provider_tree [None req-73356f30-5146-4532-b3e0-0c2fde2020b0 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1205.985862] env[70527]: DEBUG oslo_vmware.api [None req-23795e55-6a72-4a2c-acde-7243cc8aec94 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Task: {'id': task-3914032, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160583} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.986155] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-23795e55-6a72-4a2c-acde-7243cc8aec94 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1205.986340] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-23795e55-6a72-4a2c-acde-7243cc8aec94 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 376b07b0-cef1-4839-ad26-73d5d353ca95] Deleted contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1205.986518] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-23795e55-6a72-4a2c-acde-7243cc8aec94 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 376b07b0-cef1-4839-ad26-73d5d353ca95] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1205.986691] env[70527]: INFO nova.compute.manager [None req-23795e55-6a72-4a2c-acde-7243cc8aec94 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] [instance: 376b07b0-cef1-4839-ad26-73d5d353ca95] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1205.986940] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23795e55-6a72-4a2c-acde-7243cc8aec94 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1205.987163] env[70527]: DEBUG nova.compute.manager [-] [instance: 376b07b0-cef1-4839-ad26-73d5d353ca95] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1205.987259] env[70527]: DEBUG nova.network.neutron [-] [instance: 376b07b0-cef1-4839-ad26-73d5d353ca95] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1206.002862] env[70527]: DEBUG nova.compute.manager [None req-c2a8a13a-283f-411b-bbfc-b3e525f89351 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1206.003101] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-c2a8a13a-283f-411b-bbfc-b3e525f89351 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1206.004254] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e607c6-d86b-45d9-b78e-32330142cbae {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.012264] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2a8a13a-283f-411b-bbfc-b3e525f89351 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1206.012535] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-735d5639-b854-4a18-9c1b-c0ec775de060 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.020926] env[70527]: DEBUG oslo_vmware.api [None req-c2a8a13a-283f-411b-bbfc-b3e525f89351 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for the task: (returnval){ [ 1206.020926] env[70527]: value = "task-3914033" [ 1206.020926] env[70527]: _type = "Task" [ 1206.020926] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.029782] env[70527]: DEBUG oslo_vmware.api [None req-c2a8a13a-283f-411b-bbfc-b3e525f89351 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3914033, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.179525] env[70527]: DEBUG nova.scheduler.client.report [None req-73356f30-5146-4532-b3e0-0c2fde2020b0 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1206.264327] env[70527]: DEBUG nova.compute.manager [req-7bab88c4-1003-480a-9813-5bf648affb0f req-514e0523-f98b-471c-8b6d-867b5983c3ed service nova] [instance: 376b07b0-cef1-4839-ad26-73d5d353ca95] Received event network-vif-deleted-2e32dde8-43bd-4f15-bff8-1b35cd42763b {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1206.264584] env[70527]: INFO nova.compute.manager [req-7bab88c4-1003-480a-9813-5bf648affb0f req-514e0523-f98b-471c-8b6d-867b5983c3ed service nova] [instance: 376b07b0-cef1-4839-ad26-73d5d353ca95] Neutron deleted interface 2e32dde8-43bd-4f15-bff8-1b35cd42763b; detaching it from the instance and deleting it from the info cache [ 1206.264799] env[70527]: DEBUG nova.network.neutron [req-7bab88c4-1003-480a-9813-5bf648affb0f req-514e0523-f98b-471c-8b6d-867b5983c3ed service nova] [instance: 376b07b0-cef1-4839-ad26-73d5d353ca95] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.360165] env[70527]: DEBUG nova.compute.manager [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c86e6850-1961-448a-a3c5-39a25264bfa8] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1206.386348] env[70527]: DEBUG nova.virt.hardware [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1206.386605] env[70527]: DEBUG nova.virt.hardware [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1206.386768] env[70527]: DEBUG nova.virt.hardware [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1206.386951] env[70527]: DEBUG nova.virt.hardware [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1206.387114] env[70527]: DEBUG nova.virt.hardware [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1206.387287] env[70527]: DEBUG nova.virt.hardware [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1206.387502] env[70527]: DEBUG nova.virt.hardware [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1206.387661] env[70527]: DEBUG nova.virt.hardware [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1206.387827] env[70527]: DEBUG nova.virt.hardware [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1206.387989] env[70527]: DEBUG nova.virt.hardware [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1206.388173] env[70527]: DEBUG nova.virt.hardware [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1206.389023] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf7b6f5-93c1-4e42-a62d-3ee526d503af {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.397544] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c795a1-f188-4ba5-8047-79c7849082be {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.531589] env[70527]: DEBUG oslo_vmware.api [None req-c2a8a13a-283f-411b-bbfc-b3e525f89351 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3914033, 'name': PowerOffVM_Task, 'duration_secs': 0.202} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.531861] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2a8a13a-283f-411b-bbfc-b3e525f89351 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1206.532044] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-c2a8a13a-283f-411b-bbfc-b3e525f89351 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1206.532301] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d01923fe-df33-4ba1-849e-345431a4dc4a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.579473] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c10225f3-3c01-40c5-ab17-e91f212a20a0 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Lock "43c3492a-2f29-4511-8db9-70fdf4759c62" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.743s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.597278] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-c2a8a13a-283f-411b-bbfc-b3e525f89351 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1206.597598] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-c2a8a13a-283f-411b-bbfc-b3e525f89351 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] Deleting contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1206.597790] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2a8a13a-283f-411b-bbfc-b3e525f89351 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Deleting the datastore file [datastore2] f82bd048-5013-4809-ac11-053b6629067b {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1206.598788] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9efcdc1-c506-4ce6-b808-acb41a1118b1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.606130] env[70527]: DEBUG oslo_vmware.api [None req-c2a8a13a-283f-411b-bbfc-b3e525f89351 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for the task: (returnval){ [ 1206.606130] env[70527]: value = "task-3914035" [ 1206.606130] env[70527]: _type = "Task" [ 1206.606130] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.615142] env[70527]: DEBUG oslo_vmware.api [None req-c2a8a13a-283f-411b-bbfc-b3e525f89351 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3914035, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.685286] env[70527]: DEBUG oslo_concurrency.lockutils [None req-73356f30-5146-4532-b3e0-0c2fde2020b0 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.352s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.685516] env[70527]: INFO nova.compute.manager [None req-73356f30-5146-4532-b3e0-0c2fde2020b0 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Migrating [ 1206.702020] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8ab5e6f7-e2df-499b-938b-91af32d38f3e tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.754s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.702020] env[70527]: DEBUG nova.objects.instance [None req-8ab5e6f7-e2df-499b-938b-91af32d38f3e tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Lazy-loading 'resources' on Instance uuid 9ad716c6-d457-49e5-9958-a356e4328191 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1206.742292] env[70527]: DEBUG nova.network.neutron [-] [instance: 376b07b0-cef1-4839-ad26-73d5d353ca95] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.767805] env[70527]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5f3dfaeb-db17-4d0c-a27a-717fda1a883e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.778733] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e55429-c234-4828-b488-1e4bc92da0eb {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.800782] env[70527]: DEBUG nova.network.neutron [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c86e6850-1961-448a-a3c5-39a25264bfa8] Successfully updated port: b8386cac-1c2f-4941-bb6d-85e2c90117c0 {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1206.815358] env[70527]: DEBUG nova.compute.manager [req-7bab88c4-1003-480a-9813-5bf648affb0f req-514e0523-f98b-471c-8b6d-867b5983c3ed service nova] [instance: 376b07b0-cef1-4839-ad26-73d5d353ca95] Detach interface failed, port_id=2e32dde8-43bd-4f15-bff8-1b35cd42763b, reason: Instance 376b07b0-cef1-4839-ad26-73d5d353ca95 could not be found. {{(pid=70527) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1207.116665] env[70527]: DEBUG oslo_vmware.api [None req-c2a8a13a-283f-411b-bbfc-b3e525f89351 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3914035, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167398} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.118030] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2a8a13a-283f-411b-bbfc-b3e525f89351 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1207.118030] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-c2a8a13a-283f-411b-bbfc-b3e525f89351 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] Deleted contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1207.118030] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-c2a8a13a-283f-411b-bbfc-b3e525f89351 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1207.118030] env[70527]: INFO nova.compute.manager [None req-c2a8a13a-283f-411b-bbfc-b3e525f89351 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: f82bd048-5013-4809-ac11-053b6629067b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1207.118278] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c2a8a13a-283f-411b-bbfc-b3e525f89351 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1207.118451] env[70527]: DEBUG nova.compute.manager [-] [instance: f82bd048-5013-4809-ac11-053b6629067b] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1207.118547] env[70527]: DEBUG nova.network.neutron [-] [instance: f82bd048-5013-4809-ac11-053b6629067b] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1207.215621] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b28b97d2-7451-4332-814f-b8179f9509c1 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Acquiring lock "43c3492a-2f29-4511-8db9-70fdf4759c62" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.215621] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b28b97d2-7451-4332-814f-b8179f9509c1 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Lock "43c3492a-2f29-4511-8db9-70fdf4759c62" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.216093] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b28b97d2-7451-4332-814f-b8179f9509c1 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Acquiring lock "43c3492a-2f29-4511-8db9-70fdf4759c62-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.216093] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b28b97d2-7451-4332-814f-b8179f9509c1 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Lock "43c3492a-2f29-4511-8db9-70fdf4759c62-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.216179] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b28b97d2-7451-4332-814f-b8179f9509c1 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Lock "43c3492a-2f29-4511-8db9-70fdf4759c62-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.217904] env[70527]: DEBUG oslo_concurrency.lockutils [None req-73356f30-5146-4532-b3e0-0c2fde2020b0 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquiring lock "refresh_cache-d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.218080] env[70527]: DEBUG oslo_concurrency.lockutils [None req-73356f30-5146-4532-b3e0-0c2fde2020b0 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquired lock "refresh_cache-d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.218255] env[70527]: DEBUG nova.network.neutron [None req-73356f30-5146-4532-b3e0-0c2fde2020b0 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1207.219620] env[70527]: INFO nova.compute.manager [None req-b28b97d2-7451-4332-814f-b8179f9509c1 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 43c3492a-2f29-4511-8db9-70fdf4759c62] Terminating instance [ 1207.245198] env[70527]: INFO nova.compute.manager [-] [instance: 376b07b0-cef1-4839-ad26-73d5d353ca95] Took 1.26 seconds to deallocate network for instance. [ 1207.316537] env[70527]: DEBUG oslo_concurrency.lockutils [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Acquiring lock "refresh_cache-c86e6850-1961-448a-a3c5-39a25264bfa8" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.316689] env[70527]: DEBUG oslo_concurrency.lockutils [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Acquired lock "refresh_cache-c86e6850-1961-448a-a3c5-39a25264bfa8" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.316836] env[70527]: DEBUG nova.network.neutron [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c86e6850-1961-448a-a3c5-39a25264bfa8] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1207.493933] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb76f5b0-ca41-497d-bf13-b1986bba8e4c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.503116] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef1c0b72-1a04-4641-9c30-9c14c82e1275 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.534770] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ecda2c-1e70-4db3-8331-3e5d1c696ec5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.543202] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6105c1cf-53e9-419b-a18d-83edf8b64476 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.557242] env[70527]: DEBUG nova.compute.provider_tree [None req-8ab5e6f7-e2df-499b-938b-91af32d38f3e tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1207.726289] env[70527]: DEBUG nova.compute.manager [None req-b28b97d2-7451-4332-814f-b8179f9509c1 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 43c3492a-2f29-4511-8db9-70fdf4759c62] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1207.726289] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-b28b97d2-7451-4332-814f-b8179f9509c1 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 43c3492a-2f29-4511-8db9-70fdf4759c62] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1207.726289] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2753be6-5fe9-4449-b286-35844daf1279 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.736087] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-b28b97d2-7451-4332-814f-b8179f9509c1 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 43c3492a-2f29-4511-8db9-70fdf4759c62] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1207.736359] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0baf640-dba6-4cb7-b5d6-439d90b65cac {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.745707] env[70527]: DEBUG oslo_vmware.api [None req-b28b97d2-7451-4332-814f-b8179f9509c1 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Waiting for the task: (returnval){ [ 1207.745707] env[70527]: value = "task-3914036" [ 1207.745707] env[70527]: _type = "Task" [ 1207.745707] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.752265] env[70527]: DEBUG oslo_concurrency.lockutils [None req-23795e55-6a72-4a2c-acde-7243cc8aec94 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.757980] env[70527]: DEBUG oslo_vmware.api [None req-b28b97d2-7451-4332-814f-b8179f9509c1 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3914036, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.860852] env[70527]: DEBUG nova.network.neutron [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c86e6850-1961-448a-a3c5-39a25264bfa8] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1208.063437] env[70527]: DEBUG nova.scheduler.client.report [None req-8ab5e6f7-e2df-499b-938b-91af32d38f3e tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1208.092410] env[70527]: DEBUG nova.network.neutron [-] [instance: f82bd048-5013-4809-ac11-053b6629067b] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.137590] env[70527]: DEBUG nova.network.neutron [None req-73356f30-5146-4532-b3e0-0c2fde2020b0 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Updating instance_info_cache with network_info: [{"id": "1936c003-2b62-4ba0-b826-35044078faf9", "address": "fa:16:3e:20:79:ff", "network": {"id": "e5ccb129-b701-4940-8889-7ade352f59a7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-618810543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8617bc6364874607aeffa5815a304ba7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1936c003-2b", "ovs_interfaceid": "1936c003-2b62-4ba0-b826-35044078faf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.148184] env[70527]: DEBUG nova.network.neutron [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c86e6850-1961-448a-a3c5-39a25264bfa8] Updating instance_info_cache with network_info: [{"id": "b8386cac-1c2f-4941-bb6d-85e2c90117c0", "address": "fa:16:3e:1c:84:44", "network": {"id": "eb0065d4-610f-47d7-981e-b21e91718972", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1338634837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "261a432e66f749ad9aca2a0fcb2c6ab2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8386cac-1c", "ovs_interfaceid": "b8386cac-1c2f-4941-bb6d-85e2c90117c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.258535] env[70527]: DEBUG oslo_vmware.api [None req-b28b97d2-7451-4332-814f-b8179f9509c1 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3914036, 'name': PowerOffVM_Task, 'duration_secs': 0.21781} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.258809] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-b28b97d2-7451-4332-814f-b8179f9509c1 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 43c3492a-2f29-4511-8db9-70fdf4759c62] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1208.259084] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-b28b97d2-7451-4332-814f-b8179f9509c1 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 43c3492a-2f29-4511-8db9-70fdf4759c62] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1208.259432] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72d61fa9-6e31-40e8-92f9-ae2e047ad4e4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.301098] env[70527]: DEBUG nova.compute.manager [req-41de680f-28ac-4822-b6fd-7ea875cdb636 req-445befd0-5934-4f2e-87cd-ac738b032e5e service nova] [instance: c86e6850-1961-448a-a3c5-39a25264bfa8] Received event network-vif-plugged-b8386cac-1c2f-4941-bb6d-85e2c90117c0 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1208.301352] env[70527]: DEBUG oslo_concurrency.lockutils [req-41de680f-28ac-4822-b6fd-7ea875cdb636 req-445befd0-5934-4f2e-87cd-ac738b032e5e service nova] Acquiring lock "c86e6850-1961-448a-a3c5-39a25264bfa8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.301605] env[70527]: DEBUG oslo_concurrency.lockutils [req-41de680f-28ac-4822-b6fd-7ea875cdb636 req-445befd0-5934-4f2e-87cd-ac738b032e5e service nova] Lock "c86e6850-1961-448a-a3c5-39a25264bfa8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.301783] env[70527]: DEBUG oslo_concurrency.lockutils [req-41de680f-28ac-4822-b6fd-7ea875cdb636 req-445befd0-5934-4f2e-87cd-ac738b032e5e service nova] Lock "c86e6850-1961-448a-a3c5-39a25264bfa8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.301950] env[70527]: DEBUG nova.compute.manager [req-41de680f-28ac-4822-b6fd-7ea875cdb636 req-445befd0-5934-4f2e-87cd-ac738b032e5e service nova] [instance: c86e6850-1961-448a-a3c5-39a25264bfa8] No waiting events found dispatching network-vif-plugged-b8386cac-1c2f-4941-bb6d-85e2c90117c0 {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1208.302168] env[70527]: WARNING nova.compute.manager [req-41de680f-28ac-4822-b6fd-7ea875cdb636 req-445befd0-5934-4f2e-87cd-ac738b032e5e service nova] [instance: c86e6850-1961-448a-a3c5-39a25264bfa8] Received unexpected event network-vif-plugged-b8386cac-1c2f-4941-bb6d-85e2c90117c0 for instance with vm_state building and task_state spawning. [ 1208.302384] env[70527]: DEBUG nova.compute.manager [req-41de680f-28ac-4822-b6fd-7ea875cdb636 req-445befd0-5934-4f2e-87cd-ac738b032e5e service nova] [instance: c86e6850-1961-448a-a3c5-39a25264bfa8] Received event network-changed-b8386cac-1c2f-4941-bb6d-85e2c90117c0 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1208.302505] env[70527]: DEBUG nova.compute.manager [req-41de680f-28ac-4822-b6fd-7ea875cdb636 req-445befd0-5934-4f2e-87cd-ac738b032e5e service nova] [instance: c86e6850-1961-448a-a3c5-39a25264bfa8] Refreshing instance network info cache due to event network-changed-b8386cac-1c2f-4941-bb6d-85e2c90117c0. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1208.302679] env[70527]: DEBUG oslo_concurrency.lockutils [req-41de680f-28ac-4822-b6fd-7ea875cdb636 req-445befd0-5934-4f2e-87cd-ac738b032e5e service nova] Acquiring lock "refresh_cache-c86e6850-1961-448a-a3c5-39a25264bfa8" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.327275] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-b28b97d2-7451-4332-814f-b8179f9509c1 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 43c3492a-2f29-4511-8db9-70fdf4759c62] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1208.327441] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-b28b97d2-7451-4332-814f-b8179f9509c1 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 43c3492a-2f29-4511-8db9-70fdf4759c62] Deleting contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1208.327635] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-b28b97d2-7451-4332-814f-b8179f9509c1 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Deleting the datastore file [datastore1] 43c3492a-2f29-4511-8db9-70fdf4759c62 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1208.327934] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab3e02f9-fb87-4880-822c-374aeea31178 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.338119] env[70527]: DEBUG oslo_vmware.api [None req-b28b97d2-7451-4332-814f-b8179f9509c1 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Waiting for the task: (returnval){ [ 1208.338119] env[70527]: value = "task-3914038" [ 1208.338119] env[70527]: _type = "Task" [ 1208.338119] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.348772] env[70527]: DEBUG oslo_vmware.api [None req-b28b97d2-7451-4332-814f-b8179f9509c1 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3914038, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.569195] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8ab5e6f7-e2df-499b-938b-91af32d38f3e tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.871s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.572032] env[70527]: DEBUG oslo_concurrency.lockutils [None req-021f6250-89ab-4f5e-bbfe-31d5a13cf470 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.636s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.572194] env[70527]: DEBUG nova.objects.instance [None req-021f6250-89ab-4f5e-bbfe-31d5a13cf470 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Lazy-loading 'resources' on Instance uuid ab6d192a-d8ad-4ea6-a7aa-184bb30a1205 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1208.592661] env[70527]: INFO nova.scheduler.client.report [None req-8ab5e6f7-e2df-499b-938b-91af32d38f3e tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Deleted allocations for instance 9ad716c6-d457-49e5-9958-a356e4328191 [ 1208.596500] env[70527]: INFO nova.compute.manager [-] [instance: f82bd048-5013-4809-ac11-053b6629067b] Took 1.48 seconds to deallocate network for instance. [ 1208.642047] env[70527]: DEBUG oslo_concurrency.lockutils [None req-73356f30-5146-4532-b3e0-0c2fde2020b0 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Releasing lock "refresh_cache-d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.650303] env[70527]: DEBUG oslo_concurrency.lockutils [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Releasing lock "refresh_cache-c86e6850-1961-448a-a3c5-39a25264bfa8" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.650664] env[70527]: DEBUG nova.compute.manager [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c86e6850-1961-448a-a3c5-39a25264bfa8] Instance network_info: |[{"id": "b8386cac-1c2f-4941-bb6d-85e2c90117c0", "address": "fa:16:3e:1c:84:44", "network": {"id": "eb0065d4-610f-47d7-981e-b21e91718972", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1338634837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "261a432e66f749ad9aca2a0fcb2c6ab2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8386cac-1c", "ovs_interfaceid": "b8386cac-1c2f-4941-bb6d-85e2c90117c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1208.650961] env[70527]: DEBUG oslo_concurrency.lockutils [req-41de680f-28ac-4822-b6fd-7ea875cdb636 req-445befd0-5934-4f2e-87cd-ac738b032e5e service nova] Acquired lock "refresh_cache-c86e6850-1961-448a-a3c5-39a25264bfa8" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.651181] env[70527]: DEBUG nova.network.neutron [req-41de680f-28ac-4822-b6fd-7ea875cdb636 req-445befd0-5934-4f2e-87cd-ac738b032e5e service nova] [instance: c86e6850-1961-448a-a3c5-39a25264bfa8] Refreshing network info cache for port b8386cac-1c2f-4941-bb6d-85e2c90117c0 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1208.653029] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c86e6850-1961-448a-a3c5-39a25264bfa8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:84:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '329d0e4b-4190-484a-8560-9356dc31beca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b8386cac-1c2f-4941-bb6d-85e2c90117c0', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1208.660092] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1208.663835] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c86e6850-1961-448a-a3c5-39a25264bfa8] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1208.664413] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-783d61b0-565f-459f-bf88-aafeca521fdd {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.687349] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1208.687349] env[70527]: value = "task-3914039" [ 1208.687349] env[70527]: _type = "Task" [ 1208.687349] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.695720] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3914039, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.847903] env[70527]: DEBUG oslo_vmware.api [None req-b28b97d2-7451-4332-814f-b8179f9509c1 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3914038, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198025} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.848357] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-b28b97d2-7451-4332-814f-b8179f9509c1 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1208.848454] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-b28b97d2-7451-4332-814f-b8179f9509c1 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 43c3492a-2f29-4511-8db9-70fdf4759c62] Deleted contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1208.848569] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-b28b97d2-7451-4332-814f-b8179f9509c1 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 43c3492a-2f29-4511-8db9-70fdf4759c62] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1208.848748] env[70527]: INFO nova.compute.manager [None req-b28b97d2-7451-4332-814f-b8179f9509c1 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 43c3492a-2f29-4511-8db9-70fdf4759c62] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1208.848988] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b28b97d2-7451-4332-814f-b8179f9509c1 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1208.849197] env[70527]: DEBUG nova.compute.manager [-] [instance: 43c3492a-2f29-4511-8db9-70fdf4759c62] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1208.849511] env[70527]: DEBUG nova.network.neutron [-] [instance: 43c3492a-2f29-4511-8db9-70fdf4759c62] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1209.105625] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c2a8a13a-283f-411b-bbfc-b3e525f89351 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.107074] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8ab5e6f7-e2df-499b-938b-91af32d38f3e tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Lock "9ad716c6-d457-49e5-9958-a356e4328191" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.420s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.199435] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3914039, 'name': CreateVM_Task, 'duration_secs': 0.320421} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.199745] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c86e6850-1961-448a-a3c5-39a25264bfa8] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1209.200336] env[70527]: DEBUG oslo_concurrency.lockutils [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.200492] env[70527]: DEBUG oslo_concurrency.lockutils [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.200807] env[70527]: DEBUG oslo_concurrency.lockutils [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.201078] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee49d1b8-f19e-41d5-9394-aca0c8b08aa4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.207483] env[70527]: DEBUG oslo_vmware.api [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Waiting for the task: (returnval){ [ 1209.207483] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52b7539d-13b8-fb6b-57ef-1347847e5bac" [ 1209.207483] env[70527]: _type = "Task" [ 1209.207483] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.222276] env[70527]: DEBUG oslo_vmware.api [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52b7539d-13b8-fb6b-57ef-1347847e5bac, 'name': SearchDatastore_Task, 'duration_secs': 0.011139} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.224992] env[70527]: DEBUG oslo_concurrency.lockutils [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.225266] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c86e6850-1961-448a-a3c5-39a25264bfa8] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1209.225499] env[70527]: DEBUG oslo_concurrency.lockutils [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.225678] env[70527]: DEBUG oslo_concurrency.lockutils [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.225825] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1209.226564] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed1361f8-6ba6-4ce7-b79c-cbee5409fe06 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.245648] env[70527]: DEBUG nova.network.neutron [req-41de680f-28ac-4822-b6fd-7ea875cdb636 req-445befd0-5934-4f2e-87cd-ac738b032e5e service nova] [instance: c86e6850-1961-448a-a3c5-39a25264bfa8] Updated VIF entry in instance network info cache for port b8386cac-1c2f-4941-bb6d-85e2c90117c0. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1209.246245] env[70527]: DEBUG nova.network.neutron [req-41de680f-28ac-4822-b6fd-7ea875cdb636 req-445befd0-5934-4f2e-87cd-ac738b032e5e service nova] [instance: c86e6850-1961-448a-a3c5-39a25264bfa8] Updating instance_info_cache with network_info: [{"id": "b8386cac-1c2f-4941-bb6d-85e2c90117c0", "address": "fa:16:3e:1c:84:44", "network": {"id": "eb0065d4-610f-47d7-981e-b21e91718972", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1338634837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "261a432e66f749ad9aca2a0fcb2c6ab2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8386cac-1c", "ovs_interfaceid": "b8386cac-1c2f-4941-bb6d-85e2c90117c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.250186] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1209.250605] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1209.251734] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e108d06a-b7ee-4460-acc3-fa047b4d0573 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.261797] env[70527]: DEBUG oslo_vmware.api [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Waiting for the task: (returnval){ [ 1209.261797] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]5215e432-0552-c5c4-d27d-463e2b809144" [ 1209.261797] env[70527]: _type = "Task" [ 1209.261797] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.272086] env[70527]: DEBUG oslo_vmware.api [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5215e432-0552-c5c4-d27d-463e2b809144, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.384022] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9811c062-cdc4-4e6d-b44a-2754167e902d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.390288] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a92b658-749a-4039-82fb-7a74228da05b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.421623] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363e9f99-40f7-4ddd-8c96-de89023bb3e9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.430535] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c240e5-cf96-4c41-b90e-42b069758b11 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.444874] env[70527]: DEBUG nova.compute.provider_tree [None req-021f6250-89ab-4f5e-bbfe-31d5a13cf470 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1209.755220] env[70527]: DEBUG oslo_concurrency.lockutils [req-41de680f-28ac-4822-b6fd-7ea875cdb636 req-445befd0-5934-4f2e-87cd-ac738b032e5e service nova] Releasing lock "refresh_cache-c86e6850-1961-448a-a3c5-39a25264bfa8" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.755220] env[70527]: DEBUG nova.compute.manager [req-41de680f-28ac-4822-b6fd-7ea875cdb636 req-445befd0-5934-4f2e-87cd-ac738b032e5e service nova] [instance: f82bd048-5013-4809-ac11-053b6629067b] Received event network-vif-deleted-8246815d-f3a5-47dd-bb3c-05882e9da8f9 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1209.774745] env[70527]: DEBUG oslo_vmware.api [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5215e432-0552-c5c4-d27d-463e2b809144, 'name': SearchDatastore_Task, 'duration_secs': 0.010512} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.775573] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f73389e1-5c47-4139-8e5c-89dd34d8c18e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.781280] env[70527]: DEBUG oslo_vmware.api [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Waiting for the task: (returnval){ [ 1209.781280] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52c8b70f-72ea-2ef9-2b24-1a05e49d8341" [ 1209.781280] env[70527]: _type = "Task" [ 1209.781280] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.791482] env[70527]: DEBUG oslo_vmware.api [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52c8b70f-72ea-2ef9-2b24-1a05e49d8341, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.948258] env[70527]: DEBUG nova.scheduler.client.report [None req-021f6250-89ab-4f5e-bbfe-31d5a13cf470 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1210.121079] env[70527]: DEBUG nova.network.neutron [-] [instance: 43c3492a-2f29-4511-8db9-70fdf4759c62] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.163277] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51dbb957-0b83-4f6a-bc8b-a8cd605aeb7e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.183125] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-73356f30-5146-4532-b3e0-0c2fde2020b0 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Updating instance 'd2954611-6f8b-4c8f-ab75-c5d2ccb24b9b' progress to 0 {{(pid=70527) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1210.294953] env[70527]: DEBUG oslo_vmware.api [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52c8b70f-72ea-2ef9-2b24-1a05e49d8341, 'name': SearchDatastore_Task, 'duration_secs': 0.010221} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.295285] env[70527]: DEBUG oslo_concurrency.lockutils [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.295614] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] c86e6850-1961-448a-a3c5-39a25264bfa8/c86e6850-1961-448a-a3c5-39a25264bfa8.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1210.296678] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cafac88d-82ce-4fea-965c-e07ba53d8649 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.304861] env[70527]: DEBUG oslo_vmware.api [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Waiting for the task: (returnval){ [ 1210.304861] env[70527]: value = "task-3914040" [ 1210.304861] env[70527]: _type = "Task" [ 1210.304861] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.312779] env[70527]: DEBUG oslo_vmware.api [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3914040, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.364801] env[70527]: DEBUG nova.compute.manager [req-485d9594-2c4a-44e7-88d5-569d5aaa846d req-a3c958c5-55b3-489d-96e9-dc57edddff0c service nova] [instance: 43c3492a-2f29-4511-8db9-70fdf4759c62] Received event network-vif-deleted-53ec7930-770a-4035-a838-180573cae575 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1210.453106] env[70527]: DEBUG oslo_concurrency.lockutils [None req-021f6250-89ab-4f5e-bbfe-31d5a13cf470 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.881s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.456223] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.221s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.460227] env[70527]: INFO nova.compute.claims [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1210.482033] env[70527]: INFO nova.scheduler.client.report [None req-021f6250-89ab-4f5e-bbfe-31d5a13cf470 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Deleted allocations for instance ab6d192a-d8ad-4ea6-a7aa-184bb30a1205 [ 1210.624799] env[70527]: INFO nova.compute.manager [-] [instance: 43c3492a-2f29-4511-8db9-70fdf4759c62] Took 1.78 seconds to deallocate network for instance. [ 1210.690495] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-73356f30-5146-4532-b3e0-0c2fde2020b0 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1210.690816] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f05dd2b-595f-49c3-adbd-ae1d8a5fbd5b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.699305] env[70527]: DEBUG oslo_vmware.api [None req-73356f30-5146-4532-b3e0-0c2fde2020b0 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Waiting for the task: (returnval){ [ 1210.699305] env[70527]: value = "task-3914041" [ 1210.699305] env[70527]: _type = "Task" [ 1210.699305] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.710081] env[70527]: DEBUG oslo_vmware.api [None req-73356f30-5146-4532-b3e0-0c2fde2020b0 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3914041, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.816443] env[70527]: DEBUG oslo_vmware.api [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3914040, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.991444] env[70527]: DEBUG oslo_concurrency.lockutils [None req-021f6250-89ab-4f5e-bbfe-31d5a13cf470 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Lock "ab6d192a-d8ad-4ea6-a7aa-184bb30a1205" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.522s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.132348] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b28b97d2-7451-4332-814f-b8179f9509c1 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.210508] env[70527]: DEBUG oslo_vmware.api [None req-73356f30-5146-4532-b3e0-0c2fde2020b0 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3914041, 'name': PowerOffVM_Task, 'duration_secs': 0.405419} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.210816] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-73356f30-5146-4532-b3e0-0c2fde2020b0 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1211.211039] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-73356f30-5146-4532-b3e0-0c2fde2020b0 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Updating instance 'd2954611-6f8b-4c8f-ab75-c5d2ccb24b9b' progress to 17 {{(pid=70527) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1211.320025] env[70527]: DEBUG oslo_vmware.api [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3914040, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.596737} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.320025] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] c86e6850-1961-448a-a3c5-39a25264bfa8/c86e6850-1961-448a-a3c5-39a25264bfa8.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1211.320025] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c86e6850-1961-448a-a3c5-39a25264bfa8] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1211.320025] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-46eb76e2-5081-49e3-a250-6a13aab8c911 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.328591] env[70527]: DEBUG oslo_vmware.api [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Waiting for the task: (returnval){ [ 1211.328591] env[70527]: value = "task-3914042" [ 1211.328591] env[70527]: _type = "Task" [ 1211.328591] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.341377] env[70527]: DEBUG oslo_vmware.api [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3914042, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.674233] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dcc0312-20d1-41f1-9850-2917c52d9556 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.682723] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0b80fe-954e-4c48-bed1-26f822bdb0b0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.714978] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea6ee2a0-36fe-4ccf-b75c-458a7bc63d9d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.719571] env[70527]: DEBUG nova.virt.hardware [None req-73356f30-5146-4532-b3e0-0c2fde2020b0 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1211.719844] env[70527]: DEBUG nova.virt.hardware [None req-73356f30-5146-4532-b3e0-0c2fde2020b0 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1211.720023] env[70527]: DEBUG nova.virt.hardware [None req-73356f30-5146-4532-b3e0-0c2fde2020b0 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1211.720296] env[70527]: DEBUG nova.virt.hardware [None req-73356f30-5146-4532-b3e0-0c2fde2020b0 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1211.720522] env[70527]: DEBUG nova.virt.hardware [None req-73356f30-5146-4532-b3e0-0c2fde2020b0 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1211.720757] env[70527]: DEBUG nova.virt.hardware [None req-73356f30-5146-4532-b3e0-0c2fde2020b0 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1211.721076] env[70527]: DEBUG nova.virt.hardware [None req-73356f30-5146-4532-b3e0-0c2fde2020b0 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1211.721299] env[70527]: DEBUG nova.virt.hardware [None req-73356f30-5146-4532-b3e0-0c2fde2020b0 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1211.721537] env[70527]: DEBUG nova.virt.hardware [None req-73356f30-5146-4532-b3e0-0c2fde2020b0 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1211.721688] env[70527]: DEBUG nova.virt.hardware [None req-73356f30-5146-4532-b3e0-0c2fde2020b0 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1211.721866] env[70527]: DEBUG nova.virt.hardware [None req-73356f30-5146-4532-b3e0-0c2fde2020b0 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1211.727294] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8852fc2c-a288-4b2b-abde-e6edccad9aba {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.746044] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae014af3-3905-4d96-b5ff-a4651578cbcc {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.749961] env[70527]: DEBUG oslo_vmware.api [None req-73356f30-5146-4532-b3e0-0c2fde2020b0 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Waiting for the task: (returnval){ [ 1211.749961] env[70527]: value = "task-3914043" [ 1211.749961] env[70527]: _type = "Task" [ 1211.749961] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.762325] env[70527]: DEBUG nova.compute.provider_tree [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1211.767860] env[70527]: DEBUG oslo_vmware.api [None req-73356f30-5146-4532-b3e0-0c2fde2020b0 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3914043, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.838852] env[70527]: DEBUG oslo_vmware.api [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3914042, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.252861} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.839219] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c86e6850-1961-448a-a3c5-39a25264bfa8] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1211.840416] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb55942-f9b8-44af-9b03-332c6392fe64 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.865318] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c86e6850-1961-448a-a3c5-39a25264bfa8] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] c86e6850-1961-448a-a3c5-39a25264bfa8/c86e6850-1961-448a-a3c5-39a25264bfa8.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1211.865631] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a00054d1-6b35-4375-b725-8547586f1b6c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.891056] env[70527]: DEBUG oslo_vmware.api [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Waiting for the task: (returnval){ [ 1211.891056] env[70527]: value = "task-3914044" [ 1211.891056] env[70527]: _type = "Task" [ 1211.891056] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.902358] env[70527]: DEBUG oslo_vmware.api [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3914044, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.987965] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fae790e5-0ed0-470d-be15-69609776ae69 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Acquiring lock "ffa1dcf9-3fcd-483e-b2cd-8171f7ee6158" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.988268] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fae790e5-0ed0-470d-be15-69609776ae69 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Lock "ffa1dcf9-3fcd-483e-b2cd-8171f7ee6158" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.988575] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fae790e5-0ed0-470d-be15-69609776ae69 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Acquiring lock "ffa1dcf9-3fcd-483e-b2cd-8171f7ee6158-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.988799] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fae790e5-0ed0-470d-be15-69609776ae69 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Lock "ffa1dcf9-3fcd-483e-b2cd-8171f7ee6158-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.989034] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fae790e5-0ed0-470d-be15-69609776ae69 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Lock "ffa1dcf9-3fcd-483e-b2cd-8171f7ee6158-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.991747] env[70527]: INFO nova.compute.manager [None req-fae790e5-0ed0-470d-be15-69609776ae69 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: ffa1dcf9-3fcd-483e-b2cd-8171f7ee6158] Terminating instance [ 1212.260402] env[70527]: DEBUG oslo_vmware.api [None req-73356f30-5146-4532-b3e0-0c2fde2020b0 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3914043, 'name': ReconfigVM_Task, 'duration_secs': 0.403555} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.261100] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-73356f30-5146-4532-b3e0-0c2fde2020b0 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Updating instance 'd2954611-6f8b-4c8f-ab75-c5d2ccb24b9b' progress to 33 {{(pid=70527) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1212.265058] env[70527]: DEBUG nova.scheduler.client.report [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1212.402098] env[70527]: DEBUG oslo_vmware.api [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3914044, 'name': ReconfigVM_Task, 'duration_secs': 0.305892} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.402436] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c86e6850-1961-448a-a3c5-39a25264bfa8] Reconfigured VM instance instance-0000006f to attach disk [datastore2] c86e6850-1961-448a-a3c5-39a25264bfa8/c86e6850-1961-448a-a3c5-39a25264bfa8.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1212.403210] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab90d8d8-20d2-4223-91f5-4b6b5307b1f1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.411041] env[70527]: DEBUG oslo_vmware.api [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Waiting for the task: (returnval){ [ 1212.411041] env[70527]: value = "task-3914045" [ 1212.411041] env[70527]: _type = "Task" [ 1212.411041] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.419840] env[70527]: DEBUG oslo_vmware.api [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3914045, 'name': Rename_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.495776] env[70527]: DEBUG nova.compute.manager [None req-fae790e5-0ed0-470d-be15-69609776ae69 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: ffa1dcf9-3fcd-483e-b2cd-8171f7ee6158] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1212.496025] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-fae790e5-0ed0-470d-be15-69609776ae69 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: ffa1dcf9-3fcd-483e-b2cd-8171f7ee6158] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1212.497031] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ac78b3-4fe1-4498-b6e0-ab2bf640d7e6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.505304] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-fae790e5-0ed0-470d-be15-69609776ae69 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: ffa1dcf9-3fcd-483e-b2cd-8171f7ee6158] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1212.505581] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca020523-887a-4099-ad76-99fb10efdf76 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.512303] env[70527]: DEBUG oslo_vmware.api [None req-fae790e5-0ed0-470d-be15-69609776ae69 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Waiting for the task: (returnval){ [ 1212.512303] env[70527]: value = "task-3914046" [ 1212.512303] env[70527]: _type = "Task" [ 1212.512303] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.522163] env[70527]: DEBUG oslo_vmware.api [None req-fae790e5-0ed0-470d-be15-69609776ae69 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3914046, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.770571] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.314s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.772069] env[70527]: DEBUG nova.compute.manager [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1212.775810] env[70527]: DEBUG nova.virt.hardware [None req-73356f30-5146-4532-b3e0-0c2fde2020b0 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1212.776058] env[70527]: DEBUG nova.virt.hardware [None req-73356f30-5146-4532-b3e0-0c2fde2020b0 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1212.776226] env[70527]: DEBUG nova.virt.hardware [None req-73356f30-5146-4532-b3e0-0c2fde2020b0 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1212.776412] env[70527]: DEBUG nova.virt.hardware [None req-73356f30-5146-4532-b3e0-0c2fde2020b0 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1212.776601] env[70527]: DEBUG nova.virt.hardware [None req-73356f30-5146-4532-b3e0-0c2fde2020b0 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1212.776783] env[70527]: DEBUG nova.virt.hardware [None req-73356f30-5146-4532-b3e0-0c2fde2020b0 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1212.776999] env[70527]: DEBUG nova.virt.hardware [None req-73356f30-5146-4532-b3e0-0c2fde2020b0 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1212.777190] env[70527]: DEBUG nova.virt.hardware [None req-73356f30-5146-4532-b3e0-0c2fde2020b0 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1212.777357] env[70527]: DEBUG nova.virt.hardware [None req-73356f30-5146-4532-b3e0-0c2fde2020b0 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1212.777556] env[70527]: DEBUG nova.virt.hardware [None req-73356f30-5146-4532-b3e0-0c2fde2020b0 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1212.777738] env[70527]: DEBUG nova.virt.hardware [None req-73356f30-5146-4532-b3e0-0c2fde2020b0 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1212.783314] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-73356f30-5146-4532-b3e0-0c2fde2020b0 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Reconfiguring VM instance instance-00000034 to detach disk 2000 {{(pid=70527) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1212.783903] env[70527]: DEBUG oslo_concurrency.lockutils [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.891s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.785449] env[70527]: INFO nova.compute.claims [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1212.788092] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0055e2f-06df-4e16-8890-7492825e4142 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.811774] env[70527]: DEBUG oslo_vmware.api [None req-73356f30-5146-4532-b3e0-0c2fde2020b0 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Waiting for the task: (returnval){ [ 1212.811774] env[70527]: value = "task-3914047" [ 1212.811774] env[70527]: _type = "Task" [ 1212.811774] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.821593] env[70527]: DEBUG oslo_vmware.api [None req-73356f30-5146-4532-b3e0-0c2fde2020b0 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3914047, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.921878] env[70527]: DEBUG oslo_vmware.api [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3914045, 'name': Rename_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.022381] env[70527]: DEBUG oslo_vmware.api [None req-fae790e5-0ed0-470d-be15-69609776ae69 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3914046, 'name': PowerOffVM_Task, 'duration_secs': 0.179957} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.022567] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-fae790e5-0ed0-470d-be15-69609776ae69 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: ffa1dcf9-3fcd-483e-b2cd-8171f7ee6158] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1213.022667] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-fae790e5-0ed0-470d-be15-69609776ae69 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: ffa1dcf9-3fcd-483e-b2cd-8171f7ee6158] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1213.022918] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f3ce112-5a9d-403e-961d-e80200e88937 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.088762] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-fae790e5-0ed0-470d-be15-69609776ae69 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: ffa1dcf9-3fcd-483e-b2cd-8171f7ee6158] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1213.088999] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-fae790e5-0ed0-470d-be15-69609776ae69 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: ffa1dcf9-3fcd-483e-b2cd-8171f7ee6158] Deleting contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1213.089237] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-fae790e5-0ed0-470d-be15-69609776ae69 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Deleting the datastore file [datastore1] ffa1dcf9-3fcd-483e-b2cd-8171f7ee6158 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1213.089640] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2805c66e-f9a5-4eec-b1f1-c6196c49b6f8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.096674] env[70527]: DEBUG oslo_vmware.api [None req-fae790e5-0ed0-470d-be15-69609776ae69 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Waiting for the task: (returnval){ [ 1213.096674] env[70527]: value = "task-3914049" [ 1213.096674] env[70527]: _type = "Task" [ 1213.096674] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.104641] env[70527]: DEBUG oslo_vmware.api [None req-fae790e5-0ed0-470d-be15-69609776ae69 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3914049, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.285930] env[70527]: DEBUG nova.compute.utils [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1213.287485] env[70527]: DEBUG nova.compute.manager [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1213.287711] env[70527]: DEBUG nova.network.neutron [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1213.323440] env[70527]: DEBUG oslo_vmware.api [None req-73356f30-5146-4532-b3e0-0c2fde2020b0 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3914047, 'name': ReconfigVM_Task, 'duration_secs': 0.17247} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.323722] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-73356f30-5146-4532-b3e0-0c2fde2020b0 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Reconfigured VM instance instance-00000034 to detach disk 2000 {{(pid=70527) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1213.324569] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae7c722-4b7d-4e6e-a245-c0ae5efb6575 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.348203] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-73356f30-5146-4532-b3e0-0c2fde2020b0 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b/d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b.vmdk or device None with type thin {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1213.349924] env[70527]: DEBUG nova.policy [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8fe12d8d24ad4faab0c5cce80d6cbfde', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '04c6913e6e05403f84967742a042b550', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 1213.351918] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20e8ac98-18c8-406f-8da2-068aa721bb23 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.371844] env[70527]: DEBUG oslo_vmware.api [None req-73356f30-5146-4532-b3e0-0c2fde2020b0 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Waiting for the task: (returnval){ [ 1213.371844] env[70527]: value = "task-3914050" [ 1213.371844] env[70527]: _type = "Task" [ 1213.371844] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.380945] env[70527]: DEBUG oslo_vmware.api [None req-73356f30-5146-4532-b3e0-0c2fde2020b0 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3914050, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.425520] env[70527]: DEBUG oslo_vmware.api [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3914045, 'name': Rename_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.608117] env[70527]: DEBUG oslo_vmware.api [None req-fae790e5-0ed0-470d-be15-69609776ae69 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3914049, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143886} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.608380] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-fae790e5-0ed0-470d-be15-69609776ae69 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1213.608576] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-fae790e5-0ed0-470d-be15-69609776ae69 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: ffa1dcf9-3fcd-483e-b2cd-8171f7ee6158] Deleted contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1213.608761] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-fae790e5-0ed0-470d-be15-69609776ae69 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: ffa1dcf9-3fcd-483e-b2cd-8171f7ee6158] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1213.608937] env[70527]: INFO nova.compute.manager [None req-fae790e5-0ed0-470d-be15-69609776ae69 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: ffa1dcf9-3fcd-483e-b2cd-8171f7ee6158] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1213.609212] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fae790e5-0ed0-470d-be15-69609776ae69 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1213.609437] env[70527]: DEBUG nova.compute.manager [-] [instance: ffa1dcf9-3fcd-483e-b2cd-8171f7ee6158] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1213.609536] env[70527]: DEBUG nova.network.neutron [-] [instance: ffa1dcf9-3fcd-483e-b2cd-8171f7ee6158] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1213.773301] env[70527]: DEBUG nova.network.neutron [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Successfully created port: c38b3c5c-55cd-461d-ad54-b9637c48ce4c {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1213.791356] env[70527]: DEBUG nova.compute.manager [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1213.884357] env[70527]: DEBUG oslo_vmware.api [None req-73356f30-5146-4532-b3e0-0c2fde2020b0 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3914050, 'name': ReconfigVM_Task, 'duration_secs': 0.398326} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.887063] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-73356f30-5146-4532-b3e0-0c2fde2020b0 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Reconfigured VM instance instance-00000034 to attach disk [datastore1] d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b/d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b.vmdk or device None with type thin {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1213.887344] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-73356f30-5146-4532-b3e0-0c2fde2020b0 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Updating instance 'd2954611-6f8b-4c8f-ab75-c5d2ccb24b9b' progress to 50 {{(pid=70527) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1213.924564] env[70527]: DEBUG oslo_vmware.api [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3914045, 'name': Rename_Task, 'duration_secs': 1.147818} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.924831] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c86e6850-1961-448a-a3c5-39a25264bfa8] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1213.925114] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6bc7d029-aeef-4170-b464-d2f997433053 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.932949] env[70527]: DEBUG oslo_vmware.api [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Waiting for the task: (returnval){ [ 1213.932949] env[70527]: value = "task-3914051" [ 1213.932949] env[70527]: _type = "Task" [ 1213.932949] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.942889] env[70527]: DEBUG oslo_vmware.api [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3914051, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.047347] env[70527]: DEBUG nova.compute.manager [req-79300907-fc95-469a-bb88-8369d3a2f526 req-db87ae73-9cea-464c-9054-f3e86c04a229 service nova] [instance: ffa1dcf9-3fcd-483e-b2cd-8171f7ee6158] Received event network-vif-deleted-9b8e430d-bf23-4ff9-a883-e941e5ae796c {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1214.047574] env[70527]: INFO nova.compute.manager [req-79300907-fc95-469a-bb88-8369d3a2f526 req-db87ae73-9cea-464c-9054-f3e86c04a229 service nova] [instance: ffa1dcf9-3fcd-483e-b2cd-8171f7ee6158] Neutron deleted interface 9b8e430d-bf23-4ff9-a883-e941e5ae796c; detaching it from the instance and deleting it from the info cache [ 1214.047747] env[70527]: DEBUG nova.network.neutron [req-79300907-fc95-469a-bb88-8369d3a2f526 req-db87ae73-9cea-464c-9054-f3e86c04a229 service nova] [instance: ffa1dcf9-3fcd-483e-b2cd-8171f7ee6158] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.082497] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b84e4b-d938-4056-9521-3efc81acc9be {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.090463] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f1ab0c-1780-4a34-91ae-0f61b63f9f17 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.122927] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bfa8bdd-9728-4851-95ef-c4af5577c3fd {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.131807] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ffe1ec8-547e-46d7-bdc2-a38cd3e62831 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.146791] env[70527]: DEBUG nova.compute.provider_tree [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1214.393873] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59cf8c77-3521-4dcc-b8a1-7c472b954425 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.414184] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20029a1e-2878-41ce-a4c2-dc545cfc339f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.433113] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-73356f30-5146-4532-b3e0-0c2fde2020b0 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Updating instance 'd2954611-6f8b-4c8f-ab75-c5d2ccb24b9b' progress to 67 {{(pid=70527) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1214.445456] env[70527]: DEBUG oslo_vmware.api [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3914051, 'name': PowerOnVM_Task, 'duration_secs': 0.458464} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.445729] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c86e6850-1961-448a-a3c5-39a25264bfa8] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1214.445986] env[70527]: INFO nova.compute.manager [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c86e6850-1961-448a-a3c5-39a25264bfa8] Took 8.09 seconds to spawn the instance on the hypervisor. [ 1214.446162] env[70527]: DEBUG nova.compute.manager [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c86e6850-1961-448a-a3c5-39a25264bfa8] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1214.446943] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8577cf3a-eadf-421f-8ff8-51a8118cf8db {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.534244] env[70527]: DEBUG nova.network.neutron [-] [instance: ffa1dcf9-3fcd-483e-b2cd-8171f7ee6158] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.551976] env[70527]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2e0b234e-cb7c-4bb1-988f-6702328080ea {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.562227] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775faa00-192d-4619-b456-b8e3da9cdf84 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.595674] env[70527]: DEBUG nova.compute.manager [req-79300907-fc95-469a-bb88-8369d3a2f526 req-db87ae73-9cea-464c-9054-f3e86c04a229 service nova] [instance: ffa1dcf9-3fcd-483e-b2cd-8171f7ee6158] Detach interface failed, port_id=9b8e430d-bf23-4ff9-a883-e941e5ae796c, reason: Instance ffa1dcf9-3fcd-483e-b2cd-8171f7ee6158 could not be found. {{(pid=70527) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1214.650699] env[70527]: DEBUG nova.scheduler.client.report [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1214.809270] env[70527]: DEBUG nova.compute.manager [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1214.838559] env[70527]: DEBUG nova.virt.hardware [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1214.838559] env[70527]: DEBUG nova.virt.hardware [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1214.838559] env[70527]: DEBUG nova.virt.hardware [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1214.838559] env[70527]: DEBUG nova.virt.hardware [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1214.838836] env[70527]: DEBUG nova.virt.hardware [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1214.838836] env[70527]: DEBUG nova.virt.hardware [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1214.839085] env[70527]: DEBUG nova.virt.hardware [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1214.839223] env[70527]: DEBUG nova.virt.hardware [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1214.839423] env[70527]: DEBUG nova.virt.hardware [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1214.839586] env[70527]: DEBUG nova.virt.hardware [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1214.839767] env[70527]: DEBUG nova.virt.hardware [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1214.840709] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0fe8b64-46d2-4ff5-98d3-602b912bbd8d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.850435] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c6d7a2b-644c-405f-af91-422fe5a4415c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.968231] env[70527]: INFO nova.compute.manager [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c86e6850-1961-448a-a3c5-39a25264bfa8] Took 17.77 seconds to build instance. [ 1214.973836] env[70527]: DEBUG nova.network.neutron [None req-73356f30-5146-4532-b3e0-0c2fde2020b0 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Port 1936c003-2b62-4ba0-b826-35044078faf9 binding to destination host cpu-1 is already ACTIVE {{(pid=70527) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3252}} [ 1215.037441] env[70527]: INFO nova.compute.manager [-] [instance: ffa1dcf9-3fcd-483e-b2cd-8171f7ee6158] Took 1.43 seconds to deallocate network for instance. [ 1215.155899] env[70527]: DEBUG oslo_concurrency.lockutils [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.371s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.156100] env[70527]: DEBUG nova.compute.manager [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1215.159322] env[70527]: DEBUG oslo_concurrency.lockutils [None req-23795e55-6a72-4a2c-acde-7243cc8aec94 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.407s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.159568] env[70527]: DEBUG oslo_concurrency.lockutils [None req-23795e55-6a72-4a2c-acde-7243cc8aec94 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.161700] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c2a8a13a-283f-411b-bbfc-b3e525f89351 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.056s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.162340] env[70527]: DEBUG nova.objects.instance [None req-c2a8a13a-283f-411b-bbfc-b3e525f89351 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Lazy-loading 'resources' on Instance uuid f82bd048-5013-4809-ac11-053b6629067b {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1215.188045] env[70527]: INFO nova.scheduler.client.report [None req-23795e55-6a72-4a2c-acde-7243cc8aec94 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Deleted allocations for instance 376b07b0-cef1-4839-ad26-73d5d353ca95 [ 1215.435742] env[70527]: DEBUG nova.network.neutron [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Successfully updated port: c38b3c5c-55cd-461d-ad54-b9637c48ce4c {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1215.470652] env[70527]: DEBUG oslo_concurrency.lockutils [None req-67e509ae-0734-4ca4-b3b8-3ded32da61da tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Lock "c86e6850-1961-448a-a3c5-39a25264bfa8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.280s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.544016] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fae790e5-0ed0-470d-be15-69609776ae69 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.664858] env[70527]: DEBUG nova.compute.utils [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1215.666362] env[70527]: DEBUG nova.compute.manager [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1215.666548] env[70527]: DEBUG nova.network.neutron [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1215.696674] env[70527]: DEBUG oslo_concurrency.lockutils [None req-23795e55-6a72-4a2c-acde-7243cc8aec94 tempest-DeleteServersTestJSON-1399047283 tempest-DeleteServersTestJSON-1399047283-project-member] Lock "376b07b0-cef1-4839-ad26-73d5d353ca95" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.343s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.723704] env[70527]: DEBUG nova.policy [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5292bbff934e4a23bce1ba8fd66a76d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '030332ea48994bab8d286711ee279556', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 1215.858150] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00608c4-7020-4899-82fc-41673a5db5f7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.866396] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb0177ad-3eff-4550-908b-d6977dc7e048 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.899073] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fdfd1d8-8549-45b2-bfe3-c33eb5168da1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.907284] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94936b7a-4fb7-4d1c-a80e-ed4c472181fb {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.921321] env[70527]: DEBUG nova.compute.provider_tree [None req-c2a8a13a-283f-411b-bbfc-b3e525f89351 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1215.938851] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Acquiring lock "refresh_cache-af05e519-2a42-4cbc-a73f-43fba1a963ef" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.939145] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Acquired lock "refresh_cache-af05e519-2a42-4cbc-a73f-43fba1a963ef" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.939267] env[70527]: DEBUG nova.network.neutron [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1215.997845] env[70527]: DEBUG oslo_concurrency.lockutils [None req-73356f30-5146-4532-b3e0-0c2fde2020b0 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquiring lock "d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.998113] env[70527]: DEBUG oslo_concurrency.lockutils [None req-73356f30-5146-4532-b3e0-0c2fde2020b0 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Lock "d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.998294] env[70527]: DEBUG oslo_concurrency.lockutils [None req-73356f30-5146-4532-b3e0-0c2fde2020b0 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Lock "d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.039570] env[70527]: DEBUG nova.network.neutron [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] Successfully created port: 5a63e4ed-48f2-4f37-8a6d-50be2483fc26 {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1216.081113] env[70527]: DEBUG nova.compute.manager [req-8831ec5c-c2f8-4ac4-8b12-687b36d61779 req-74033fef-af33-4fc0-9e9d-009b78d1922f service nova] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Received event network-vif-plugged-c38b3c5c-55cd-461d-ad54-b9637c48ce4c {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1216.081377] env[70527]: DEBUG oslo_concurrency.lockutils [req-8831ec5c-c2f8-4ac4-8b12-687b36d61779 req-74033fef-af33-4fc0-9e9d-009b78d1922f service nova] Acquiring lock "af05e519-2a42-4cbc-a73f-43fba1a963ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.081702] env[70527]: DEBUG oslo_concurrency.lockutils [req-8831ec5c-c2f8-4ac4-8b12-687b36d61779 req-74033fef-af33-4fc0-9e9d-009b78d1922f service nova] Lock "af05e519-2a42-4cbc-a73f-43fba1a963ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.081793] env[70527]: DEBUG oslo_concurrency.lockutils [req-8831ec5c-c2f8-4ac4-8b12-687b36d61779 req-74033fef-af33-4fc0-9e9d-009b78d1922f service nova] Lock "af05e519-2a42-4cbc-a73f-43fba1a963ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.082157] env[70527]: DEBUG nova.compute.manager [req-8831ec5c-c2f8-4ac4-8b12-687b36d61779 req-74033fef-af33-4fc0-9e9d-009b78d1922f service nova] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] No waiting events found dispatching network-vif-plugged-c38b3c5c-55cd-461d-ad54-b9637c48ce4c {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1216.082232] env[70527]: WARNING nova.compute.manager [req-8831ec5c-c2f8-4ac4-8b12-687b36d61779 req-74033fef-af33-4fc0-9e9d-009b78d1922f service nova] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Received unexpected event network-vif-plugged-c38b3c5c-55cd-461d-ad54-b9637c48ce4c for instance with vm_state building and task_state spawning. [ 1216.082418] env[70527]: DEBUG nova.compute.manager [req-8831ec5c-c2f8-4ac4-8b12-687b36d61779 req-74033fef-af33-4fc0-9e9d-009b78d1922f service nova] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Received event network-changed-c38b3c5c-55cd-461d-ad54-b9637c48ce4c {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1216.082659] env[70527]: DEBUG nova.compute.manager [req-8831ec5c-c2f8-4ac4-8b12-687b36d61779 req-74033fef-af33-4fc0-9e9d-009b78d1922f service nova] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Refreshing instance network info cache due to event network-changed-c38b3c5c-55cd-461d-ad54-b9637c48ce4c. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1216.082821] env[70527]: DEBUG oslo_concurrency.lockutils [req-8831ec5c-c2f8-4ac4-8b12-687b36d61779 req-74033fef-af33-4fc0-9e9d-009b78d1922f service nova] Acquiring lock "refresh_cache-af05e519-2a42-4cbc-a73f-43fba1a963ef" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.172579] env[70527]: DEBUG nova.compute.manager [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1216.180618] env[70527]: DEBUG nova.compute.manager [None req-852237ab-7213-446f-b0ef-6004b03e752c tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c86e6850-1961-448a-a3c5-39a25264bfa8] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1216.180618] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e24328-23a9-464b-b51b-7e562f13a886 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.427511] env[70527]: DEBUG nova.scheduler.client.report [None req-c2a8a13a-283f-411b-bbfc-b3e525f89351 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1216.471364] env[70527]: DEBUG nova.network.neutron [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1216.666549] env[70527]: DEBUG nova.network.neutron [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Updating instance_info_cache with network_info: [{"id": "c38b3c5c-55cd-461d-ad54-b9637c48ce4c", "address": "fa:16:3e:68:7c:66", "network": {"id": "bf80da5f-b6b3-408a-8ca7-44b2bb5a09b9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-620290731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04c6913e6e05403f84967742a042b550", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc38b3c5c-55", "ovs_interfaceid": "c38b3c5c-55cd-461d-ad54-b9637c48ce4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.693036] env[70527]: INFO nova.compute.manager [None req-852237ab-7213-446f-b0ef-6004b03e752c tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c86e6850-1961-448a-a3c5-39a25264bfa8] instance snapshotting [ 1216.695666] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-218d3ab1-a131-4c6d-b31f-ae516909f1c1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.720195] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bae9cbf-7364-4d78-b37d-517989247d5c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.932085] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c2a8a13a-283f-411b-bbfc-b3e525f89351 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.770s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.934462] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b28b97d2-7451-4332-814f-b8179f9509c1 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.802s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.934765] env[70527]: DEBUG nova.objects.instance [None req-b28b97d2-7451-4332-814f-b8179f9509c1 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Lazy-loading 'resources' on Instance uuid 43c3492a-2f29-4511-8db9-70fdf4759c62 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1216.961574] env[70527]: INFO nova.scheduler.client.report [None req-c2a8a13a-283f-411b-bbfc-b3e525f89351 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Deleted allocations for instance f82bd048-5013-4809-ac11-053b6629067b [ 1217.035418] env[70527]: DEBUG oslo_concurrency.lockutils [None req-73356f30-5146-4532-b3e0-0c2fde2020b0 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquiring lock "refresh_cache-d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.035633] env[70527]: DEBUG oslo_concurrency.lockutils [None req-73356f30-5146-4532-b3e0-0c2fde2020b0 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquired lock "refresh_cache-d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.035816] env[70527]: DEBUG nova.network.neutron [None req-73356f30-5146-4532-b3e0-0c2fde2020b0 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1217.169479] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Releasing lock "refresh_cache-af05e519-2a42-4cbc-a73f-43fba1a963ef" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.169936] env[70527]: DEBUG nova.compute.manager [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Instance network_info: |[{"id": "c38b3c5c-55cd-461d-ad54-b9637c48ce4c", "address": "fa:16:3e:68:7c:66", "network": {"id": "bf80da5f-b6b3-408a-8ca7-44b2bb5a09b9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-620290731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04c6913e6e05403f84967742a042b550", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc38b3c5c-55", "ovs_interfaceid": "c38b3c5c-55cd-461d-ad54-b9637c48ce4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1217.170341] env[70527]: DEBUG oslo_concurrency.lockutils [req-8831ec5c-c2f8-4ac4-8b12-687b36d61779 req-74033fef-af33-4fc0-9e9d-009b78d1922f service nova] Acquired lock "refresh_cache-af05e519-2a42-4cbc-a73f-43fba1a963ef" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.170643] env[70527]: DEBUG nova.network.neutron [req-8831ec5c-c2f8-4ac4-8b12-687b36d61779 req-74033fef-af33-4fc0-9e9d-009b78d1922f service nova] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Refreshing network info cache for port c38b3c5c-55cd-461d-ad54-b9637c48ce4c {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1217.173865] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:7c:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c0d5204b-f60e-4830-84c8-2fe246c28202', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c38b3c5c-55cd-461d-ad54-b9637c48ce4c', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1217.179915] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1217.183317] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1217.184821] env[70527]: DEBUG nova.compute.manager [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1217.187190] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e94c0c1a-0942-4f8c-9f2f-68e197375b3c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.211990] env[70527]: DEBUG nova.virt.hardware [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1217.212302] env[70527]: DEBUG nova.virt.hardware [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1217.212483] env[70527]: DEBUG nova.virt.hardware [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1217.212693] env[70527]: DEBUG nova.virt.hardware [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1217.212866] env[70527]: DEBUG nova.virt.hardware [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1217.213041] env[70527]: DEBUG nova.virt.hardware [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1217.213355] env[70527]: DEBUG nova.virt.hardware [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1217.213553] env[70527]: DEBUG nova.virt.hardware [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1217.213775] env[70527]: DEBUG nova.virt.hardware [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1217.213965] env[70527]: DEBUG nova.virt.hardware [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1217.214187] env[70527]: DEBUG nova.virt.hardware [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1217.215094] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd5fbc8e-23d6-4c8c-accf-c7bea484cb06 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.219703] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1217.219703] env[70527]: value = "task-3914053" [ 1217.219703] env[70527]: _type = "Task" [ 1217.219703] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.228379] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7fd4d26-1a9a-4fe3-8bac-a18b6b39d7a6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.236763] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-852237ab-7213-446f-b0ef-6004b03e752c tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c86e6850-1961-448a-a3c5-39a25264bfa8] Creating Snapshot of the VM instance {{(pid=70527) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1217.237389] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3914053, 'name': CreateVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.237630] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fe3bbd87-d09b-483f-ac69-e4b18f59f184 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.256535] env[70527]: DEBUG oslo_vmware.api [None req-852237ab-7213-446f-b0ef-6004b03e752c tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Waiting for the task: (returnval){ [ 1217.256535] env[70527]: value = "task-3914054" [ 1217.256535] env[70527]: _type = "Task" [ 1217.256535] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.265398] env[70527]: DEBUG oslo_vmware.api [None req-852237ab-7213-446f-b0ef-6004b03e752c tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3914054, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.472847] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c2a8a13a-283f-411b-bbfc-b3e525f89351 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Lock "f82bd048-5013-4809-ac11-053b6629067b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.980s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.624864] env[70527]: DEBUG nova.network.neutron [req-8831ec5c-c2f8-4ac4-8b12-687b36d61779 req-74033fef-af33-4fc0-9e9d-009b78d1922f service nova] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Updated VIF entry in instance network info cache for port c38b3c5c-55cd-461d-ad54-b9637c48ce4c. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1217.625460] env[70527]: DEBUG nova.network.neutron [req-8831ec5c-c2f8-4ac4-8b12-687b36d61779 req-74033fef-af33-4fc0-9e9d-009b78d1922f service nova] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Updating instance_info_cache with network_info: [{"id": "c38b3c5c-55cd-461d-ad54-b9637c48ce4c", "address": "fa:16:3e:68:7c:66", "network": {"id": "bf80da5f-b6b3-408a-8ca7-44b2bb5a09b9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-620290731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04c6913e6e05403f84967742a042b550", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc38b3c5c-55", "ovs_interfaceid": "c38b3c5c-55cd-461d-ad54-b9637c48ce4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.728879] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c548eb-aac7-402a-b38c-105efd46f536 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.735524] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3914053, 'name': CreateVM_Task, 'duration_secs': 0.317549} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.736128] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1217.736866] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.737049] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.737387] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.737647] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f87a3d29-d353-415f-8f03-d6c016ab7462 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.742440] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73dbf3b-a1df-46ac-a0eb-fe8d3192f1d4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.750837] env[70527]: DEBUG oslo_vmware.api [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Waiting for the task: (returnval){ [ 1217.750837] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52c9097a-95c6-bdc9-ed23-96660883377d" [ 1217.750837] env[70527]: _type = "Task" [ 1217.750837] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.788784] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3cb9f18-3908-45dc-bce2-4ba4429e06cc {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.795765] env[70527]: DEBUG oslo_vmware.api [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52c9097a-95c6-bdc9-ed23-96660883377d, 'name': SearchDatastore_Task, 'duration_secs': 0.0103} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.796880] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.797199] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1217.797431] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.797631] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.797910] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1217.798242] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c979463-9b40-4ba2-bd48-cefb08a2e9d2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.808094] env[70527]: DEBUG oslo_vmware.api [None req-852237ab-7213-446f-b0ef-6004b03e752c tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3914054, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.810595] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8772ee-7102-4d3b-adb6-54a14d446147 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.818692] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1217.818928] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1217.829759] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82af32cb-b179-410d-ab1c-60e68e91d72b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.832458] env[70527]: DEBUG nova.compute.provider_tree [None req-b28b97d2-7451-4332-814f-b8179f9509c1 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1217.841050] env[70527]: DEBUG oslo_vmware.api [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Waiting for the task: (returnval){ [ 1217.841050] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52a1f4e3-84c9-2335-f529-d61a11d70e30" [ 1217.841050] env[70527]: _type = "Task" [ 1217.841050] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.852122] env[70527]: DEBUG oslo_vmware.api [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52a1f4e3-84c9-2335-f529-d61a11d70e30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.860754] env[70527]: DEBUG nova.compute.manager [req-641d8b2b-4275-4100-bf0b-b6d014916d1d req-3aecc306-6363-4deb-8b23-d183133f98cb service nova] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] Received event network-vif-plugged-5a63e4ed-48f2-4f37-8a6d-50be2483fc26 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1217.860754] env[70527]: DEBUG oslo_concurrency.lockutils [req-641d8b2b-4275-4100-bf0b-b6d014916d1d req-3aecc306-6363-4deb-8b23-d183133f98cb service nova] Acquiring lock "0b1c7a2b-cf58-4464-bb53-86c2a637037f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.860754] env[70527]: DEBUG oslo_concurrency.lockutils [req-641d8b2b-4275-4100-bf0b-b6d014916d1d req-3aecc306-6363-4deb-8b23-d183133f98cb service nova] Lock "0b1c7a2b-cf58-4464-bb53-86c2a637037f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.860754] env[70527]: DEBUG oslo_concurrency.lockutils [req-641d8b2b-4275-4100-bf0b-b6d014916d1d req-3aecc306-6363-4deb-8b23-d183133f98cb service nova] Lock "0b1c7a2b-cf58-4464-bb53-86c2a637037f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.861056] env[70527]: DEBUG nova.compute.manager [req-641d8b2b-4275-4100-bf0b-b6d014916d1d req-3aecc306-6363-4deb-8b23-d183133f98cb service nova] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] No waiting events found dispatching network-vif-plugged-5a63e4ed-48f2-4f37-8a6d-50be2483fc26 {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1217.861200] env[70527]: WARNING nova.compute.manager [req-641d8b2b-4275-4100-bf0b-b6d014916d1d req-3aecc306-6363-4deb-8b23-d183133f98cb service nova] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] Received unexpected event network-vif-plugged-5a63e4ed-48f2-4f37-8a6d-50be2483fc26 for instance with vm_state building and task_state spawning. [ 1217.903972] env[70527]: DEBUG nova.network.neutron [None req-73356f30-5146-4532-b3e0-0c2fde2020b0 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Updating instance_info_cache with network_info: [{"id": "1936c003-2b62-4ba0-b826-35044078faf9", "address": "fa:16:3e:20:79:ff", "network": {"id": "e5ccb129-b701-4940-8889-7ade352f59a7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-618810543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8617bc6364874607aeffa5815a304ba7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1936c003-2b", "ovs_interfaceid": "1936c003-2b62-4ba0-b826-35044078faf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.129320] env[70527]: DEBUG oslo_concurrency.lockutils [req-8831ec5c-c2f8-4ac4-8b12-687b36d61779 req-74033fef-af33-4fc0-9e9d-009b78d1922f service nova] Releasing lock "refresh_cache-af05e519-2a42-4cbc-a73f-43fba1a963ef" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.259476] env[70527]: DEBUG nova.network.neutron [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] Successfully updated port: 5a63e4ed-48f2-4f37-8a6d-50be2483fc26 {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1218.276121] env[70527]: DEBUG nova.compute.manager [req-746cdec2-ee33-4025-ad26-bd265201d0d9 req-31785c4e-8074-4d51-954b-bf9f0b213b18 service nova] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] Received event network-changed-5a63e4ed-48f2-4f37-8a6d-50be2483fc26 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1218.276401] env[70527]: DEBUG nova.compute.manager [req-746cdec2-ee33-4025-ad26-bd265201d0d9 req-31785c4e-8074-4d51-954b-bf9f0b213b18 service nova] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] Refreshing instance network info cache due to event network-changed-5a63e4ed-48f2-4f37-8a6d-50be2483fc26. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1218.277462] env[70527]: DEBUG oslo_concurrency.lockutils [req-746cdec2-ee33-4025-ad26-bd265201d0d9 req-31785c4e-8074-4d51-954b-bf9f0b213b18 service nova] Acquiring lock "refresh_cache-0b1c7a2b-cf58-4464-bb53-86c2a637037f" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.277462] env[70527]: DEBUG oslo_concurrency.lockutils [req-746cdec2-ee33-4025-ad26-bd265201d0d9 req-31785c4e-8074-4d51-954b-bf9f0b213b18 service nova] Acquired lock "refresh_cache-0b1c7a2b-cf58-4464-bb53-86c2a637037f" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.277462] env[70527]: DEBUG nova.network.neutron [req-746cdec2-ee33-4025-ad26-bd265201d0d9 req-31785c4e-8074-4d51-954b-bf9f0b213b18 service nova] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] Refreshing network info cache for port 5a63e4ed-48f2-4f37-8a6d-50be2483fc26 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1218.294932] env[70527]: DEBUG oslo_vmware.api [None req-852237ab-7213-446f-b0ef-6004b03e752c tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3914054, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.338426] env[70527]: DEBUG nova.scheduler.client.report [None req-b28b97d2-7451-4332-814f-b8179f9509c1 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1218.354507] env[70527]: DEBUG oslo_vmware.api [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52a1f4e3-84c9-2335-f529-d61a11d70e30, 'name': SearchDatastore_Task, 'duration_secs': 0.01066} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.356016] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4598140-9f2e-4e7a-b53e-4f8cd49edf43 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.362646] env[70527]: DEBUG oslo_vmware.api [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Waiting for the task: (returnval){ [ 1218.362646] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52c974d6-11f3-9949-8efb-e2c18e2ddb37" [ 1218.362646] env[70527]: _type = "Task" [ 1218.362646] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.371567] env[70527]: DEBUG oslo_vmware.api [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52c974d6-11f3-9949-8efb-e2c18e2ddb37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.408200] env[70527]: DEBUG oslo_concurrency.lockutils [None req-73356f30-5146-4532-b3e0-0c2fde2020b0 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Releasing lock "refresh_cache-d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.754782] env[70527]: DEBUG oslo_concurrency.lockutils [None req-69338d65-1b11-47bf-8ef0-12368f715225 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Acquiring lock "be4fc466-3afe-4407-8335-7ca40b049ed8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.755079] env[70527]: DEBUG oslo_concurrency.lockutils [None req-69338d65-1b11-47bf-8ef0-12368f715225 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Lock "be4fc466-3afe-4407-8335-7ca40b049ed8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.762573] env[70527]: DEBUG oslo_concurrency.lockutils [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquiring lock "refresh_cache-0b1c7a2b-cf58-4464-bb53-86c2a637037f" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.793269] env[70527]: DEBUG oslo_vmware.api [None req-852237ab-7213-446f-b0ef-6004b03e752c tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3914054, 'name': CreateSnapshot_Task, 'duration_secs': 1.045299} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.793464] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-852237ab-7213-446f-b0ef-6004b03e752c tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c86e6850-1961-448a-a3c5-39a25264bfa8] Created Snapshot of the VM instance {{(pid=70527) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1218.794228] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7490a1-2cf8-414f-a13d-d72a7237adaf {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.823269] env[70527]: DEBUG nova.network.neutron [req-746cdec2-ee33-4025-ad26-bd265201d0d9 req-31785c4e-8074-4d51-954b-bf9f0b213b18 service nova] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1218.848074] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b28b97d2-7451-4332-814f-b8179f9509c1 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.914s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.850482] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fae790e5-0ed0-470d-be15-69609776ae69 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.307s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.850698] env[70527]: DEBUG nova.objects.instance [None req-fae790e5-0ed0-470d-be15-69609776ae69 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Lazy-loading 'resources' on Instance uuid ffa1dcf9-3fcd-483e-b2cd-8171f7ee6158 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1218.876926] env[70527]: DEBUG oslo_vmware.api [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52c974d6-11f3-9949-8efb-e2c18e2ddb37, 'name': SearchDatastore_Task, 'duration_secs': 0.011271} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.878151] env[70527]: INFO nova.scheduler.client.report [None req-b28b97d2-7451-4332-814f-b8179f9509c1 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Deleted allocations for instance 43c3492a-2f29-4511-8db9-70fdf4759c62 [ 1218.879192] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.879494] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] af05e519-2a42-4cbc-a73f-43fba1a963ef/af05e519-2a42-4cbc-a73f-43fba1a963ef.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1218.884944] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d31f6fdb-9db5-4159-a8c8-5d6f07e2c773 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.897150] env[70527]: DEBUG oslo_vmware.api [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Waiting for the task: (returnval){ [ 1218.897150] env[70527]: value = "task-3914055" [ 1218.897150] env[70527]: _type = "Task" [ 1218.897150] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.905271] env[70527]: DEBUG oslo_vmware.api [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3914055, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.936966] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76fa3c95-8b2a-41a2-9586-411a4cd93794 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.966342] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-350f93cf-6f68-438a-828d-c33d4e35ae70 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.975526] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-73356f30-5146-4532-b3e0-0c2fde2020b0 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Updating instance 'd2954611-6f8b-4c8f-ab75-c5d2ccb24b9b' progress to 83 {{(pid=70527) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1218.993377] env[70527]: DEBUG nova.network.neutron [req-746cdec2-ee33-4025-ad26-bd265201d0d9 req-31785c4e-8074-4d51-954b-bf9f0b213b18 service nova] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.258190] env[70527]: DEBUG nova.compute.manager [None req-69338d65-1b11-47bf-8ef0-12368f715225 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: be4fc466-3afe-4407-8335-7ca40b049ed8] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1219.312622] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-852237ab-7213-446f-b0ef-6004b03e752c tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c86e6850-1961-448a-a3c5-39a25264bfa8] Creating linked-clone VM from snapshot {{(pid=70527) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1219.313569] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6b5c32e0-2e97-4bba-9ad5-6c26917e4647 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.324029] env[70527]: DEBUG oslo_vmware.api [None req-852237ab-7213-446f-b0ef-6004b03e752c tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Waiting for the task: (returnval){ [ 1219.324029] env[70527]: value = "task-3914056" [ 1219.324029] env[70527]: _type = "Task" [ 1219.324029] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.333628] env[70527]: DEBUG oslo_vmware.api [None req-852237ab-7213-446f-b0ef-6004b03e752c tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3914056, 'name': CloneVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.395541] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b28b97d2-7451-4332-814f-b8179f9509c1 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Lock "43c3492a-2f29-4511-8db9-70fdf4759c62" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.179s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.408297] env[70527]: DEBUG oslo_vmware.api [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3914055, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.488027] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-73356f30-5146-4532-b3e0-0c2fde2020b0 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1219.488027] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6cfadba2-6380-4918-a5bb-ef09dc40cacc {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.499485] env[70527]: DEBUG oslo_concurrency.lockutils [req-746cdec2-ee33-4025-ad26-bd265201d0d9 req-31785c4e-8074-4d51-954b-bf9f0b213b18 service nova] Releasing lock "refresh_cache-0b1c7a2b-cf58-4464-bb53-86c2a637037f" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.499485] env[70527]: DEBUG oslo_vmware.api [None req-73356f30-5146-4532-b3e0-0c2fde2020b0 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Waiting for the task: (returnval){ [ 1219.499485] env[70527]: value = "task-3914057" [ 1219.499485] env[70527]: _type = "Task" [ 1219.499485] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.502406] env[70527]: DEBUG oslo_concurrency.lockutils [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquired lock "refresh_cache-0b1c7a2b-cf58-4464-bb53-86c2a637037f" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.502719] env[70527]: DEBUG nova.network.neutron [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1219.517675] env[70527]: DEBUG oslo_vmware.api [None req-73356f30-5146-4532-b3e0-0c2fde2020b0 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3914057, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.587887] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd55e40-ddd5-4f93-afcf-ab0de8ed96cc {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.599150] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22b301c-637c-4acc-b815-a014edc4ca93 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.632067] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a09e47-390f-4bef-8e7a-d9269653bc2e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.640942] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2bdf1a-b3ad-4620-8d80-98930bc4a5bc {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.655869] env[70527]: DEBUG nova.compute.provider_tree [None req-fae790e5-0ed0-470d-be15-69609776ae69 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1219.782515] env[70527]: DEBUG oslo_concurrency.lockutils [None req-69338d65-1b11-47bf-8ef0-12368f715225 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.838729] env[70527]: DEBUG oslo_vmware.api [None req-852237ab-7213-446f-b0ef-6004b03e752c tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3914056, 'name': CloneVM_Task} progress is 94%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.907335] env[70527]: DEBUG oslo_vmware.api [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3914055, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518351} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.907657] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] af05e519-2a42-4cbc-a73f-43fba1a963ef/af05e519-2a42-4cbc-a73f-43fba1a963ef.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1219.907888] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1219.908170] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b28498d-2530-432a-95b1-9500ed4b9ede {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.917120] env[70527]: DEBUG oslo_vmware.api [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Waiting for the task: (returnval){ [ 1219.917120] env[70527]: value = "task-3914058" [ 1219.917120] env[70527]: _type = "Task" [ 1219.917120] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.930687] env[70527]: DEBUG oslo_vmware.api [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3914058, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.020049] env[70527]: DEBUG oslo_vmware.api [None req-73356f30-5146-4532-b3e0-0c2fde2020b0 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3914057, 'name': PowerOnVM_Task, 'duration_secs': 0.453587} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.021268] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-73356f30-5146-4532-b3e0-0c2fde2020b0 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1220.021855] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-73356f30-5146-4532-b3e0-0c2fde2020b0 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Updating instance 'd2954611-6f8b-4c8f-ab75-c5d2ccb24b9b' progress to 100 {{(pid=70527) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1220.159676] env[70527]: DEBUG nova.scheduler.client.report [None req-fae790e5-0ed0-470d-be15-69609776ae69 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1220.231174] env[70527]: DEBUG nova.network.neutron [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1220.341890] env[70527]: DEBUG oslo_vmware.api [None req-852237ab-7213-446f-b0ef-6004b03e752c tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3914056, 'name': CloneVM_Task} progress is 94%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.434803] env[70527]: DEBUG oslo_vmware.api [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3914058, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083239} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.435245] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1220.436462] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9bfbf65-a443-410a-b11f-98f4e218f1a5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.467559] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] af05e519-2a42-4cbc-a73f-43fba1a963ef/af05e519-2a42-4cbc-a73f-43fba1a963ef.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1220.470982] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13e36f88-2dc6-41d2-b843-e8659831c8ef {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.496152] env[70527]: DEBUG oslo_vmware.api [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Waiting for the task: (returnval){ [ 1220.496152] env[70527]: value = "task-3914059" [ 1220.496152] env[70527]: _type = "Task" [ 1220.496152] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.507078] env[70527]: DEBUG oslo_vmware.api [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3914059, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.548316] env[70527]: DEBUG nova.network.neutron [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] Updating instance_info_cache with network_info: [{"id": "5a63e4ed-48f2-4f37-8a6d-50be2483fc26", "address": "fa:16:3e:af:a2:f5", "network": {"id": "0528ffcb-4865-41a0-87e6-3ea996b12397", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210779476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "030332ea48994bab8d286711ee279556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a63e4ed-48", "ovs_interfaceid": "5a63e4ed-48f2-4f37-8a6d-50be2483fc26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.665337] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fae790e5-0ed0-470d-be15-69609776ae69 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.815s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.668129] env[70527]: DEBUG oslo_concurrency.lockutils [None req-69338d65-1b11-47bf-8ef0-12368f715225 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.886s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.669999] env[70527]: INFO nova.compute.claims [None req-69338d65-1b11-47bf-8ef0-12368f715225 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: be4fc466-3afe-4407-8335-7ca40b049ed8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1220.691663] env[70527]: INFO nova.scheduler.client.report [None req-fae790e5-0ed0-470d-be15-69609776ae69 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Deleted allocations for instance ffa1dcf9-3fcd-483e-b2cd-8171f7ee6158 [ 1220.838568] env[70527]: DEBUG oslo_vmware.api [None req-852237ab-7213-446f-b0ef-6004b03e752c tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3914056, 'name': CloneVM_Task} progress is 94%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.011021] env[70527]: DEBUG oslo_vmware.api [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3914059, 'name': ReconfigVM_Task, 'duration_secs': 0.347742} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.011021] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Reconfigured VM instance instance-00000070 to attach disk [datastore2] af05e519-2a42-4cbc-a73f-43fba1a963ef/af05e519-2a42-4cbc-a73f-43fba1a963ef.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1221.011021] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94105b62-f936-4936-9b67-63999f7846ff {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.023022] env[70527]: DEBUG oslo_vmware.api [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Waiting for the task: (returnval){ [ 1221.023022] env[70527]: value = "task-3914060" [ 1221.023022] env[70527]: _type = "Task" [ 1221.023022] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.038035] env[70527]: DEBUG oslo_vmware.api [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3914060, 'name': Rename_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.051840] env[70527]: DEBUG oslo_concurrency.lockutils [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Releasing lock "refresh_cache-0b1c7a2b-cf58-4464-bb53-86c2a637037f" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.052108] env[70527]: DEBUG nova.compute.manager [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] Instance network_info: |[{"id": "5a63e4ed-48f2-4f37-8a6d-50be2483fc26", "address": "fa:16:3e:af:a2:f5", "network": {"id": "0528ffcb-4865-41a0-87e6-3ea996b12397", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210779476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "030332ea48994bab8d286711ee279556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a63e4ed-48", "ovs_interfaceid": "5a63e4ed-48f2-4f37-8a6d-50be2483fc26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1221.053037] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:a2:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd298db54-f13d-4bf6-b6c2-755074b3047f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a63e4ed-48f2-4f37-8a6d-50be2483fc26', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1221.062103] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1221.062103] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1221.062103] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-55a97c41-b168-4500-bf34-3ab86dc54206 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.088020] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1221.088020] env[70527]: value = "task-3914061" [ 1221.088020] env[70527]: _type = "Task" [ 1221.088020] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.090279] env[70527]: DEBUG oslo_concurrency.lockutils [None req-249ba913-e2d8-4544-8c39-59cde175a39e tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Acquiring lock "1d5c9891-0194-4e61-85df-28177a43569f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.090716] env[70527]: DEBUG oslo_concurrency.lockutils [None req-249ba913-e2d8-4544-8c39-59cde175a39e tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Lock "1d5c9891-0194-4e61-85df-28177a43569f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.091046] env[70527]: DEBUG oslo_concurrency.lockutils [None req-249ba913-e2d8-4544-8c39-59cde175a39e tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Acquiring lock "1d5c9891-0194-4e61-85df-28177a43569f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.091336] env[70527]: DEBUG oslo_concurrency.lockutils [None req-249ba913-e2d8-4544-8c39-59cde175a39e tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Lock "1d5c9891-0194-4e61-85df-28177a43569f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.091613] env[70527]: DEBUG oslo_concurrency.lockutils [None req-249ba913-e2d8-4544-8c39-59cde175a39e tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Lock "1d5c9891-0194-4e61-85df-28177a43569f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.094184] env[70527]: INFO nova.compute.manager [None req-249ba913-e2d8-4544-8c39-59cde175a39e tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Terminating instance [ 1221.107022] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3914061, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.107022] env[70527]: DEBUG nova.compute.manager [None req-249ba913-e2d8-4544-8c39-59cde175a39e tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1221.107022] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-249ba913-e2d8-4544-8c39-59cde175a39e tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1221.108237] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f4034c-1a2a-45f8-a680-be2eac053cd7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.118268] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-249ba913-e2d8-4544-8c39-59cde175a39e tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1221.118868] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4372ee9-4aaa-4d04-a606-2835dfc5212c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.128995] env[70527]: DEBUG oslo_vmware.api [None req-249ba913-e2d8-4544-8c39-59cde175a39e tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Waiting for the task: (returnval){ [ 1221.128995] env[70527]: value = "task-3914062" [ 1221.128995] env[70527]: _type = "Task" [ 1221.128995] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.138578] env[70527]: DEBUG oslo_vmware.api [None req-249ba913-e2d8-4544-8c39-59cde175a39e tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Task: {'id': task-3914062, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.202097] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fae790e5-0ed0-470d-be15-69609776ae69 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Lock "ffa1dcf9-3fcd-483e-b2cd-8171f7ee6158" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.214s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.340877] env[70527]: DEBUG oslo_vmware.api [None req-852237ab-7213-446f-b0ef-6004b03e752c tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3914056, 'name': CloneVM_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.532939] env[70527]: DEBUG oslo_vmware.api [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3914060, 'name': Rename_Task, 'duration_secs': 0.197403} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.533710] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1221.533710] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c32a7ee-4890-41f0-8cb8-5a02828a6996 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.545901] env[70527]: DEBUG oslo_vmware.api [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Waiting for the task: (returnval){ [ 1221.545901] env[70527]: value = "task-3914063" [ 1221.545901] env[70527]: _type = "Task" [ 1221.545901] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.561062] env[70527]: DEBUG oslo_vmware.api [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3914063, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.598632] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3914061, 'name': CreateVM_Task, 'duration_secs': 0.448031} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.598806] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1221.599548] env[70527]: DEBUG oslo_concurrency.lockutils [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.599727] env[70527]: DEBUG oslo_concurrency.lockutils [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.600065] env[70527]: DEBUG oslo_concurrency.lockutils [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.600592] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69e78c89-f19c-4b94-8bd9-e799bcc96e77 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.605931] env[70527]: DEBUG oslo_vmware.api [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Waiting for the task: (returnval){ [ 1221.605931] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]522e9909-0635-cece-c99d-fe9ba7335d78" [ 1221.605931] env[70527]: _type = "Task" [ 1221.605931] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.616171] env[70527]: DEBUG oslo_vmware.api [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]522e9909-0635-cece-c99d-fe9ba7335d78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.639741] env[70527]: DEBUG oslo_vmware.api [None req-249ba913-e2d8-4544-8c39-59cde175a39e tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Task: {'id': task-3914062, 'name': PowerOffVM_Task, 'duration_secs': 0.217251} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.640031] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-249ba913-e2d8-4544-8c39-59cde175a39e tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1221.640229] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-249ba913-e2d8-4544-8c39-59cde175a39e tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1221.640465] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f1c8cbf-6a2a-44d4-b148-b6d48ad92e90 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.712266] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-249ba913-e2d8-4544-8c39-59cde175a39e tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1221.712521] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-249ba913-e2d8-4544-8c39-59cde175a39e tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Deleting contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1221.712748] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-249ba913-e2d8-4544-8c39-59cde175a39e tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Deleting the datastore file [datastore1] 1d5c9891-0194-4e61-85df-28177a43569f {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1221.713100] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03c1a131-ccbc-452e-8879-eab95cf2aeff {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.720244] env[70527]: DEBUG oslo_vmware.api [None req-249ba913-e2d8-4544-8c39-59cde175a39e tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Waiting for the task: (returnval){ [ 1221.720244] env[70527]: value = "task-3914065" [ 1221.720244] env[70527]: _type = "Task" [ 1221.720244] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.732897] env[70527]: DEBUG oslo_vmware.api [None req-249ba913-e2d8-4544-8c39-59cde175a39e tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Task: {'id': task-3914065, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.840047] env[70527]: DEBUG oslo_vmware.api [None req-852237ab-7213-446f-b0ef-6004b03e752c tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3914056, 'name': CloneVM_Task, 'duration_secs': 2.055783} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.840381] env[70527]: INFO nova.virt.vmwareapi.vmops [None req-852237ab-7213-446f-b0ef-6004b03e752c tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c86e6850-1961-448a-a3c5-39a25264bfa8] Created linked-clone VM from snapshot [ 1221.841577] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51d6aee-6694-495b-8e03-ad690b2f91e8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.850744] env[70527]: DEBUG nova.virt.vmwareapi.images [None req-852237ab-7213-446f-b0ef-6004b03e752c tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c86e6850-1961-448a-a3c5-39a25264bfa8] Uploading image 0c67e05c-cb39-4da2-b14c-e0518cfaeb5f {{(pid=70527) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1221.864556] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-852237ab-7213-446f-b0ef-6004b03e752c tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c86e6850-1961-448a-a3c5-39a25264bfa8] Destroying the VM {{(pid=70527) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1221.864819] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-44198b6f-3412-4853-9f4c-e9d1ffb90fe4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.878457] env[70527]: DEBUG oslo_vmware.api [None req-852237ab-7213-446f-b0ef-6004b03e752c tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Waiting for the task: (returnval){ [ 1221.878457] env[70527]: value = "task-3914066" [ 1221.878457] env[70527]: _type = "Task" [ 1221.878457] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.894989] env[70527]: DEBUG oslo_vmware.api [None req-852237ab-7213-446f-b0ef-6004b03e752c tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3914066, 'name': Destroy_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.003378] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a6a892-d963-4a8a-9195-8d497d2e3e41 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.012554] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1fb7a5b-7afb-4cfc-8895-b91452522411 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.047069] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7a0149-f3ae-418d-adcf-60ce8691cee1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.062791] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-059eede9-5340-4e67-9582-9550e53996f2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.067725] env[70527]: DEBUG oslo_vmware.api [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3914063, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.079749] env[70527]: DEBUG nova.compute.provider_tree [None req-69338d65-1b11-47bf-8ef0-12368f715225 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1222.087081] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8c98c52b-2fd1-4d87-8c75-b4b1f6df4f4c tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquiring lock "d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.087402] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8c98c52b-2fd1-4d87-8c75-b4b1f6df4f4c tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Lock "d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.087590] env[70527]: DEBUG nova.compute.manager [None req-8c98c52b-2fd1-4d87-8c75-b4b1f6df4f4c tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Going to confirm migration 8 {{(pid=70527) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1222.120959] env[70527]: DEBUG oslo_vmware.api [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]522e9909-0635-cece-c99d-fe9ba7335d78, 'name': SearchDatastore_Task, 'duration_secs': 0.010558} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.122171] env[70527]: DEBUG oslo_concurrency.lockutils [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.122448] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1222.122706] env[70527]: DEBUG oslo_concurrency.lockutils [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.122891] env[70527]: DEBUG oslo_concurrency.lockutils [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.123125] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1222.123740] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ffeee0cd-8446-427f-a400-07d870764e0c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.135134] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1222.135355] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1222.136599] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a79f372c-8a90-40ce-a157-f62de12a8371 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.145253] env[70527]: DEBUG oslo_vmware.api [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Waiting for the task: (returnval){ [ 1222.145253] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]527c6bed-9452-ad9b-9537-623d9063b220" [ 1222.145253] env[70527]: _type = "Task" [ 1222.145253] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.154513] env[70527]: DEBUG oslo_vmware.api [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]527c6bed-9452-ad9b-9537-623d9063b220, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.231771] env[70527]: DEBUG oslo_vmware.api [None req-249ba913-e2d8-4544-8c39-59cde175a39e tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Task: {'id': task-3914065, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230705} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.232122] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-249ba913-e2d8-4544-8c39-59cde175a39e tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1222.232327] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-249ba913-e2d8-4544-8c39-59cde175a39e tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Deleted contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1222.232586] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-249ba913-e2d8-4544-8c39-59cde175a39e tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1222.232709] env[70527]: INFO nova.compute.manager [None req-249ba913-e2d8-4544-8c39-59cde175a39e tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1222.232964] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-249ba913-e2d8-4544-8c39-59cde175a39e tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1222.233202] env[70527]: DEBUG nova.compute.manager [-] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1222.233294] env[70527]: DEBUG nova.network.neutron [-] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1222.398563] env[70527]: DEBUG oslo_vmware.api [None req-852237ab-7213-446f-b0ef-6004b03e752c tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3914066, 'name': Destroy_Task, 'duration_secs': 0.481197} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.398921] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-852237ab-7213-446f-b0ef-6004b03e752c tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c86e6850-1961-448a-a3c5-39a25264bfa8] Destroyed the VM [ 1222.399469] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-852237ab-7213-446f-b0ef-6004b03e752c tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c86e6850-1961-448a-a3c5-39a25264bfa8] Deleting Snapshot of the VM instance {{(pid=70527) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1222.399609] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-85749ece-7811-4b4e-9ca4-83aa38761cef {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.407804] env[70527]: DEBUG oslo_vmware.api [None req-852237ab-7213-446f-b0ef-6004b03e752c tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Waiting for the task: (returnval){ [ 1222.407804] env[70527]: value = "task-3914067" [ 1222.407804] env[70527]: _type = "Task" [ 1222.407804] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.421700] env[70527]: DEBUG oslo_vmware.api [None req-852237ab-7213-446f-b0ef-6004b03e752c tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3914067, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.502830] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Acquiring lock "29185721-af85-4f54-9ec6-f66e6ec3ff23" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.503314] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Lock "29185721-af85-4f54-9ec6-f66e6ec3ff23" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.573767] env[70527]: DEBUG oslo_vmware.api [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3914063, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.583851] env[70527]: DEBUG nova.scheduler.client.report [None req-69338d65-1b11-47bf-8ef0-12368f715225 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1222.656515] env[70527]: DEBUG oslo_vmware.api [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]527c6bed-9452-ad9b-9537-623d9063b220, 'name': SearchDatastore_Task, 'duration_secs': 0.010434} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.657542] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7ccebd4-900d-43bf-8427-4867e0bb1b29 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.667024] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8c98c52b-2fd1-4d87-8c75-b4b1f6df4f4c tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquiring lock "refresh_cache-d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.667024] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8c98c52b-2fd1-4d87-8c75-b4b1f6df4f4c tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquired lock "refresh_cache-d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.667024] env[70527]: DEBUG nova.network.neutron [None req-8c98c52b-2fd1-4d87-8c75-b4b1f6df4f4c tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1222.667024] env[70527]: DEBUG nova.objects.instance [None req-8c98c52b-2fd1-4d87-8c75-b4b1f6df4f4c tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Lazy-loading 'info_cache' on Instance uuid d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1222.667885] env[70527]: DEBUG oslo_vmware.api [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Waiting for the task: (returnval){ [ 1222.667885] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52dc62d1-87f7-4486-ed8e-38b83b04fd58" [ 1222.667885] env[70527]: _type = "Task" [ 1222.667885] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.680145] env[70527]: DEBUG oslo_vmware.api [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52dc62d1-87f7-4486-ed8e-38b83b04fd58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.919523] env[70527]: DEBUG oslo_vmware.api [None req-852237ab-7213-446f-b0ef-6004b03e752c tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3914067, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.928030] env[70527]: DEBUG nova.compute.manager [req-e2ed718a-5e31-4dda-bc37-fb5f0cc6cad5 req-77eacd74-3347-44ac-a07e-e83e81d27147 service nova] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Received event network-vif-deleted-ce1e80bb-9f7d-401e-9cbb-b9b06955e78e {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1222.928030] env[70527]: INFO nova.compute.manager [req-e2ed718a-5e31-4dda-bc37-fb5f0cc6cad5 req-77eacd74-3347-44ac-a07e-e83e81d27147 service nova] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Neutron deleted interface ce1e80bb-9f7d-401e-9cbb-b9b06955e78e; detaching it from the instance and deleting it from the info cache [ 1222.928030] env[70527]: DEBUG nova.network.neutron [req-e2ed718a-5e31-4dda-bc37-fb5f0cc6cad5 req-77eacd74-3347-44ac-a07e-e83e81d27147 service nova] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.931394] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Acquiring lock "d4d4a700-a897-45f3-af68-8ff0e658b4f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.932314] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Lock "d4d4a700-a897-45f3-af68-8ff0e658b4f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.006287] env[70527]: DEBUG nova.compute.manager [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 29185721-af85-4f54-9ec6-f66e6ec3ff23] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1223.070249] env[70527]: DEBUG oslo_vmware.api [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3914063, 'name': PowerOnVM_Task, 'duration_secs': 1.14026} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.070249] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1223.070249] env[70527]: INFO nova.compute.manager [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Took 8.26 seconds to spawn the instance on the hypervisor. [ 1223.070249] env[70527]: DEBUG nova.compute.manager [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1223.070762] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3d83b2-41ad-434d-a1d9-df3172cd64e6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.092436] env[70527]: DEBUG oslo_concurrency.lockutils [None req-69338d65-1b11-47bf-8ef0-12368f715225 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.423s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.092436] env[70527]: DEBUG nova.compute.manager [None req-69338d65-1b11-47bf-8ef0-12368f715225 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: be4fc466-3afe-4407-8335-7ca40b049ed8] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1223.188039] env[70527]: DEBUG oslo_vmware.api [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52dc62d1-87f7-4486-ed8e-38b83b04fd58, 'name': SearchDatastore_Task, 'duration_secs': 0.014545} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.188039] env[70527]: DEBUG oslo_concurrency.lockutils [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.188039] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 0b1c7a2b-cf58-4464-bb53-86c2a637037f/0b1c7a2b-cf58-4464-bb53-86c2a637037f.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1223.188039] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-50692e1b-f479-4661-ad2c-b7072e29ef08 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.200481] env[70527]: DEBUG oslo_vmware.api [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Waiting for the task: (returnval){ [ 1223.200481] env[70527]: value = "task-3914068" [ 1223.200481] env[70527]: _type = "Task" [ 1223.200481] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.209152] env[70527]: DEBUG oslo_vmware.api [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3914068, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.335505] env[70527]: DEBUG nova.network.neutron [-] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.427205] env[70527]: DEBUG oslo_vmware.api [None req-852237ab-7213-446f-b0ef-6004b03e752c tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3914067, 'name': RemoveSnapshot_Task, 'duration_secs': 0.813417} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.427205] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-852237ab-7213-446f-b0ef-6004b03e752c tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c86e6850-1961-448a-a3c5-39a25264bfa8] Deleted Snapshot of the VM instance {{(pid=70527) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1223.435312] env[70527]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-40f3af84-f658-4deb-96ec-b148f141df11 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.438903] env[70527]: DEBUG nova.compute.manager [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: d4d4a700-a897-45f3-af68-8ff0e658b4f2] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1223.452892] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca24cea4-3434-4c63-bec6-9ac2b67c4c6b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.486500] env[70527]: DEBUG nova.compute.manager [req-e2ed718a-5e31-4dda-bc37-fb5f0cc6cad5 req-77eacd74-3347-44ac-a07e-e83e81d27147 service nova] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Detach interface failed, port_id=ce1e80bb-9f7d-401e-9cbb-b9b06955e78e, reason: Instance 1d5c9891-0194-4e61-85df-28177a43569f could not be found. {{(pid=70527) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1223.530652] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.530958] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.532683] env[70527]: INFO nova.compute.claims [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 29185721-af85-4f54-9ec6-f66e6ec3ff23] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1223.594514] env[70527]: INFO nova.compute.manager [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Took 22.39 seconds to build instance. [ 1223.598486] env[70527]: DEBUG nova.compute.utils [None req-69338d65-1b11-47bf-8ef0-12368f715225 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1223.598486] env[70527]: DEBUG nova.compute.manager [None req-69338d65-1b11-47bf-8ef0-12368f715225 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: be4fc466-3afe-4407-8335-7ca40b049ed8] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1223.599171] env[70527]: DEBUG nova.network.neutron [None req-69338d65-1b11-47bf-8ef0-12368f715225 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: be4fc466-3afe-4407-8335-7ca40b049ed8] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1223.646232] env[70527]: DEBUG nova.policy [None req-69338d65-1b11-47bf-8ef0-12368f715225 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e63372064164e18ad42709561222790', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '217e9dedf6ba423980df628f40219825', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 1223.711428] env[70527]: DEBUG oslo_vmware.api [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3914068, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.841231] env[70527]: INFO nova.compute.manager [-] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Took 1.61 seconds to deallocate network for instance. [ 1223.934831] env[70527]: WARNING nova.compute.manager [None req-852237ab-7213-446f-b0ef-6004b03e752c tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c86e6850-1961-448a-a3c5-39a25264bfa8] Image not found during snapshot: nova.exception.ImageNotFound: Image 0c67e05c-cb39-4da2-b14c-e0518cfaeb5f could not be found. [ 1223.974505] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.001143] env[70527]: DEBUG nova.network.neutron [None req-8c98c52b-2fd1-4d87-8c75-b4b1f6df4f4c tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Updating instance_info_cache with network_info: [{"id": "1936c003-2b62-4ba0-b826-35044078faf9", "address": "fa:16:3e:20:79:ff", "network": {"id": "e5ccb129-b701-4940-8889-7ade352f59a7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-618810543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8617bc6364874607aeffa5815a304ba7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1936c003-2b", "ovs_interfaceid": "1936c003-2b62-4ba0-b826-35044078faf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.089647] env[70527]: DEBUG nova.network.neutron [None req-69338d65-1b11-47bf-8ef0-12368f715225 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: be4fc466-3afe-4407-8335-7ca40b049ed8] Successfully created port: 91262fc5-6484-41e2-9aeb-50ef3dc7f9e7 {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1224.096878] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8a798a53-573b-4add-882f-f48e740e18fa tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Lock "af05e519-2a42-4cbc-a73f-43fba1a963ef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.914s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.104145] env[70527]: DEBUG nova.compute.manager [None req-69338d65-1b11-47bf-8ef0-12368f715225 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: be4fc466-3afe-4407-8335-7ca40b049ed8] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1224.218253] env[70527]: DEBUG oslo_vmware.api [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3914068, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.936512} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.218668] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 0b1c7a2b-cf58-4464-bb53-86c2a637037f/0b1c7a2b-cf58-4464-bb53-86c2a637037f.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1224.220136] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1224.220136] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d5eadc1d-d480-48f3-9f59-2d26d52c8cdf {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.227941] env[70527]: DEBUG oslo_vmware.api [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Waiting for the task: (returnval){ [ 1224.227941] env[70527]: value = "task-3914069" [ 1224.227941] env[70527]: _type = "Task" [ 1224.227941] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.239022] env[70527]: DEBUG oslo_vmware.api [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3914069, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.350161] env[70527]: DEBUG oslo_concurrency.lockutils [None req-249ba913-e2d8-4544-8c39-59cde175a39e tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.504515] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8c98c52b-2fd1-4d87-8c75-b4b1f6df4f4c tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Releasing lock "refresh_cache-d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.504515] env[70527]: DEBUG nova.objects.instance [None req-8c98c52b-2fd1-4d87-8c75-b4b1f6df4f4c tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Lazy-loading 'migration_context' on Instance uuid d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1224.739261] env[70527]: DEBUG oslo_vmware.api [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3914069, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070271} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.740175] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1224.741208] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4ba70a-5ceb-4b89-a716-9b3a69ea1f31 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.747597] env[70527]: DEBUG oslo_concurrency.lockutils [None req-dd4aec94-e22b-4424-8644-63243393e910 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Acquiring lock "c86e6850-1961-448a-a3c5-39a25264bfa8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.747938] env[70527]: DEBUG oslo_concurrency.lockutils [None req-dd4aec94-e22b-4424-8644-63243393e910 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Lock "c86e6850-1961-448a-a3c5-39a25264bfa8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.748182] env[70527]: DEBUG oslo_concurrency.lockutils [None req-dd4aec94-e22b-4424-8644-63243393e910 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Acquiring lock "c86e6850-1961-448a-a3c5-39a25264bfa8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.748379] env[70527]: DEBUG oslo_concurrency.lockutils [None req-dd4aec94-e22b-4424-8644-63243393e910 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Lock "c86e6850-1961-448a-a3c5-39a25264bfa8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.748568] env[70527]: DEBUG oslo_concurrency.lockutils [None req-dd4aec94-e22b-4424-8644-63243393e910 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Lock "c86e6850-1961-448a-a3c5-39a25264bfa8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.756380] env[70527]: INFO nova.compute.manager [None req-dd4aec94-e22b-4424-8644-63243393e910 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c86e6850-1961-448a-a3c5-39a25264bfa8] Terminating instance [ 1224.783523] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 0b1c7a2b-cf58-4464-bb53-86c2a637037f/0b1c7a2b-cf58-4464-bb53-86c2a637037f.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1224.787878] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b88473f3-a20c-4cc6-8697-07e6453441a4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.806900] env[70527]: DEBUG nova.compute.manager [None req-dd4aec94-e22b-4424-8644-63243393e910 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c86e6850-1961-448a-a3c5-39a25264bfa8] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1224.806900] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-dd4aec94-e22b-4424-8644-63243393e910 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c86e6850-1961-448a-a3c5-39a25264bfa8] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1224.811280] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a867c5d-50ba-4df4-b26c-c446a802120b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.813899] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Acquiring lock "12b18e16-6b64-4b5b-be22-9af762f1d363" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.814128] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Lock "12b18e16-6b64-4b5b-be22-9af762f1d363" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.821149] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd4aec94-e22b-4424-8644-63243393e910 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c86e6850-1961-448a-a3c5-39a25264bfa8] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1224.825094] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a30e7a47-b7ba-47aa-a190-bf1e764e908b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.826793] env[70527]: DEBUG oslo_vmware.api [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Waiting for the task: (returnval){ [ 1224.826793] env[70527]: value = "task-3914070" [ 1224.826793] env[70527]: _type = "Task" [ 1224.826793] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.833194] env[70527]: DEBUG oslo_vmware.api [None req-dd4aec94-e22b-4424-8644-63243393e910 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Waiting for the task: (returnval){ [ 1224.833194] env[70527]: value = "task-3914071" [ 1224.833194] env[70527]: _type = "Task" [ 1224.833194] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.839645] env[70527]: DEBUG oslo_vmware.api [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3914070, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.848362] env[70527]: DEBUG oslo_vmware.api [None req-dd4aec94-e22b-4424-8644-63243393e910 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3914071, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.970974] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9c2041-c1c5-49e8-a0ad-4d10e4e6323d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.980186] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8dc4f1-996d-4657-9c03-8c354fca4d0c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.020684] env[70527]: DEBUG nova.objects.base [None req-8c98c52b-2fd1-4d87-8c75-b4b1f6df4f4c tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=70527) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1225.020997] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd10a2b-47d9-4f19-af79-18b8a77a2a8c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.024729] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de66b6e6-4478-4351-8c1e-37f6700c6e0f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.030938] env[70527]: DEBUG nova.compute.manager [req-7ac5286d-f29b-4062-93c6-e3b3120be9d0 req-bd7e5dbc-300c-4f9f-9eda-9015e8d96b0a service nova] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Received event network-changed-c38b3c5c-55cd-461d-ad54-b9637c48ce4c {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1225.031259] env[70527]: DEBUG nova.compute.manager [req-7ac5286d-f29b-4062-93c6-e3b3120be9d0 req-bd7e5dbc-300c-4f9f-9eda-9015e8d96b0a service nova] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Refreshing instance network info cache due to event network-changed-c38b3c5c-55cd-461d-ad54-b9637c48ce4c. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1225.031553] env[70527]: DEBUG oslo_concurrency.lockutils [req-7ac5286d-f29b-4062-93c6-e3b3120be9d0 req-bd7e5dbc-300c-4f9f-9eda-9015e8d96b0a service nova] Acquiring lock "refresh_cache-af05e519-2a42-4cbc-a73f-43fba1a963ef" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.031777] env[70527]: DEBUG oslo_concurrency.lockutils [req-7ac5286d-f29b-4062-93c6-e3b3120be9d0 req-bd7e5dbc-300c-4f9f-9eda-9015e8d96b0a service nova] Acquired lock "refresh_cache-af05e519-2a42-4cbc-a73f-43fba1a963ef" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.031973] env[70527]: DEBUG nova.network.neutron [req-7ac5286d-f29b-4062-93c6-e3b3120be9d0 req-bd7e5dbc-300c-4f9f-9eda-9015e8d96b0a service nova] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Refreshing network info cache for port c38b3c5c-55cd-461d-ad54-b9637c48ce4c {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1225.056742] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e300bee-0f6e-4d07-b003-481e285e3d35 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.061724] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b54dbd-1cc1-4bf3-9637-ccdf69746858 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.070626] env[70527]: DEBUG oslo_vmware.api [None req-8c98c52b-2fd1-4d87-8c75-b4b1f6df4f4c tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Waiting for the task: (returnval){ [ 1225.070626] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]5242f025-c7e6-6fa8-2547-58cd7594652a" [ 1225.070626] env[70527]: _type = "Task" [ 1225.070626] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.078869] env[70527]: DEBUG nova.compute.provider_tree [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1225.091235] env[70527]: DEBUG oslo_vmware.api [None req-8c98c52b-2fd1-4d87-8c75-b4b1f6df4f4c tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5242f025-c7e6-6fa8-2547-58cd7594652a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.114501] env[70527]: DEBUG nova.compute.manager [None req-69338d65-1b11-47bf-8ef0-12368f715225 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: be4fc466-3afe-4407-8335-7ca40b049ed8] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1225.142118] env[70527]: DEBUG nova.virt.hardware [None req-69338d65-1b11-47bf-8ef0-12368f715225 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1225.142389] env[70527]: DEBUG nova.virt.hardware [None req-69338d65-1b11-47bf-8ef0-12368f715225 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1225.142543] env[70527]: DEBUG nova.virt.hardware [None req-69338d65-1b11-47bf-8ef0-12368f715225 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1225.142725] env[70527]: DEBUG nova.virt.hardware [None req-69338d65-1b11-47bf-8ef0-12368f715225 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1225.142869] env[70527]: DEBUG nova.virt.hardware [None req-69338d65-1b11-47bf-8ef0-12368f715225 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1225.143033] env[70527]: DEBUG nova.virt.hardware [None req-69338d65-1b11-47bf-8ef0-12368f715225 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1225.143244] env[70527]: DEBUG nova.virt.hardware [None req-69338d65-1b11-47bf-8ef0-12368f715225 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1225.143402] env[70527]: DEBUG nova.virt.hardware [None req-69338d65-1b11-47bf-8ef0-12368f715225 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1225.143564] env[70527]: DEBUG nova.virt.hardware [None req-69338d65-1b11-47bf-8ef0-12368f715225 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1225.143721] env[70527]: DEBUG nova.virt.hardware [None req-69338d65-1b11-47bf-8ef0-12368f715225 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1225.143890] env[70527]: DEBUG nova.virt.hardware [None req-69338d65-1b11-47bf-8ef0-12368f715225 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1225.144849] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4074a0-f5f2-43db-8098-ade58a08f241 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.155983] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5edabee7-cb9b-468f-bd2d-def445837505 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.162371] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1225.170477] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1225.170967] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1225.171177] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1225.171332] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1225.171470] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1225.171609] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1225.171754] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70527) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1225.171894] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager.update_available_resource {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1225.319562] env[70527]: DEBUG nova.compute.manager [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] [instance: 12b18e16-6b64-4b5b-be22-9af762f1d363] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1225.343073] env[70527]: DEBUG oslo_vmware.api [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3914070, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.357845] env[70527]: DEBUG oslo_vmware.api [None req-dd4aec94-e22b-4424-8644-63243393e910 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3914071, 'name': PowerOffVM_Task, 'duration_secs': 0.252181} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.357845] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd4aec94-e22b-4424-8644-63243393e910 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c86e6850-1961-448a-a3c5-39a25264bfa8] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1225.357845] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-dd4aec94-e22b-4424-8644-63243393e910 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c86e6850-1961-448a-a3c5-39a25264bfa8] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1225.357845] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d9bfff3-fd81-409b-9393-72d121dd1f50 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.437237] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-dd4aec94-e22b-4424-8644-63243393e910 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c86e6850-1961-448a-a3c5-39a25264bfa8] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1225.437560] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-dd4aec94-e22b-4424-8644-63243393e910 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c86e6850-1961-448a-a3c5-39a25264bfa8] Deleting contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1225.438282] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd4aec94-e22b-4424-8644-63243393e910 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Deleting the datastore file [datastore2] c86e6850-1961-448a-a3c5-39a25264bfa8 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1225.438282] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5c4ff60-6932-4d44-a0d0-ece62c64232f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.451037] env[70527]: DEBUG oslo_vmware.api [None req-dd4aec94-e22b-4424-8644-63243393e910 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Waiting for the task: (returnval){ [ 1225.451037] env[70527]: value = "task-3914073" [ 1225.451037] env[70527]: _type = "Task" [ 1225.451037] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.463932] env[70527]: DEBUG oslo_vmware.api [None req-dd4aec94-e22b-4424-8644-63243393e910 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3914073, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.586148] env[70527]: DEBUG nova.scheduler.client.report [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1225.593901] env[70527]: DEBUG oslo_vmware.api [None req-8c98c52b-2fd1-4d87-8c75-b4b1f6df4f4c tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5242f025-c7e6-6fa8-2547-58cd7594652a, 'name': SearchDatastore_Task, 'duration_secs': 0.024096} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.594586] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8c98c52b-2fd1-4d87-8c75-b4b1f6df4f4c tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.675960] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.759465] env[70527]: DEBUG nova.compute.manager [req-7007445a-b418-48ca-b372-2664d3eef31e req-f8029b38-8f30-464f-8828-ce8e480d5ca2 service nova] [instance: be4fc466-3afe-4407-8335-7ca40b049ed8] Received event network-vif-plugged-91262fc5-6484-41e2-9aeb-50ef3dc7f9e7 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1225.759465] env[70527]: DEBUG oslo_concurrency.lockutils [req-7007445a-b418-48ca-b372-2664d3eef31e req-f8029b38-8f30-464f-8828-ce8e480d5ca2 service nova] Acquiring lock "be4fc466-3afe-4407-8335-7ca40b049ed8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.759738] env[70527]: DEBUG oslo_concurrency.lockutils [req-7007445a-b418-48ca-b372-2664d3eef31e req-f8029b38-8f30-464f-8828-ce8e480d5ca2 service nova] Lock "be4fc466-3afe-4407-8335-7ca40b049ed8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.759908] env[70527]: DEBUG oslo_concurrency.lockutils [req-7007445a-b418-48ca-b372-2664d3eef31e req-f8029b38-8f30-464f-8828-ce8e480d5ca2 service nova] Lock "be4fc466-3afe-4407-8335-7ca40b049ed8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.760726] env[70527]: DEBUG nova.compute.manager [req-7007445a-b418-48ca-b372-2664d3eef31e req-f8029b38-8f30-464f-8828-ce8e480d5ca2 service nova] [instance: be4fc466-3afe-4407-8335-7ca40b049ed8] No waiting events found dispatching network-vif-plugged-91262fc5-6484-41e2-9aeb-50ef3dc7f9e7 {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1225.761010] env[70527]: WARNING nova.compute.manager [req-7007445a-b418-48ca-b372-2664d3eef31e req-f8029b38-8f30-464f-8828-ce8e480d5ca2 service nova] [instance: be4fc466-3afe-4407-8335-7ca40b049ed8] Received unexpected event network-vif-plugged-91262fc5-6484-41e2-9aeb-50ef3dc7f9e7 for instance with vm_state building and task_state spawning. [ 1225.838886] env[70527]: DEBUG oslo_vmware.api [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3914070, 'name': ReconfigVM_Task, 'duration_secs': 0.6768} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.839577] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 0b1c7a2b-cf58-4464-bb53-86c2a637037f/0b1c7a2b-cf58-4464-bb53-86c2a637037f.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1225.840354] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-67b2549d-4a35-4487-bbfe-8dfae0add876 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.846797] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.849706] env[70527]: DEBUG oslo_vmware.api [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Waiting for the task: (returnval){ [ 1225.849706] env[70527]: value = "task-3914074" [ 1225.849706] env[70527]: _type = "Task" [ 1225.849706] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.864973] env[70527]: DEBUG oslo_vmware.api [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3914074, 'name': Rename_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.864973] env[70527]: DEBUG nova.network.neutron [None req-69338d65-1b11-47bf-8ef0-12368f715225 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: be4fc466-3afe-4407-8335-7ca40b049ed8] Successfully updated port: 91262fc5-6484-41e2-9aeb-50ef3dc7f9e7 {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1225.907868] env[70527]: DEBUG nova.network.neutron [req-7ac5286d-f29b-4062-93c6-e3b3120be9d0 req-bd7e5dbc-300c-4f9f-9eda-9015e8d96b0a service nova] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Updated VIF entry in instance network info cache for port c38b3c5c-55cd-461d-ad54-b9637c48ce4c. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1225.908242] env[70527]: DEBUG nova.network.neutron [req-7ac5286d-f29b-4062-93c6-e3b3120be9d0 req-bd7e5dbc-300c-4f9f-9eda-9015e8d96b0a service nova] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Updating instance_info_cache with network_info: [{"id": "c38b3c5c-55cd-461d-ad54-b9637c48ce4c", "address": "fa:16:3e:68:7c:66", "network": {"id": "bf80da5f-b6b3-408a-8ca7-44b2bb5a09b9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-620290731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04c6913e6e05403f84967742a042b550", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc38b3c5c-55", "ovs_interfaceid": "c38b3c5c-55cd-461d-ad54-b9637c48ce4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.961902] env[70527]: DEBUG oslo_vmware.api [None req-dd4aec94-e22b-4424-8644-63243393e910 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Task: {'id': task-3914073, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.341252} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.962176] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd4aec94-e22b-4424-8644-63243393e910 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1225.962365] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-dd4aec94-e22b-4424-8644-63243393e910 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c86e6850-1961-448a-a3c5-39a25264bfa8] Deleted contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1225.962544] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-dd4aec94-e22b-4424-8644-63243393e910 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c86e6850-1961-448a-a3c5-39a25264bfa8] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1225.962731] env[70527]: INFO nova.compute.manager [None req-dd4aec94-e22b-4424-8644-63243393e910 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] [instance: c86e6850-1961-448a-a3c5-39a25264bfa8] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1225.962998] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd4aec94-e22b-4424-8644-63243393e910 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1225.963206] env[70527]: DEBUG nova.compute.manager [-] [instance: c86e6850-1961-448a-a3c5-39a25264bfa8] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1225.963299] env[70527]: DEBUG nova.network.neutron [-] [instance: c86e6850-1961-448a-a3c5-39a25264bfa8] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1226.088477] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.557s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.089087] env[70527]: DEBUG nova.compute.manager [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 29185721-af85-4f54-9ec6-f66e6ec3ff23] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1226.093128] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.117s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.093254] env[70527]: INFO nova.compute.claims [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: d4d4a700-a897-45f3-af68-8ff0e658b4f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1226.362284] env[70527]: DEBUG oslo_vmware.api [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3914074, 'name': Rename_Task, 'duration_secs': 0.367934} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.362764] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1226.363124] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-961de951-ff8a-44e8-85de-824c3e9887ac {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.369302] env[70527]: DEBUG oslo_concurrency.lockutils [None req-69338d65-1b11-47bf-8ef0-12368f715225 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Acquiring lock "refresh_cache-be4fc466-3afe-4407-8335-7ca40b049ed8" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.369460] env[70527]: DEBUG oslo_concurrency.lockutils [None req-69338d65-1b11-47bf-8ef0-12368f715225 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Acquired lock "refresh_cache-be4fc466-3afe-4407-8335-7ca40b049ed8" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.369641] env[70527]: DEBUG nova.network.neutron [None req-69338d65-1b11-47bf-8ef0-12368f715225 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: be4fc466-3afe-4407-8335-7ca40b049ed8] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1226.372566] env[70527]: DEBUG oslo_vmware.api [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Waiting for the task: (returnval){ [ 1226.372566] env[70527]: value = "task-3914075" [ 1226.372566] env[70527]: _type = "Task" [ 1226.372566] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.383134] env[70527]: DEBUG oslo_vmware.api [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3914075, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.412322] env[70527]: DEBUG oslo_concurrency.lockutils [req-7ac5286d-f29b-4062-93c6-e3b3120be9d0 req-bd7e5dbc-300c-4f9f-9eda-9015e8d96b0a service nova] Releasing lock "refresh_cache-af05e519-2a42-4cbc-a73f-43fba1a963ef" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.598059] env[70527]: DEBUG nova.compute.utils [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1226.601553] env[70527]: DEBUG nova.compute.manager [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 29185721-af85-4f54-9ec6-f66e6ec3ff23] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1226.601731] env[70527]: DEBUG nova.network.neutron [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 29185721-af85-4f54-9ec6-f66e6ec3ff23] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1226.669050] env[70527]: DEBUG nova.policy [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '72ea1e7ccb694e2c9b450cf0cf5793cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5596d582d4bb48e6b48b97d9ec6d6742', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 1226.691110] env[70527]: DEBUG nova.network.neutron [-] [instance: c86e6850-1961-448a-a3c5-39a25264bfa8] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.888872] env[70527]: DEBUG oslo_vmware.api [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3914075, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.906362] env[70527]: DEBUG nova.network.neutron [None req-69338d65-1b11-47bf-8ef0-12368f715225 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: be4fc466-3afe-4407-8335-7ca40b049ed8] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1226.983261] env[70527]: DEBUG nova.network.neutron [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 29185721-af85-4f54-9ec6-f66e6ec3ff23] Successfully created port: 2e691d8f-a6e9-49cf-b766-516f3c1ab235 {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1227.035383] env[70527]: DEBUG nova.compute.manager [req-2f2ddc10-8c3f-4b94-814a-0a810ffc2f62 req-19779b52-4dcb-4319-a971-cf19c3eb9b3d service nova] [instance: c86e6850-1961-448a-a3c5-39a25264bfa8] Received event network-vif-deleted-b8386cac-1c2f-4941-bb6d-85e2c90117c0 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1227.049948] env[70527]: DEBUG nova.network.neutron [None req-69338d65-1b11-47bf-8ef0-12368f715225 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: be4fc466-3afe-4407-8335-7ca40b049ed8] Updating instance_info_cache with network_info: [{"id": "91262fc5-6484-41e2-9aeb-50ef3dc7f9e7", "address": "fa:16:3e:a9:82:a1", "network": {"id": "6a4f3b6e-2245-4a82-bf13-e4002ce51c7b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-274635677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "217e9dedf6ba423980df628f40219825", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91262fc5-64", "ovs_interfaceid": "91262fc5-6484-41e2-9aeb-50ef3dc7f9e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.102389] env[70527]: DEBUG nova.compute.manager [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 29185721-af85-4f54-9ec6-f66e6ec3ff23] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1227.193811] env[70527]: INFO nova.compute.manager [-] [instance: c86e6850-1961-448a-a3c5-39a25264bfa8] Took 1.23 seconds to deallocate network for instance. [ 1227.359418] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5242b9f3-aad2-4e2d-84fd-d4e43d75093b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.368790] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6121be-ca3d-4933-9a40-2de59b858c7f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.404272] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c69fafa-38ca-474d-b348-09ff3e05b248 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.412327] env[70527]: DEBUG oslo_vmware.api [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3914075, 'name': PowerOnVM_Task, 'duration_secs': 0.976782} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.414558] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1227.414803] env[70527]: INFO nova.compute.manager [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] Took 10.23 seconds to spawn the instance on the hypervisor. [ 1227.415485] env[70527]: DEBUG nova.compute.manager [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1227.415828] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a017d211-f5da-4032-9bbb-c3bbc7a6a014 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.419253] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035b10ad-5b74-40cc-8149-672374c4a82f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.442178] env[70527]: DEBUG nova.compute.provider_tree [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1227.552970] env[70527]: DEBUG oslo_concurrency.lockutils [None req-69338d65-1b11-47bf-8ef0-12368f715225 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Releasing lock "refresh_cache-be4fc466-3afe-4407-8335-7ca40b049ed8" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.553339] env[70527]: DEBUG nova.compute.manager [None req-69338d65-1b11-47bf-8ef0-12368f715225 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: be4fc466-3afe-4407-8335-7ca40b049ed8] Instance network_info: |[{"id": "91262fc5-6484-41e2-9aeb-50ef3dc7f9e7", "address": "fa:16:3e:a9:82:a1", "network": {"id": "6a4f3b6e-2245-4a82-bf13-e4002ce51c7b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-274635677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "217e9dedf6ba423980df628f40219825", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91262fc5-64", "ovs_interfaceid": "91262fc5-6484-41e2-9aeb-50ef3dc7f9e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1227.553832] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-69338d65-1b11-47bf-8ef0-12368f715225 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: be4fc466-3afe-4407-8335-7ca40b049ed8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:82:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4db2961d-273d-4634-9d06-a94fa9d384fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '91262fc5-6484-41e2-9aeb-50ef3dc7f9e7', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1227.562067] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69338d65-1b11-47bf-8ef0-12368f715225 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1227.562249] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be4fc466-3afe-4407-8335-7ca40b049ed8] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1227.562458] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e8914a9-bae0-4416-94bf-8436a108c680 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.584222] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1227.584222] env[70527]: value = "task-3914076" [ 1227.584222] env[70527]: _type = "Task" [ 1227.584222] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.592975] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3914076, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.703473] env[70527]: DEBUG oslo_concurrency.lockutils [None req-dd4aec94-e22b-4424-8644-63243393e910 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.814156] env[70527]: DEBUG nova.compute.manager [req-5710ff2a-6f5d-476d-803d-90be6e6310c8 req-2df413f5-8f8f-4f67-9c17-2c4cdc530442 service nova] [instance: be4fc466-3afe-4407-8335-7ca40b049ed8] Received event network-changed-91262fc5-6484-41e2-9aeb-50ef3dc7f9e7 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1227.814413] env[70527]: DEBUG nova.compute.manager [req-5710ff2a-6f5d-476d-803d-90be6e6310c8 req-2df413f5-8f8f-4f67-9c17-2c4cdc530442 service nova] [instance: be4fc466-3afe-4407-8335-7ca40b049ed8] Refreshing instance network info cache due to event network-changed-91262fc5-6484-41e2-9aeb-50ef3dc7f9e7. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1227.814601] env[70527]: DEBUG oslo_concurrency.lockutils [req-5710ff2a-6f5d-476d-803d-90be6e6310c8 req-2df413f5-8f8f-4f67-9c17-2c4cdc530442 service nova] Acquiring lock "refresh_cache-be4fc466-3afe-4407-8335-7ca40b049ed8" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.814798] env[70527]: DEBUG oslo_concurrency.lockutils [req-5710ff2a-6f5d-476d-803d-90be6e6310c8 req-2df413f5-8f8f-4f67-9c17-2c4cdc530442 service nova] Acquired lock "refresh_cache-be4fc466-3afe-4407-8335-7ca40b049ed8" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.814975] env[70527]: DEBUG nova.network.neutron [req-5710ff2a-6f5d-476d-803d-90be6e6310c8 req-2df413f5-8f8f-4f67-9c17-2c4cdc530442 service nova] [instance: be4fc466-3afe-4407-8335-7ca40b049ed8] Refreshing network info cache for port 91262fc5-6484-41e2-9aeb-50ef3dc7f9e7 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1227.950799] env[70527]: DEBUG nova.scheduler.client.report [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1227.960213] env[70527]: INFO nova.compute.manager [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] Took 25.08 seconds to build instance. [ 1228.094568] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3914076, 'name': CreateVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.114445] env[70527]: DEBUG nova.compute.manager [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 29185721-af85-4f54-9ec6-f66e6ec3ff23] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1228.143559] env[70527]: DEBUG nova.virt.hardware [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1228.143808] env[70527]: DEBUG nova.virt.hardware [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1228.143997] env[70527]: DEBUG nova.virt.hardware [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1228.144206] env[70527]: DEBUG nova.virt.hardware [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1228.144357] env[70527]: DEBUG nova.virt.hardware [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1228.144504] env[70527]: DEBUG nova.virt.hardware [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1228.144717] env[70527]: DEBUG nova.virt.hardware [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1228.144880] env[70527]: DEBUG nova.virt.hardware [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1228.145057] env[70527]: DEBUG nova.virt.hardware [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1228.145222] env[70527]: DEBUG nova.virt.hardware [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1228.145393] env[70527]: DEBUG nova.virt.hardware [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1228.146282] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94516e13-84a3-4539-981c-698f83c9ab99 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.154265] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c18762a-3f12-453a-86d3-636e5e3a8d07 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.459944] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.368s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.460513] env[70527]: DEBUG nova.compute.manager [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: d4d4a700-a897-45f3-af68-8ff0e658b4f2] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1228.463296] env[70527]: DEBUG oslo_concurrency.lockutils [None req-249ba913-e2d8-4544-8c39-59cde175a39e tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.113s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.463521] env[70527]: DEBUG nova.objects.instance [None req-249ba913-e2d8-4544-8c39-59cde175a39e tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Lazy-loading 'resources' on Instance uuid 1d5c9891-0194-4e61-85df-28177a43569f {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1228.464619] env[70527]: DEBUG oslo_concurrency.lockutils [None req-463fd637-7310-4199-bd46-90d7d501fd40 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Lock "0b1c7a2b-cf58-4464-bb53-86c2a637037f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.598s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.487098] env[70527]: DEBUG nova.network.neutron [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 29185721-af85-4f54-9ec6-f66e6ec3ff23] Successfully updated port: 2e691d8f-a6e9-49cf-b766-516f3c1ab235 {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1228.541661] env[70527]: DEBUG nova.network.neutron [req-5710ff2a-6f5d-476d-803d-90be6e6310c8 req-2df413f5-8f8f-4f67-9c17-2c4cdc530442 service nova] [instance: be4fc466-3afe-4407-8335-7ca40b049ed8] Updated VIF entry in instance network info cache for port 91262fc5-6484-41e2-9aeb-50ef3dc7f9e7. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1228.542039] env[70527]: DEBUG nova.network.neutron [req-5710ff2a-6f5d-476d-803d-90be6e6310c8 req-2df413f5-8f8f-4f67-9c17-2c4cdc530442 service nova] [instance: be4fc466-3afe-4407-8335-7ca40b049ed8] Updating instance_info_cache with network_info: [{"id": "91262fc5-6484-41e2-9aeb-50ef3dc7f9e7", "address": "fa:16:3e:a9:82:a1", "network": {"id": "6a4f3b6e-2245-4a82-bf13-e4002ce51c7b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-274635677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "217e9dedf6ba423980df628f40219825", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91262fc5-64", "ovs_interfaceid": "91262fc5-6484-41e2-9aeb-50ef3dc7f9e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.597208] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3914076, 'name': CreateVM_Task, 'duration_secs': 0.549693} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.597452] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be4fc466-3afe-4407-8335-7ca40b049ed8] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1228.598468] env[70527]: DEBUG oslo_concurrency.lockutils [None req-69338d65-1b11-47bf-8ef0-12368f715225 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.598683] env[70527]: DEBUG oslo_concurrency.lockutils [None req-69338d65-1b11-47bf-8ef0-12368f715225 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.599110] env[70527]: DEBUG oslo_concurrency.lockutils [None req-69338d65-1b11-47bf-8ef0-12368f715225 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.599450] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-297baeb0-c097-4987-9003-c20f2f54bc7c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.606745] env[70527]: DEBUG oslo_vmware.api [None req-69338d65-1b11-47bf-8ef0-12368f715225 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for the task: (returnval){ [ 1228.606745] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52e28f19-f72f-9f2f-7ded-a3f47663b284" [ 1228.606745] env[70527]: _type = "Task" [ 1228.606745] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.619219] env[70527]: DEBUG oslo_vmware.api [None req-69338d65-1b11-47bf-8ef0-12368f715225 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52e28f19-f72f-9f2f-7ded-a3f47663b284, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.967024] env[70527]: DEBUG nova.compute.utils [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1228.972089] env[70527]: DEBUG nova.compute.manager [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: d4d4a700-a897-45f3-af68-8ff0e658b4f2] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1228.972346] env[70527]: DEBUG nova.network.neutron [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: d4d4a700-a897-45f3-af68-8ff0e658b4f2] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1228.991946] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Acquiring lock "refresh_cache-29185721-af85-4f54-9ec6-f66e6ec3ff23" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.992394] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Acquired lock "refresh_cache-29185721-af85-4f54-9ec6-f66e6ec3ff23" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.992394] env[70527]: DEBUG nova.network.neutron [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 29185721-af85-4f54-9ec6-f66e6ec3ff23] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1229.045678] env[70527]: DEBUG oslo_concurrency.lockutils [req-5710ff2a-6f5d-476d-803d-90be6e6310c8 req-2df413f5-8f8f-4f67-9c17-2c4cdc530442 service nova] Releasing lock "refresh_cache-be4fc466-3afe-4407-8335-7ca40b049ed8" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.066164] env[70527]: DEBUG nova.policy [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8804154c6da941b4aedfaa28a7e376d8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2628def9a14f4443853bf45ba496217e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 1229.132609] env[70527]: DEBUG oslo_vmware.api [None req-69338d65-1b11-47bf-8ef0-12368f715225 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52e28f19-f72f-9f2f-7ded-a3f47663b284, 'name': SearchDatastore_Task, 'duration_secs': 0.028155} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.133943] env[70527]: DEBUG oslo_concurrency.lockutils [None req-69338d65-1b11-47bf-8ef0-12368f715225 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.133943] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-69338d65-1b11-47bf-8ef0-12368f715225 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: be4fc466-3afe-4407-8335-7ca40b049ed8] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1229.134305] env[70527]: DEBUG oslo_concurrency.lockutils [None req-69338d65-1b11-47bf-8ef0-12368f715225 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.134524] env[70527]: DEBUG oslo_concurrency.lockutils [None req-69338d65-1b11-47bf-8ef0-12368f715225 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.134811] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-69338d65-1b11-47bf-8ef0-12368f715225 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1229.135216] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f497ced-4c22-48da-a03c-6edc5a6d471e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.147127] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-69338d65-1b11-47bf-8ef0-12368f715225 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1229.147330] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-69338d65-1b11-47bf-8ef0-12368f715225 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1229.148230] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a68c1668-f585-427b-b173-47d7f79ac275 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.156654] env[70527]: DEBUG oslo_vmware.api [None req-69338d65-1b11-47bf-8ef0-12368f715225 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for the task: (returnval){ [ 1229.156654] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52c8c96e-1e48-3db9-ebfb-e96cbe865c09" [ 1229.156654] env[70527]: _type = "Task" [ 1229.156654] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.169313] env[70527]: DEBUG oslo_vmware.api [None req-69338d65-1b11-47bf-8ef0-12368f715225 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52c8c96e-1e48-3db9-ebfb-e96cbe865c09, 'name': SearchDatastore_Task, 'duration_secs': 0.010413} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.174086] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc378b2b-02f7-47c5-9e3b-416f8c51924a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.180432] env[70527]: DEBUG oslo_vmware.api [None req-69338d65-1b11-47bf-8ef0-12368f715225 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for the task: (returnval){ [ 1229.180432] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]525b8067-dba9-d41d-24f7-5832199d9799" [ 1229.180432] env[70527]: _type = "Task" [ 1229.180432] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.195460] env[70527]: DEBUG oslo_vmware.api [None req-69338d65-1b11-47bf-8ef0-12368f715225 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]525b8067-dba9-d41d-24f7-5832199d9799, 'name': SearchDatastore_Task, 'duration_secs': 0.011707} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.195558] env[70527]: DEBUG oslo_concurrency.lockutils [None req-69338d65-1b11-47bf-8ef0-12368f715225 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.195822] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-69338d65-1b11-47bf-8ef0-12368f715225 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] be4fc466-3afe-4407-8335-7ca40b049ed8/be4fc466-3afe-4407-8335-7ca40b049ed8.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1229.196107] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c161e18-a6bd-49cf-8656-5d3f85945f0c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.218030] env[70527]: DEBUG oslo_vmware.api [None req-69338d65-1b11-47bf-8ef0-12368f715225 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for the task: (returnval){ [ 1229.218030] env[70527]: value = "task-3914077" [ 1229.218030] env[70527]: _type = "Task" [ 1229.218030] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.225405] env[70527]: DEBUG oslo_vmware.api [None req-69338d65-1b11-47bf-8ef0-12368f715225 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3914077, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.282495] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131de0f0-e745-4d11-b3fc-622783b0f228 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.291359] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-816ab0b6-8003-4134-99a3-6b3dc58821ff {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.298080] env[70527]: DEBUG nova.compute.manager [req-ed8b4b2f-8995-4dcc-8057-741d96b5ea35 req-73bd80f2-4053-4bcb-8309-36a1130b4a2b service nova] [instance: 29185721-af85-4f54-9ec6-f66e6ec3ff23] Received event network-vif-plugged-2e691d8f-a6e9-49cf-b766-516f3c1ab235 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1229.298322] env[70527]: DEBUG oslo_concurrency.lockutils [req-ed8b4b2f-8995-4dcc-8057-741d96b5ea35 req-73bd80f2-4053-4bcb-8309-36a1130b4a2b service nova] Acquiring lock "29185721-af85-4f54-9ec6-f66e6ec3ff23-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.298547] env[70527]: DEBUG oslo_concurrency.lockutils [req-ed8b4b2f-8995-4dcc-8057-741d96b5ea35 req-73bd80f2-4053-4bcb-8309-36a1130b4a2b service nova] Lock "29185721-af85-4f54-9ec6-f66e6ec3ff23-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.298749] env[70527]: DEBUG oslo_concurrency.lockutils [req-ed8b4b2f-8995-4dcc-8057-741d96b5ea35 req-73bd80f2-4053-4bcb-8309-36a1130b4a2b service nova] Lock "29185721-af85-4f54-9ec6-f66e6ec3ff23-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.298953] env[70527]: DEBUG nova.compute.manager [req-ed8b4b2f-8995-4dcc-8057-741d96b5ea35 req-73bd80f2-4053-4bcb-8309-36a1130b4a2b service nova] [instance: 29185721-af85-4f54-9ec6-f66e6ec3ff23] No waiting events found dispatching network-vif-plugged-2e691d8f-a6e9-49cf-b766-516f3c1ab235 {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1229.299142] env[70527]: WARNING nova.compute.manager [req-ed8b4b2f-8995-4dcc-8057-741d96b5ea35 req-73bd80f2-4053-4bcb-8309-36a1130b4a2b service nova] [instance: 29185721-af85-4f54-9ec6-f66e6ec3ff23] Received unexpected event network-vif-plugged-2e691d8f-a6e9-49cf-b766-516f3c1ab235 for instance with vm_state building and task_state spawning. [ 1229.299307] env[70527]: DEBUG nova.compute.manager [req-ed8b4b2f-8995-4dcc-8057-741d96b5ea35 req-73bd80f2-4053-4bcb-8309-36a1130b4a2b service nova] [instance: 29185721-af85-4f54-9ec6-f66e6ec3ff23] Received event network-changed-2e691d8f-a6e9-49cf-b766-516f3c1ab235 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1229.299457] env[70527]: DEBUG nova.compute.manager [req-ed8b4b2f-8995-4dcc-8057-741d96b5ea35 req-73bd80f2-4053-4bcb-8309-36a1130b4a2b service nova] [instance: 29185721-af85-4f54-9ec6-f66e6ec3ff23] Refreshing instance network info cache due to event network-changed-2e691d8f-a6e9-49cf-b766-516f3c1ab235. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1229.299654] env[70527]: DEBUG oslo_concurrency.lockutils [req-ed8b4b2f-8995-4dcc-8057-741d96b5ea35 req-73bd80f2-4053-4bcb-8309-36a1130b4a2b service nova] Acquiring lock "refresh_cache-29185721-af85-4f54-9ec6-f66e6ec3ff23" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.326587] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e4b629-4a5c-4db4-baea-297a5497022c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.335907] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a2f9b65-c210-417a-9154-682424b97dfc {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.352937] env[70527]: DEBUG nova.compute.provider_tree [None req-249ba913-e2d8-4544-8c39-59cde175a39e tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1229.479815] env[70527]: DEBUG nova.compute.manager [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: d4d4a700-a897-45f3-af68-8ff0e658b4f2] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1229.542887] env[70527]: DEBUG nova.network.neutron [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 29185721-af85-4f54-9ec6-f66e6ec3ff23] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1229.678123] env[70527]: DEBUG nova.network.neutron [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: d4d4a700-a897-45f3-af68-8ff0e658b4f2] Successfully created port: 05aecd64-8419-4427-9498-6b96235f6ed1 {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1229.712900] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b7f2ec26-c212-48ea-b742-719818ab83e0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Acquiring lock "3321b60f-9e0c-4947-8ed7-f4b613c0c7a3" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.712900] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b7f2ec26-c212-48ea-b742-719818ab83e0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Lock "3321b60f-9e0c-4947-8ed7-f4b613c0c7a3" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.712900] env[70527]: INFO nova.compute.manager [None req-b7f2ec26-c212-48ea-b742-719818ab83e0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Shelving [ 1229.714719] env[70527]: DEBUG nova.network.neutron [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 29185721-af85-4f54-9ec6-f66e6ec3ff23] Updating instance_info_cache with network_info: [{"id": "2e691d8f-a6e9-49cf-b766-516f3c1ab235", "address": "fa:16:3e:cb:85:c6", "network": {"id": "a1a2eabf-2a52-4ee7-850f-7ed6f24624fa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-661551111-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5596d582d4bb48e6b48b97d9ec6d6742", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e691d8f-a6", "ovs_interfaceid": "2e691d8f-a6e9-49cf-b766-516f3c1ab235", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.726902] env[70527]: DEBUG oslo_vmware.api [None req-69338d65-1b11-47bf-8ef0-12368f715225 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3914077, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483542} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.727301] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-69338d65-1b11-47bf-8ef0-12368f715225 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] be4fc466-3afe-4407-8335-7ca40b049ed8/be4fc466-3afe-4407-8335-7ca40b049ed8.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1229.727594] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-69338d65-1b11-47bf-8ef0-12368f715225 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: be4fc466-3afe-4407-8335-7ca40b049ed8] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1229.727934] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b7453748-cca7-43b1-90f7-b69e29fe0c10 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.738059] env[70527]: DEBUG oslo_vmware.api [None req-69338d65-1b11-47bf-8ef0-12368f715225 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for the task: (returnval){ [ 1229.738059] env[70527]: value = "task-3914078" [ 1229.738059] env[70527]: _type = "Task" [ 1229.738059] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.749638] env[70527]: DEBUG oslo_vmware.api [None req-69338d65-1b11-47bf-8ef0-12368f715225 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3914078, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.856809] env[70527]: DEBUG nova.scheduler.client.report [None req-249ba913-e2d8-4544-8c39-59cde175a39e tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1229.908444] env[70527]: DEBUG nova.compute.manager [req-6fcb05ad-005b-448f-abd8-a627237e89eb req-c806e844-fd2d-4fe6-ab17-9b13d4b5ff8c service nova] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Received event network-changed-21573174-8add-46d6-93ef-d2a024fb8919 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1229.908641] env[70527]: DEBUG nova.compute.manager [req-6fcb05ad-005b-448f-abd8-a627237e89eb req-c806e844-fd2d-4fe6-ab17-9b13d4b5ff8c service nova] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Refreshing instance network info cache due to event network-changed-21573174-8add-46d6-93ef-d2a024fb8919. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1229.908880] env[70527]: DEBUG oslo_concurrency.lockutils [req-6fcb05ad-005b-448f-abd8-a627237e89eb req-c806e844-fd2d-4fe6-ab17-9b13d4b5ff8c service nova] Acquiring lock "refresh_cache-dc7820a0-241c-4ed4-8a54-f321762897b3" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.909230] env[70527]: DEBUG oslo_concurrency.lockutils [req-6fcb05ad-005b-448f-abd8-a627237e89eb req-c806e844-fd2d-4fe6-ab17-9b13d4b5ff8c service nova] Acquired lock "refresh_cache-dc7820a0-241c-4ed4-8a54-f321762897b3" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.909230] env[70527]: DEBUG nova.network.neutron [req-6fcb05ad-005b-448f-abd8-a627237e89eb req-c806e844-fd2d-4fe6-ab17-9b13d4b5ff8c service nova] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Refreshing network info cache for port 21573174-8add-46d6-93ef-d2a024fb8919 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1230.218509] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Releasing lock "refresh_cache-29185721-af85-4f54-9ec6-f66e6ec3ff23" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.218978] env[70527]: DEBUG nova.compute.manager [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 29185721-af85-4f54-9ec6-f66e6ec3ff23] Instance network_info: |[{"id": "2e691d8f-a6e9-49cf-b766-516f3c1ab235", "address": "fa:16:3e:cb:85:c6", "network": {"id": "a1a2eabf-2a52-4ee7-850f-7ed6f24624fa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-661551111-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5596d582d4bb48e6b48b97d9ec6d6742", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e691d8f-a6", "ovs_interfaceid": "2e691d8f-a6e9-49cf-b766-516f3c1ab235", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1230.222332] env[70527]: DEBUG oslo_concurrency.lockutils [req-ed8b4b2f-8995-4dcc-8057-741d96b5ea35 req-73bd80f2-4053-4bcb-8309-36a1130b4a2b service nova] Acquired lock "refresh_cache-29185721-af85-4f54-9ec6-f66e6ec3ff23" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.222980] env[70527]: DEBUG nova.network.neutron [req-ed8b4b2f-8995-4dcc-8057-741d96b5ea35 req-73bd80f2-4053-4bcb-8309-36a1130b4a2b service nova] [instance: 29185721-af85-4f54-9ec6-f66e6ec3ff23] Refreshing network info cache for port 2e691d8f-a6e9-49cf-b766-516f3c1ab235 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1230.226241] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 29185721-af85-4f54-9ec6-f66e6ec3ff23] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:85:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '86a35d07-53d3-46b3-92cb-ae34236c0f41', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e691d8f-a6e9-49cf-b766-516f3c1ab235', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1230.247475] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1230.253674] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29185721-af85-4f54-9ec6-f66e6ec3ff23] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1230.259884] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9cd0090-59da-449c-8f2d-8609a09715f2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.294546] env[70527]: DEBUG oslo_vmware.api [None req-69338d65-1b11-47bf-8ef0-12368f715225 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3914078, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.178508} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.296641] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-69338d65-1b11-47bf-8ef0-12368f715225 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: be4fc466-3afe-4407-8335-7ca40b049ed8] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1230.297065] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1230.297065] env[70527]: value = "task-3914079" [ 1230.297065] env[70527]: _type = "Task" [ 1230.297065] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.298431] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d8b695-7361-46d3-8d71-d6a0e65e851a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.345349] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-69338d65-1b11-47bf-8ef0-12368f715225 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: be4fc466-3afe-4407-8335-7ca40b049ed8] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] be4fc466-3afe-4407-8335-7ca40b049ed8/be4fc466-3afe-4407-8335-7ca40b049ed8.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1230.354920] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-acb443e2-7346-4520-92d8-c969214adee7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.375808] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3914079, 'name': CreateVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.376608] env[70527]: DEBUG oslo_concurrency.lockutils [None req-249ba913-e2d8-4544-8c39-59cde175a39e tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.913s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.382037] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8c98c52b-2fd1-4d87-8c75-b4b1f6df4f4c tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 4.785s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.390484] env[70527]: DEBUG oslo_vmware.api [None req-69338d65-1b11-47bf-8ef0-12368f715225 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for the task: (returnval){ [ 1230.390484] env[70527]: value = "task-3914080" [ 1230.390484] env[70527]: _type = "Task" [ 1230.390484] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.400741] env[70527]: DEBUG oslo_vmware.api [None req-69338d65-1b11-47bf-8ef0-12368f715225 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3914080, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.411535] env[70527]: INFO nova.scheduler.client.report [None req-249ba913-e2d8-4544-8c39-59cde175a39e tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Deleted allocations for instance 1d5c9891-0194-4e61-85df-28177a43569f [ 1230.491650] env[70527]: DEBUG nova.compute.manager [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: d4d4a700-a897-45f3-af68-8ff0e658b4f2] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1230.538256] env[70527]: DEBUG nova.virt.hardware [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1230.538723] env[70527]: DEBUG nova.virt.hardware [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1230.538723] env[70527]: DEBUG nova.virt.hardware [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1230.538862] env[70527]: DEBUG nova.virt.hardware [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1230.538990] env[70527]: DEBUG nova.virt.hardware [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1230.539157] env[70527]: DEBUG nova.virt.hardware [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1230.539378] env[70527]: DEBUG nova.virt.hardware [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1230.539538] env[70527]: DEBUG nova.virt.hardware [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1230.539774] env[70527]: DEBUG nova.virt.hardware [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1230.540015] env[70527]: DEBUG nova.virt.hardware [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1230.540161] env[70527]: DEBUG nova.virt.hardware [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1230.541234] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ffeda7-0f0d-4d4a-8a40-18d0d5589941 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.550517] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac280d8-27a0-4f37-b6c5-3cef6069331d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.666166] env[70527]: DEBUG nova.network.neutron [req-ed8b4b2f-8995-4dcc-8057-741d96b5ea35 req-73bd80f2-4053-4bcb-8309-36a1130b4a2b service nova] [instance: 29185721-af85-4f54-9ec6-f66e6ec3ff23] Updated VIF entry in instance network info cache for port 2e691d8f-a6e9-49cf-b766-516f3c1ab235. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1230.666541] env[70527]: DEBUG nova.network.neutron [req-ed8b4b2f-8995-4dcc-8057-741d96b5ea35 req-73bd80f2-4053-4bcb-8309-36a1130b4a2b service nova] [instance: 29185721-af85-4f54-9ec6-f66e6ec3ff23] Updating instance_info_cache with network_info: [{"id": "2e691d8f-a6e9-49cf-b766-516f3c1ab235", "address": "fa:16:3e:cb:85:c6", "network": {"id": "a1a2eabf-2a52-4ee7-850f-7ed6f24624fa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-661551111-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5596d582d4bb48e6b48b97d9ec6d6742", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e691d8f-a6", "ovs_interfaceid": "2e691d8f-a6e9-49cf-b766-516f3c1ab235", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.731337] env[70527]: DEBUG nova.network.neutron [req-6fcb05ad-005b-448f-abd8-a627237e89eb req-c806e844-fd2d-4fe6-ab17-9b13d4b5ff8c service nova] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Updated VIF entry in instance network info cache for port 21573174-8add-46d6-93ef-d2a024fb8919. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1230.731855] env[70527]: DEBUG nova.network.neutron [req-6fcb05ad-005b-448f-abd8-a627237e89eb req-c806e844-fd2d-4fe6-ab17-9b13d4b5ff8c service nova] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Updating instance_info_cache with network_info: [{"id": "21573174-8add-46d6-93ef-d2a024fb8919", "address": "fa:16:3e:6f:e4:92", "network": {"id": "0528ffcb-4865-41a0-87e6-3ea996b12397", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210779476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "030332ea48994bab8d286711ee279556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21573174-8a", "ovs_interfaceid": "21573174-8add-46d6-93ef-d2a024fb8919", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.755406] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7f2ec26-c212-48ea-b742-719818ab83e0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1230.755954] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4778395-bdd7-40cc-a445-0feabf9db41f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.765912] env[70527]: DEBUG oslo_vmware.api [None req-b7f2ec26-c212-48ea-b742-719818ab83e0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for the task: (returnval){ [ 1230.765912] env[70527]: value = "task-3914081" [ 1230.765912] env[70527]: _type = "Task" [ 1230.765912] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.776963] env[70527]: DEBUG oslo_vmware.api [None req-b7f2ec26-c212-48ea-b742-719818ab83e0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3914081, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.813646] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3914079, 'name': CreateVM_Task} progress is 25%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.907599] env[70527]: DEBUG oslo_vmware.api [None req-69338d65-1b11-47bf-8ef0-12368f715225 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3914080, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.922471] env[70527]: DEBUG oslo_concurrency.lockutils [None req-249ba913-e2d8-4544-8c39-59cde175a39e tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Lock "1d5c9891-0194-4e61-85df-28177a43569f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.831s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.148502] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9071721b-acb6-4e9e-bc95-0493c510b439 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.160425] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00966824-72a7-4696-b025-6e7e8573b819 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.199127] env[70527]: DEBUG oslo_concurrency.lockutils [req-ed8b4b2f-8995-4dcc-8057-741d96b5ea35 req-73bd80f2-4053-4bcb-8309-36a1130b4a2b service nova] Releasing lock "refresh_cache-29185721-af85-4f54-9ec6-f66e6ec3ff23" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.199127] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6109233-e777-4916-8aa8-872b09fa9c7f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.207889] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-929f10a9-ebb5-438a-a9b1-cdd615110809 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.224762] env[70527]: DEBUG nova.compute.provider_tree [None req-8c98c52b-2fd1-4d87-8c75-b4b1f6df4f4c tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1231.238939] env[70527]: DEBUG oslo_concurrency.lockutils [req-6fcb05ad-005b-448f-abd8-a627237e89eb req-c806e844-fd2d-4fe6-ab17-9b13d4b5ff8c service nova] Releasing lock "refresh_cache-dc7820a0-241c-4ed4-8a54-f321762897b3" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.286780] env[70527]: DEBUG oslo_vmware.api [None req-b7f2ec26-c212-48ea-b742-719818ab83e0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3914081, 'name': PowerOffVM_Task, 'duration_secs': 0.275618} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.286780] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7f2ec26-c212-48ea-b742-719818ab83e0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1231.287472] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04157e6e-b819-4d4a-b822-835d7bbf1635 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.329542] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c90f1afc-0c0d-48e1-99cc-b7b090c5554d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.341592] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3914079, 'name': CreateVM_Task, 'duration_secs': 0.657701} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.344690] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29185721-af85-4f54-9ec6-f66e6ec3ff23] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1231.349169] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.349471] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.349969] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.350701] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc2597f9-da08-49b4-b9f0-0e4a14cd879a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.358236] env[70527]: DEBUG oslo_vmware.api [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Waiting for the task: (returnval){ [ 1231.358236] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52f5a46c-f347-fff4-898f-2e08811bf6e4" [ 1231.358236] env[70527]: _type = "Task" [ 1231.358236] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.372734] env[70527]: DEBUG oslo_vmware.api [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52f5a46c-f347-fff4-898f-2e08811bf6e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.402611] env[70527]: DEBUG oslo_vmware.api [None req-69338d65-1b11-47bf-8ef0-12368f715225 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3914080, 'name': ReconfigVM_Task, 'duration_secs': 0.614635} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.403324] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-69338d65-1b11-47bf-8ef0-12368f715225 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: be4fc466-3afe-4407-8335-7ca40b049ed8] Reconfigured VM instance instance-00000072 to attach disk [datastore1] be4fc466-3afe-4407-8335-7ca40b049ed8/be4fc466-3afe-4407-8335-7ca40b049ed8.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1231.403766] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3bcaf20-bbf7-4608-8712-cb975286a5b4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.412196] env[70527]: DEBUG oslo_vmware.api [None req-69338d65-1b11-47bf-8ef0-12368f715225 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for the task: (returnval){ [ 1231.412196] env[70527]: value = "task-3914082" [ 1231.412196] env[70527]: _type = "Task" [ 1231.412196] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.424142] env[70527]: DEBUG oslo_vmware.api [None req-69338d65-1b11-47bf-8ef0-12368f715225 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3914082, 'name': Rename_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.605824] env[70527]: DEBUG nova.compute.manager [req-1fe5e6e5-2730-4dde-951a-ff9d06d595a2 req-50270b34-43b9-461e-a269-ab8740343fe4 service nova] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] Received event network-changed-5a63e4ed-48f2-4f37-8a6d-50be2483fc26 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1231.606348] env[70527]: DEBUG nova.compute.manager [req-1fe5e6e5-2730-4dde-951a-ff9d06d595a2 req-50270b34-43b9-461e-a269-ab8740343fe4 service nova] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] Refreshing instance network info cache due to event network-changed-5a63e4ed-48f2-4f37-8a6d-50be2483fc26. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1231.606696] env[70527]: DEBUG oslo_concurrency.lockutils [req-1fe5e6e5-2730-4dde-951a-ff9d06d595a2 req-50270b34-43b9-461e-a269-ab8740343fe4 service nova] Acquiring lock "refresh_cache-0b1c7a2b-cf58-4464-bb53-86c2a637037f" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.606908] env[70527]: DEBUG oslo_concurrency.lockutils [req-1fe5e6e5-2730-4dde-951a-ff9d06d595a2 req-50270b34-43b9-461e-a269-ab8740343fe4 service nova] Acquired lock "refresh_cache-0b1c7a2b-cf58-4464-bb53-86c2a637037f" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.607135] env[70527]: DEBUG nova.network.neutron [req-1fe5e6e5-2730-4dde-951a-ff9d06d595a2 req-50270b34-43b9-461e-a269-ab8740343fe4 service nova] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] Refreshing network info cache for port 5a63e4ed-48f2-4f37-8a6d-50be2483fc26 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1231.729090] env[70527]: DEBUG nova.scheduler.client.report [None req-8c98c52b-2fd1-4d87-8c75-b4b1f6df4f4c tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1231.782720] env[70527]: DEBUG nova.network.neutron [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: d4d4a700-a897-45f3-af68-8ff0e658b4f2] Successfully updated port: 05aecd64-8419-4427-9498-6b96235f6ed1 {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1231.852498] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f2ec26-c212-48ea-b742-719818ab83e0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Creating Snapshot of the VM instance {{(pid=70527) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1231.852854] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-82a54203-2757-431e-8ee4-7180d2a9c014 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.865708] env[70527]: DEBUG oslo_vmware.api [None req-b7f2ec26-c212-48ea-b742-719818ab83e0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for the task: (returnval){ [ 1231.865708] env[70527]: value = "task-3914083" [ 1231.865708] env[70527]: _type = "Task" [ 1231.865708] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.875408] env[70527]: DEBUG oslo_vmware.api [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52f5a46c-f347-fff4-898f-2e08811bf6e4, 'name': SearchDatastore_Task, 'duration_secs': 0.022848} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.876290] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.876613] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 29185721-af85-4f54-9ec6-f66e6ec3ff23] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1231.876764] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.876934] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.877105] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1231.877393] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24e711e5-aff2-475e-9e49-a4408475e8bf {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.883290] env[70527]: DEBUG oslo_vmware.api [None req-b7f2ec26-c212-48ea-b742-719818ab83e0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3914083, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.892375] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1231.892564] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1231.893323] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aeba0808-91ec-47bf-b5d6-fa30cc742945 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.899256] env[70527]: DEBUG oslo_vmware.api [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Waiting for the task: (returnval){ [ 1231.899256] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]523e58be-7fe8-5a0f-7dfe-6181358a78a5" [ 1231.899256] env[70527]: _type = "Task" [ 1231.899256] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.908799] env[70527]: DEBUG oslo_vmware.api [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]523e58be-7fe8-5a0f-7dfe-6181358a78a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.922337] env[70527]: DEBUG oslo_vmware.api [None req-69338d65-1b11-47bf-8ef0-12368f715225 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3914082, 'name': Rename_Task, 'duration_secs': 0.239756} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.922533] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-69338d65-1b11-47bf-8ef0-12368f715225 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: be4fc466-3afe-4407-8335-7ca40b049ed8] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1231.922787] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-836248b6-0dd3-4090-945c-d891e0c5e5c2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.930662] env[70527]: DEBUG oslo_vmware.api [None req-69338d65-1b11-47bf-8ef0-12368f715225 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for the task: (returnval){ [ 1231.930662] env[70527]: value = "task-3914084" [ 1231.930662] env[70527]: _type = "Task" [ 1231.930662] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.942293] env[70527]: DEBUG oslo_vmware.api [None req-69338d65-1b11-47bf-8ef0-12368f715225 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3914084, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.945016] env[70527]: DEBUG nova.compute.manager [req-52adb57c-148b-412f-b446-49ad8007c686 req-a98a1d19-6531-4479-9b08-a4a241492e3e service nova] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] Received event network-changed-5a63e4ed-48f2-4f37-8a6d-50be2483fc26 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1231.945249] env[70527]: DEBUG nova.compute.manager [req-52adb57c-148b-412f-b446-49ad8007c686 req-a98a1d19-6531-4479-9b08-a4a241492e3e service nova] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] Refreshing instance network info cache due to event network-changed-5a63e4ed-48f2-4f37-8a6d-50be2483fc26. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1231.945433] env[70527]: DEBUG oslo_concurrency.lockutils [req-52adb57c-148b-412f-b446-49ad8007c686 req-a98a1d19-6531-4479-9b08-a4a241492e3e service nova] Acquiring lock "refresh_cache-0b1c7a2b-cf58-4464-bb53-86c2a637037f" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.286908] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Acquiring lock "refresh_cache-d4d4a700-a897-45f3-af68-8ff0e658b4f2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.287207] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Acquired lock "refresh_cache-d4d4a700-a897-45f3-af68-8ff0e658b4f2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.287246] env[70527]: DEBUG nova.network.neutron [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: d4d4a700-a897-45f3-af68-8ff0e658b4f2] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1232.346820] env[70527]: DEBUG nova.network.neutron [req-1fe5e6e5-2730-4dde-951a-ff9d06d595a2 req-50270b34-43b9-461e-a269-ab8740343fe4 service nova] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] Updated VIF entry in instance network info cache for port 5a63e4ed-48f2-4f37-8a6d-50be2483fc26. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1232.347320] env[70527]: DEBUG nova.network.neutron [req-1fe5e6e5-2730-4dde-951a-ff9d06d595a2 req-50270b34-43b9-461e-a269-ab8740343fe4 service nova] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] Updating instance_info_cache with network_info: [{"id": "5a63e4ed-48f2-4f37-8a6d-50be2483fc26", "address": "fa:16:3e:af:a2:f5", "network": {"id": "0528ffcb-4865-41a0-87e6-3ea996b12397", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210779476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "030332ea48994bab8d286711ee279556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a63e4ed-48", "ovs_interfaceid": "5a63e4ed-48f2-4f37-8a6d-50be2483fc26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.378058] env[70527]: DEBUG oslo_vmware.api [None req-b7f2ec26-c212-48ea-b742-719818ab83e0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3914083, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.413046] env[70527]: DEBUG oslo_vmware.api [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]523e58be-7fe8-5a0f-7dfe-6181358a78a5, 'name': SearchDatastore_Task, 'duration_secs': 0.014334} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.413941] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33c1280c-4fdd-42a4-9b99-97bb20b6572f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.420886] env[70527]: DEBUG oslo_vmware.api [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Waiting for the task: (returnval){ [ 1232.420886] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]528a3d08-819e-1a44-5940-0502ceed4f6c" [ 1232.420886] env[70527]: _type = "Task" [ 1232.420886] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.431303] env[70527]: DEBUG oslo_vmware.api [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]528a3d08-819e-1a44-5940-0502ceed4f6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.442847] env[70527]: DEBUG oslo_vmware.api [None req-69338d65-1b11-47bf-8ef0-12368f715225 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3914084, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.740095] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8c98c52b-2fd1-4d87-8c75-b4b1f6df4f4c tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.359s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.742112] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 7.066s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.742295] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.742462] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70527) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1232.742748] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.896s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.744163] env[70527]: INFO nova.compute.claims [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] [instance: 12b18e16-6b64-4b5b-be22-9af762f1d363] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1232.748576] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ef9ea2-f60e-4be5-8986-c47e39dd00f3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.758235] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f707230-e643-439a-aa65-f6a2eebb49d5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.776807] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec51b0b-31c3-4d59-b637-07a73f43abe7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.784419] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c4e2c78-2c73-4360-bf00-249bc0e11022 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.820740] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178629MB free_disk=39GB free_vcpus=48 pci_devices=None {{(pid=70527) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1232.820740] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.849968] env[70527]: DEBUG oslo_concurrency.lockutils [req-1fe5e6e5-2730-4dde-951a-ff9d06d595a2 req-50270b34-43b9-461e-a269-ab8740343fe4 service nova] Releasing lock "refresh_cache-0b1c7a2b-cf58-4464-bb53-86c2a637037f" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.850428] env[70527]: DEBUG oslo_concurrency.lockutils [req-52adb57c-148b-412f-b446-49ad8007c686 req-a98a1d19-6531-4479-9b08-a4a241492e3e service nova] Acquired lock "refresh_cache-0b1c7a2b-cf58-4464-bb53-86c2a637037f" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.850802] env[70527]: DEBUG nova.network.neutron [req-52adb57c-148b-412f-b446-49ad8007c686 req-a98a1d19-6531-4479-9b08-a4a241492e3e service nova] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] Refreshing network info cache for port 5a63e4ed-48f2-4f37-8a6d-50be2483fc26 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1232.852613] env[70527]: DEBUG nova.network.neutron [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: d4d4a700-a897-45f3-af68-8ff0e658b4f2] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1232.877037] env[70527]: DEBUG oslo_vmware.api [None req-b7f2ec26-c212-48ea-b742-719818ab83e0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3914083, 'name': CreateSnapshot_Task, 'duration_secs': 0.840465} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.877355] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f2ec26-c212-48ea-b742-719818ab83e0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Created Snapshot of the VM instance {{(pid=70527) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1232.878900] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4039c351-7225-4db5-8a52-6a7b75040eec {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.934429] env[70527]: DEBUG oslo_vmware.api [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]528a3d08-819e-1a44-5940-0502ceed4f6c, 'name': SearchDatastore_Task, 'duration_secs': 0.018919} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.937415] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.937702] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] 29185721-af85-4f54-9ec6-f66e6ec3ff23/29185721-af85-4f54-9ec6-f66e6ec3ff23.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1232.938644] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40bbbb4b-9474-495c-b837-2584e2393335 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.945762] env[70527]: DEBUG oslo_vmware.api [None req-69338d65-1b11-47bf-8ef0-12368f715225 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3914084, 'name': PowerOnVM_Task, 'duration_secs': 0.619641} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.946636] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-69338d65-1b11-47bf-8ef0-12368f715225 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: be4fc466-3afe-4407-8335-7ca40b049ed8] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1232.946792] env[70527]: INFO nova.compute.manager [None req-69338d65-1b11-47bf-8ef0-12368f715225 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: be4fc466-3afe-4407-8335-7ca40b049ed8] Took 7.83 seconds to spawn the instance on the hypervisor. [ 1232.946974] env[70527]: DEBUG nova.compute.manager [None req-69338d65-1b11-47bf-8ef0-12368f715225 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: be4fc466-3afe-4407-8335-7ca40b049ed8] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1232.947310] env[70527]: DEBUG oslo_vmware.api [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Waiting for the task: (returnval){ [ 1232.947310] env[70527]: value = "task-3914085" [ 1232.947310] env[70527]: _type = "Task" [ 1232.947310] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.948242] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac875d9c-840e-4444-aa93-ab0797ebbfae {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.958823] env[70527]: DEBUG oslo_vmware.api [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3914085, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.041429] env[70527]: DEBUG nova.network.neutron [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: d4d4a700-a897-45f3-af68-8ff0e658b4f2] Updating instance_info_cache with network_info: [{"id": "05aecd64-8419-4427-9498-6b96235f6ed1", "address": "fa:16:3e:b7:e7:67", "network": {"id": "c66b99a8-c700-4d64-a8a5-7d96b6f8dd7c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1550176420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2628def9a14f4443853bf45ba496217e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05aecd64-84", "ovs_interfaceid": "05aecd64-8419-4427-9498-6b96235f6ed1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.322985] env[70527]: INFO nova.scheduler.client.report [None req-8c98c52b-2fd1-4d87-8c75-b4b1f6df4f4c tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Deleted allocation for migration 892e30d7-6d9a-4a01-9cc2-60bfd53ff69c [ 1233.400092] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f2ec26-c212-48ea-b742-719818ab83e0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Creating linked-clone VM from snapshot {{(pid=70527) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1233.403574] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0dc08d92-de98-468f-9246-37909c429ac4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.411041] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3b967584-56b7-43fc-b8a2-03ea68955e56 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquiring lock "interface-dc7820a0-241c-4ed4-8a54-f321762897b3-dce39464-ac48-4034-9e86-7af7e94f49d1" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.411041] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3b967584-56b7-43fc-b8a2-03ea68955e56 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Lock "interface-dc7820a0-241c-4ed4-8a54-f321762897b3-dce39464-ac48-4034-9e86-7af7e94f49d1" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.411041] env[70527]: DEBUG nova.objects.instance [None req-3b967584-56b7-43fc-b8a2-03ea68955e56 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Lazy-loading 'flavor' on Instance uuid dc7820a0-241c-4ed4-8a54-f321762897b3 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1233.413778] env[70527]: DEBUG oslo_vmware.api [None req-b7f2ec26-c212-48ea-b742-719818ab83e0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for the task: (returnval){ [ 1233.413778] env[70527]: value = "task-3914086" [ 1233.413778] env[70527]: _type = "Task" [ 1233.413778] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.425936] env[70527]: DEBUG oslo_vmware.api [None req-b7f2ec26-c212-48ea-b742-719818ab83e0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3914086, 'name': CloneVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.462992] env[70527]: DEBUG oslo_vmware.api [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3914085, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.474121] env[70527]: INFO nova.compute.manager [None req-69338d65-1b11-47bf-8ef0-12368f715225 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: be4fc466-3afe-4407-8335-7ca40b049ed8] Took 13.71 seconds to build instance. [ 1233.545095] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Releasing lock "refresh_cache-d4d4a700-a897-45f3-af68-8ff0e658b4f2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.545755] env[70527]: DEBUG nova.compute.manager [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: d4d4a700-a897-45f3-af68-8ff0e658b4f2] Instance network_info: |[{"id": "05aecd64-8419-4427-9498-6b96235f6ed1", "address": "fa:16:3e:b7:e7:67", "network": {"id": "c66b99a8-c700-4d64-a8a5-7d96b6f8dd7c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1550176420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2628def9a14f4443853bf45ba496217e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05aecd64-84", "ovs_interfaceid": "05aecd64-8419-4427-9498-6b96235f6ed1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1233.546233] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: d4d4a700-a897-45f3-af68-8ff0e658b4f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:e7:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b5c60ce-845e-4506-bc10-348461fece6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05aecd64-8419-4427-9498-6b96235f6ed1', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1233.555307] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1233.555628] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4d4a700-a897-45f3-af68-8ff0e658b4f2] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1233.555906] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f3bd0cb-8e7b-413d-b155-8d372a662ca7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.582960] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1233.582960] env[70527]: value = "task-3914087" [ 1233.582960] env[70527]: _type = "Task" [ 1233.582960] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.594629] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3914087, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.612094] env[70527]: DEBUG nova.network.neutron [req-52adb57c-148b-412f-b446-49ad8007c686 req-a98a1d19-6531-4479-9b08-a4a241492e3e service nova] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] Updated VIF entry in instance network info cache for port 5a63e4ed-48f2-4f37-8a6d-50be2483fc26. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1233.612642] env[70527]: DEBUG nova.network.neutron [req-52adb57c-148b-412f-b446-49ad8007c686 req-a98a1d19-6531-4479-9b08-a4a241492e3e service nova] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] Updating instance_info_cache with network_info: [{"id": "5a63e4ed-48f2-4f37-8a6d-50be2483fc26", "address": "fa:16:3e:af:a2:f5", "network": {"id": "0528ffcb-4865-41a0-87e6-3ea996b12397", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210779476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "030332ea48994bab8d286711ee279556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a63e4ed-48", "ovs_interfaceid": "5a63e4ed-48f2-4f37-8a6d-50be2483fc26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.828339] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8c98c52b-2fd1-4d87-8c75-b4b1f6df4f4c tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Lock "d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 11.741s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.845704] env[70527]: DEBUG nova.compute.manager [req-f7166bc4-ca44-4f26-b634-7f6965d2b28f req-d2263ae8-5713-45e8-9ca8-5e9699092460 service nova] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Received event network-changed-21573174-8add-46d6-93ef-d2a024fb8919 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1233.846042] env[70527]: DEBUG nova.compute.manager [req-f7166bc4-ca44-4f26-b634-7f6965d2b28f req-d2263ae8-5713-45e8-9ca8-5e9699092460 service nova] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Refreshing instance network info cache due to event network-changed-21573174-8add-46d6-93ef-d2a024fb8919. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1233.846261] env[70527]: DEBUG oslo_concurrency.lockutils [req-f7166bc4-ca44-4f26-b634-7f6965d2b28f req-d2263ae8-5713-45e8-9ca8-5e9699092460 service nova] Acquiring lock "refresh_cache-dc7820a0-241c-4ed4-8a54-f321762897b3" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.846421] env[70527]: DEBUG oslo_concurrency.lockutils [req-f7166bc4-ca44-4f26-b634-7f6965d2b28f req-d2263ae8-5713-45e8-9ca8-5e9699092460 service nova] Acquired lock "refresh_cache-dc7820a0-241c-4ed4-8a54-f321762897b3" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.846587] env[70527]: DEBUG nova.network.neutron [req-f7166bc4-ca44-4f26-b634-7f6965d2b28f req-d2263ae8-5713-45e8-9ca8-5e9699092460 service nova] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Refreshing network info cache for port 21573174-8add-46d6-93ef-d2a024fb8919 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1233.936544] env[70527]: DEBUG oslo_vmware.api [None req-b7f2ec26-c212-48ea-b742-719818ab83e0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3914086, 'name': CloneVM_Task} progress is 94%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.964605] env[70527]: DEBUG oslo_vmware.api [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3914085, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.593666} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.967305] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] 29185721-af85-4f54-9ec6-f66e6ec3ff23/29185721-af85-4f54-9ec6-f66e6ec3ff23.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1233.967532] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 29185721-af85-4f54-9ec6-f66e6ec3ff23] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1233.967985] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5dc3980b-d408-4599-8c5c-b7a5ba5648c1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.976158] env[70527]: DEBUG oslo_concurrency.lockutils [None req-69338d65-1b11-47bf-8ef0-12368f715225 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Lock "be4fc466-3afe-4407-8335-7ca40b049ed8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.221s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.976564] env[70527]: DEBUG oslo_vmware.api [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Waiting for the task: (returnval){ [ 1233.976564] env[70527]: value = "task-3914088" [ 1233.976564] env[70527]: _type = "Task" [ 1233.976564] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.988930] env[70527]: DEBUG oslo_vmware.api [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3914088, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.026848] env[70527]: DEBUG nova.objects.instance [None req-3b967584-56b7-43fc-b8a2-03ea68955e56 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Lazy-loading 'pci_requests' on Instance uuid dc7820a0-241c-4ed4-8a54-f321762897b3 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1234.080927] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d52db3-37e9-4dbe-8446-3d4f093cc097 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.095895] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c15765-1447-4b6f-a4f3-63d409e8673d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.099030] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3914087, 'name': CreateVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.128838] env[70527]: DEBUG oslo_concurrency.lockutils [req-52adb57c-148b-412f-b446-49ad8007c686 req-a98a1d19-6531-4479-9b08-a4a241492e3e service nova] Releasing lock "refresh_cache-0b1c7a2b-cf58-4464-bb53-86c2a637037f" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.129156] env[70527]: DEBUG nova.compute.manager [req-52adb57c-148b-412f-b446-49ad8007c686 req-a98a1d19-6531-4479-9b08-a4a241492e3e service nova] [instance: d4d4a700-a897-45f3-af68-8ff0e658b4f2] Received event network-vif-plugged-05aecd64-8419-4427-9498-6b96235f6ed1 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1234.129361] env[70527]: DEBUG oslo_concurrency.lockutils [req-52adb57c-148b-412f-b446-49ad8007c686 req-a98a1d19-6531-4479-9b08-a4a241492e3e service nova] Acquiring lock "d4d4a700-a897-45f3-af68-8ff0e658b4f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.129574] env[70527]: DEBUG oslo_concurrency.lockutils [req-52adb57c-148b-412f-b446-49ad8007c686 req-a98a1d19-6531-4479-9b08-a4a241492e3e service nova] Lock "d4d4a700-a897-45f3-af68-8ff0e658b4f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.129744] env[70527]: DEBUG oslo_concurrency.lockutils [req-52adb57c-148b-412f-b446-49ad8007c686 req-a98a1d19-6531-4479-9b08-a4a241492e3e service nova] Lock "d4d4a700-a897-45f3-af68-8ff0e658b4f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.129921] env[70527]: DEBUG nova.compute.manager [req-52adb57c-148b-412f-b446-49ad8007c686 req-a98a1d19-6531-4479-9b08-a4a241492e3e service nova] [instance: d4d4a700-a897-45f3-af68-8ff0e658b4f2] No waiting events found dispatching network-vif-plugged-05aecd64-8419-4427-9498-6b96235f6ed1 {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1234.130126] env[70527]: WARNING nova.compute.manager [req-52adb57c-148b-412f-b446-49ad8007c686 req-a98a1d19-6531-4479-9b08-a4a241492e3e service nova] [instance: d4d4a700-a897-45f3-af68-8ff0e658b4f2] Received unexpected event network-vif-plugged-05aecd64-8419-4427-9498-6b96235f6ed1 for instance with vm_state building and task_state spawning. [ 1234.130294] env[70527]: DEBUG nova.compute.manager [req-52adb57c-148b-412f-b446-49ad8007c686 req-a98a1d19-6531-4479-9b08-a4a241492e3e service nova] [instance: d4d4a700-a897-45f3-af68-8ff0e658b4f2] Received event network-changed-05aecd64-8419-4427-9498-6b96235f6ed1 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1234.130450] env[70527]: DEBUG nova.compute.manager [req-52adb57c-148b-412f-b446-49ad8007c686 req-a98a1d19-6531-4479-9b08-a4a241492e3e service nova] [instance: d4d4a700-a897-45f3-af68-8ff0e658b4f2] Refreshing instance network info cache due to event network-changed-05aecd64-8419-4427-9498-6b96235f6ed1. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1234.130744] env[70527]: DEBUG oslo_concurrency.lockutils [req-52adb57c-148b-412f-b446-49ad8007c686 req-a98a1d19-6531-4479-9b08-a4a241492e3e service nova] Acquiring lock "refresh_cache-d4d4a700-a897-45f3-af68-8ff0e658b4f2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.130744] env[70527]: DEBUG oslo_concurrency.lockutils [req-52adb57c-148b-412f-b446-49ad8007c686 req-a98a1d19-6531-4479-9b08-a4a241492e3e service nova] Acquired lock "refresh_cache-d4d4a700-a897-45f3-af68-8ff0e658b4f2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.130898] env[70527]: DEBUG nova.network.neutron [req-52adb57c-148b-412f-b446-49ad8007c686 req-a98a1d19-6531-4479-9b08-a4a241492e3e service nova] [instance: d4d4a700-a897-45f3-af68-8ff0e658b4f2] Refreshing network info cache for port 05aecd64-8419-4427-9498-6b96235f6ed1 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1234.135058] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7491cfa-e413-4052-9ee0-5c7a568fc32c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.144771] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a05583-4b33-40ef-9d78-952274c8ac80 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.160639] env[70527]: DEBUG nova.compute.provider_tree [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1234.192288] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ac239872-b582-4b92-8f84-bc2aa33ba0b1 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Acquiring lock "67d9351b-f96f-4def-b775-73e2d9bf5d7f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.192623] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ac239872-b582-4b92-8f84-bc2aa33ba0b1 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Lock "67d9351b-f96f-4def-b775-73e2d9bf5d7f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.431313] env[70527]: DEBUG oslo_vmware.api [None req-b7f2ec26-c212-48ea-b742-719818ab83e0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3914086, 'name': CloneVM_Task} progress is 94%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.491726] env[70527]: DEBUG oslo_vmware.api [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3914088, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081334} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.492028] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 29185721-af85-4f54-9ec6-f66e6ec3ff23] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1234.492829] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2829e87-6cd3-4940-9434-a1352c107e6c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.514807] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 29185721-af85-4f54-9ec6-f66e6ec3ff23] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 29185721-af85-4f54-9ec6-f66e6ec3ff23/29185721-af85-4f54-9ec6-f66e6ec3ff23.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1234.517630] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df5f8cc5-9fbd-4752-a71d-2071be1e6106 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.531986] env[70527]: DEBUG nova.objects.base [None req-3b967584-56b7-43fc-b8a2-03ea68955e56 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=70527) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1234.532207] env[70527]: DEBUG nova.network.neutron [None req-3b967584-56b7-43fc-b8a2-03ea68955e56 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1234.539786] env[70527]: DEBUG oslo_vmware.api [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Waiting for the task: (returnval){ [ 1234.539786] env[70527]: value = "task-3914089" [ 1234.539786] env[70527]: _type = "Task" [ 1234.539786] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.547980] env[70527]: DEBUG oslo_vmware.api [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3914089, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.593614] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3914087, 'name': CreateVM_Task, 'duration_secs': 0.759223} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.593776] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4d4a700-a897-45f3-af68-8ff0e658b4f2] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1234.594434] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.594600] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.594980] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.595190] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f974c7ca-5bf8-44c6-998a-6787cd700653 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.600682] env[70527]: DEBUG oslo_vmware.api [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Waiting for the task: (returnval){ [ 1234.600682] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52a84bc4-bde0-a24f-8554-3c81b9b2ed0d" [ 1234.600682] env[70527]: _type = "Task" [ 1234.600682] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.610569] env[70527]: DEBUG oslo_vmware.api [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52a84bc4-bde0-a24f-8554-3c81b9b2ed0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.625645] env[70527]: DEBUG nova.policy [None req-3b967584-56b7-43fc-b8a2-03ea68955e56 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5292bbff934e4a23bce1ba8fd66a76d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '030332ea48994bab8d286711ee279556', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 1234.664357] env[70527]: DEBUG nova.scheduler.client.report [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1234.671221] env[70527]: DEBUG nova.network.neutron [req-f7166bc4-ca44-4f26-b634-7f6965d2b28f req-d2263ae8-5713-45e8-9ca8-5e9699092460 service nova] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Updated VIF entry in instance network info cache for port 21573174-8add-46d6-93ef-d2a024fb8919. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1234.671221] env[70527]: DEBUG nova.network.neutron [req-f7166bc4-ca44-4f26-b634-7f6965d2b28f req-d2263ae8-5713-45e8-9ca8-5e9699092460 service nova] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Updating instance_info_cache with network_info: [{"id": "21573174-8add-46d6-93ef-d2a024fb8919", "address": "fa:16:3e:6f:e4:92", "network": {"id": "0528ffcb-4865-41a0-87e6-3ea996b12397", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210779476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "030332ea48994bab8d286711ee279556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21573174-8a", "ovs_interfaceid": "21573174-8add-46d6-93ef-d2a024fb8919", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.694734] env[70527]: DEBUG nova.compute.manager [None req-ac239872-b582-4b92-8f84-bc2aa33ba0b1 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1234.933295] env[70527]: DEBUG oslo_vmware.api [None req-b7f2ec26-c212-48ea-b742-719818ab83e0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3914086, 'name': CloneVM_Task} progress is 94%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.943595] env[70527]: DEBUG nova.network.neutron [req-52adb57c-148b-412f-b446-49ad8007c686 req-a98a1d19-6531-4479-9b08-a4a241492e3e service nova] [instance: d4d4a700-a897-45f3-af68-8ff0e658b4f2] Updated VIF entry in instance network info cache for port 05aecd64-8419-4427-9498-6b96235f6ed1. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1234.943948] env[70527]: DEBUG nova.network.neutron [req-52adb57c-148b-412f-b446-49ad8007c686 req-a98a1d19-6531-4479-9b08-a4a241492e3e service nova] [instance: d4d4a700-a897-45f3-af68-8ff0e658b4f2] Updating instance_info_cache with network_info: [{"id": "05aecd64-8419-4427-9498-6b96235f6ed1", "address": "fa:16:3e:b7:e7:67", "network": {"id": "c66b99a8-c700-4d64-a8a5-7d96b6f8dd7c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1550176420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2628def9a14f4443853bf45ba496217e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05aecd64-84", "ovs_interfaceid": "05aecd64-8419-4427-9498-6b96235f6ed1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.050227] env[70527]: DEBUG oslo_vmware.api [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3914089, 'name': ReconfigVM_Task, 'duration_secs': 0.502018} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.050534] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 29185721-af85-4f54-9ec6-f66e6ec3ff23] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 29185721-af85-4f54-9ec6-f66e6ec3ff23/29185721-af85-4f54-9ec6-f66e6ec3ff23.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1235.051204] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1cd4a2be-d453-4be6-b3b1-6c4cf34021b8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.059901] env[70527]: DEBUG oslo_vmware.api [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Waiting for the task: (returnval){ [ 1235.059901] env[70527]: value = "task-3914090" [ 1235.059901] env[70527]: _type = "Task" [ 1235.059901] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.069581] env[70527]: DEBUG oslo_vmware.api [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3914090, 'name': Rename_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.113555] env[70527]: DEBUG oslo_vmware.api [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52a84bc4-bde0-a24f-8554-3c81b9b2ed0d, 'name': SearchDatastore_Task, 'duration_secs': 0.055485} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.113555] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.113876] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: d4d4a700-a897-45f3-af68-8ff0e658b4f2] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1235.114845] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.114845] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.114845] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1235.114845] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7e5360c-4732-49fc-a3d4-d03974c6be45 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.125387] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1235.126054] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1235.126599] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b188ccc-b85e-4ffc-b619-2505b69370d1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.132718] env[70527]: DEBUG oslo_vmware.api [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Waiting for the task: (returnval){ [ 1235.132718] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52e6df79-6e1d-557e-43d8-8aa9142ed5fe" [ 1235.132718] env[70527]: _type = "Task" [ 1235.132718] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.141433] env[70527]: DEBUG oslo_vmware.api [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52e6df79-6e1d-557e-43d8-8aa9142ed5fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.171549] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.429s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.172111] env[70527]: DEBUG nova.compute.manager [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] [instance: 12b18e16-6b64-4b5b-be22-9af762f1d363] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1235.175319] env[70527]: DEBUG oslo_concurrency.lockutils [req-f7166bc4-ca44-4f26-b634-7f6965d2b28f req-d2263ae8-5713-45e8-9ca8-5e9699092460 service nova] Releasing lock "refresh_cache-dc7820a0-241c-4ed4-8a54-f321762897b3" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.175757] env[70527]: DEBUG oslo_concurrency.lockutils [None req-dd4aec94-e22b-4424-8644-63243393e910 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.472s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.175972] env[70527]: DEBUG nova.objects.instance [None req-dd4aec94-e22b-4424-8644-63243393e910 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Lazy-loading 'resources' on Instance uuid c86e6850-1961-448a-a3c5-39a25264bfa8 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1235.220147] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ac239872-b582-4b92-8f84-bc2aa33ba0b1 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.433476] env[70527]: DEBUG oslo_vmware.api [None req-b7f2ec26-c212-48ea-b742-719818ab83e0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3914086, 'name': CloneVM_Task, 'duration_secs': 1.792199} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.433842] env[70527]: INFO nova.virt.vmwareapi.vmops [None req-b7f2ec26-c212-48ea-b742-719818ab83e0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Created linked-clone VM from snapshot [ 1235.434590] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64108e8c-2385-4716-a497-c8a50300ec79 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.443763] env[70527]: DEBUG nova.virt.vmwareapi.images [None req-b7f2ec26-c212-48ea-b742-719818ab83e0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Uploading image 38e043c4-0d05-4152-93dd-f861210b4e97 {{(pid=70527) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1235.446342] env[70527]: DEBUG oslo_concurrency.lockutils [req-52adb57c-148b-412f-b446-49ad8007c686 req-a98a1d19-6531-4479-9b08-a4a241492e3e service nova] Releasing lock "refresh_cache-d4d4a700-a897-45f3-af68-8ff0e658b4f2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.474537] env[70527]: DEBUG oslo_vmware.rw_handles [None req-b7f2ec26-c212-48ea-b742-719818ab83e0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1235.474537] env[70527]: value = "vm-777228" [ 1235.474537] env[70527]: _type = "VirtualMachine" [ 1235.474537] env[70527]: }. {{(pid=70527) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1235.475290] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4a8b11dd-51a7-4d78-b7e8-6f97488fae2e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.486490] env[70527]: DEBUG oslo_vmware.rw_handles [None req-b7f2ec26-c212-48ea-b742-719818ab83e0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Lease: (returnval){ [ 1235.486490] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]522a4aa8-c0f9-64bb-2941-50b87c6c9d9e" [ 1235.486490] env[70527]: _type = "HttpNfcLease" [ 1235.486490] env[70527]: } obtained for exporting VM: (result){ [ 1235.486490] env[70527]: value = "vm-777228" [ 1235.486490] env[70527]: _type = "VirtualMachine" [ 1235.486490] env[70527]: }. {{(pid=70527) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1235.486490] env[70527]: DEBUG oslo_vmware.api [None req-b7f2ec26-c212-48ea-b742-719818ab83e0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for the lease: (returnval){ [ 1235.486490] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]522a4aa8-c0f9-64bb-2941-50b87c6c9d9e" [ 1235.486490] env[70527]: _type = "HttpNfcLease" [ 1235.486490] env[70527]: } to be ready. {{(pid=70527) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1235.493499] env[70527]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1235.493499] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]522a4aa8-c0f9-64bb-2941-50b87c6c9d9e" [ 1235.493499] env[70527]: _type = "HttpNfcLease" [ 1235.493499] env[70527]: } is initializing. {{(pid=70527) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1235.571620] env[70527]: DEBUG oslo_vmware.api [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3914090, 'name': Rename_Task, 'duration_secs': 0.212191} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.571934] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 29185721-af85-4f54-9ec6-f66e6ec3ff23] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1235.572229] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c7fa55e-e263-430e-abee-1ae2c0af70a3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.580598] env[70527]: DEBUG oslo_vmware.api [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Waiting for the task: (returnval){ [ 1235.580598] env[70527]: value = "task-3914092" [ 1235.580598] env[70527]: _type = "Task" [ 1235.580598] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.590521] env[70527]: DEBUG oslo_vmware.api [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3914092, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.645859] env[70527]: DEBUG oslo_vmware.api [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52e6df79-6e1d-557e-43d8-8aa9142ed5fe, 'name': SearchDatastore_Task, 'duration_secs': 0.033443} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.646761] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d588a2a-877c-4558-8e7b-317cc95bbfd9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.653455] env[70527]: DEBUG oslo_vmware.api [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Waiting for the task: (returnval){ [ 1235.653455] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52177d20-8261-422f-3390-923bd20edaf1" [ 1235.653455] env[70527]: _type = "Task" [ 1235.653455] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.662984] env[70527]: DEBUG oslo_vmware.api [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52177d20-8261-422f-3390-923bd20edaf1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.681826] env[70527]: DEBUG nova.compute.utils [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1235.686546] env[70527]: DEBUG nova.compute.manager [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] [instance: 12b18e16-6b64-4b5b-be22-9af762f1d363] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1235.686738] env[70527]: DEBUG nova.network.neutron [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] [instance: 12b18e16-6b64-4b5b-be22-9af762f1d363] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1235.773506] env[70527]: DEBUG nova.policy [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2396d3713c72400aa68ba5b6e2068e44', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f7bf8158cab64693866d090b8b0f1be5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 1235.892461] env[70527]: DEBUG nova.compute.manager [req-78626123-2a63-4002-8a60-dfbf62ad8fd7 req-3255c2a6-5ae6-4c57-98d5-f802bd7bec59 service nova] [instance: be4fc466-3afe-4407-8335-7ca40b049ed8] Received event network-changed-91262fc5-6484-41e2-9aeb-50ef3dc7f9e7 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1235.892758] env[70527]: DEBUG nova.compute.manager [req-78626123-2a63-4002-8a60-dfbf62ad8fd7 req-3255c2a6-5ae6-4c57-98d5-f802bd7bec59 service nova] [instance: be4fc466-3afe-4407-8335-7ca40b049ed8] Refreshing instance network info cache due to event network-changed-91262fc5-6484-41e2-9aeb-50ef3dc7f9e7. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1235.892975] env[70527]: DEBUG oslo_concurrency.lockutils [req-78626123-2a63-4002-8a60-dfbf62ad8fd7 req-3255c2a6-5ae6-4c57-98d5-f802bd7bec59 service nova] Acquiring lock "refresh_cache-be4fc466-3afe-4407-8335-7ca40b049ed8" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.893126] env[70527]: DEBUG oslo_concurrency.lockutils [req-78626123-2a63-4002-8a60-dfbf62ad8fd7 req-3255c2a6-5ae6-4c57-98d5-f802bd7bec59 service nova] Acquired lock "refresh_cache-be4fc466-3afe-4407-8335-7ca40b049ed8" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.893281] env[70527]: DEBUG nova.network.neutron [req-78626123-2a63-4002-8a60-dfbf62ad8fd7 req-3255c2a6-5ae6-4c57-98d5-f802bd7bec59 service nova] [instance: be4fc466-3afe-4407-8335-7ca40b049ed8] Refreshing network info cache for port 91262fc5-6484-41e2-9aeb-50ef3dc7f9e7 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1235.917146] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7517ed-89ef-4944-86ec-74662d2f987e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.926049] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83212246-bdc1-48e3-b8be-455f1e0a5ac1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.957839] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf0568a-3368-4150-8599-4201c3cb8345 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.960855] env[70527]: DEBUG oslo_concurrency.lockutils [None req-6bac5e75-0798-4c1c-953d-492b735acc64 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquiring lock "d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.961097] env[70527]: DEBUG oslo_concurrency.lockutils [None req-6bac5e75-0798-4c1c-953d-492b735acc64 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Lock "d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.961303] env[70527]: DEBUG oslo_concurrency.lockutils [None req-6bac5e75-0798-4c1c-953d-492b735acc64 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquiring lock "d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.961484] env[70527]: DEBUG oslo_concurrency.lockutils [None req-6bac5e75-0798-4c1c-953d-492b735acc64 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Lock "d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.961644] env[70527]: DEBUG oslo_concurrency.lockutils [None req-6bac5e75-0798-4c1c-953d-492b735acc64 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Lock "d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.963646] env[70527]: INFO nova.compute.manager [None req-6bac5e75-0798-4c1c-953d-492b735acc64 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Terminating instance [ 1235.972473] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7b28b9-7368-42d2-bff8-b8029166b626 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.988798] env[70527]: DEBUG nova.compute.provider_tree [None req-dd4aec94-e22b-4424-8644-63243393e910 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1235.998059] env[70527]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1235.998059] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]522a4aa8-c0f9-64bb-2941-50b87c6c9d9e" [ 1235.998059] env[70527]: _type = "HttpNfcLease" [ 1235.998059] env[70527]: } is ready. {{(pid=70527) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1235.998414] env[70527]: DEBUG oslo_vmware.rw_handles [None req-b7f2ec26-c212-48ea-b742-719818ab83e0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1235.998414] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]522a4aa8-c0f9-64bb-2941-50b87c6c9d9e" [ 1235.998414] env[70527]: _type = "HttpNfcLease" [ 1235.998414] env[70527]: }. {{(pid=70527) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1235.999174] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4620549a-976e-4b7d-94e3-58852f01657b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.010928] env[70527]: DEBUG oslo_vmware.rw_handles [None req-b7f2ec26-c212-48ea-b742-719818ab83e0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dde7de-ad98-6bd4-ca14-8cd0e28628bc/disk-0.vmdk from lease info. {{(pid=70527) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1236.011156] env[70527]: DEBUG oslo_vmware.rw_handles [None req-b7f2ec26-c212-48ea-b742-719818ab83e0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dde7de-ad98-6bd4-ca14-8cd0e28628bc/disk-0.vmdk for reading. {{(pid=70527) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1236.096941] env[70527]: DEBUG oslo_vmware.api [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3914092, 'name': PowerOnVM_Task} progress is 78%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.160773] env[70527]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9657301f-c3fe-4514-9274-02e0eacd3f3d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.170145] env[70527]: DEBUG oslo_vmware.api [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52177d20-8261-422f-3390-923bd20edaf1, 'name': SearchDatastore_Task, 'duration_secs': 0.014648} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.172027] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.172130] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] d4d4a700-a897-45f3-af68-8ff0e658b4f2/d4d4a700-a897-45f3-af68-8ff0e658b4f2.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1236.175145] env[70527]: DEBUG nova.network.neutron [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] [instance: 12b18e16-6b64-4b5b-be22-9af762f1d363] Successfully created port: ecc38d37-ecac-415b-96e2-bda9fd6b730f {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1236.177166] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ceee065a-70f6-43f6-acb4-5a9b002858f1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.188208] env[70527]: DEBUG nova.compute.manager [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] [instance: 12b18e16-6b64-4b5b-be22-9af762f1d363] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1236.192036] env[70527]: DEBUG oslo_vmware.api [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Waiting for the task: (returnval){ [ 1236.192036] env[70527]: value = "task-3914094" [ 1236.192036] env[70527]: _type = "Task" [ 1236.192036] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.194721] env[70527]: DEBUG nova.compute.manager [req-c3d5b2b5-b040-4681-b992-9eb4ad2df955 req-7be2509f-b675-4d06-9352-0dda83d33c93 service nova] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Received event network-vif-plugged-dce39464-ac48-4034-9e86-7af7e94f49d1 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1236.194967] env[70527]: DEBUG oslo_concurrency.lockutils [req-c3d5b2b5-b040-4681-b992-9eb4ad2df955 req-7be2509f-b675-4d06-9352-0dda83d33c93 service nova] Acquiring lock "dc7820a0-241c-4ed4-8a54-f321762897b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.195176] env[70527]: DEBUG oslo_concurrency.lockutils [req-c3d5b2b5-b040-4681-b992-9eb4ad2df955 req-7be2509f-b675-4d06-9352-0dda83d33c93 service nova] Lock "dc7820a0-241c-4ed4-8a54-f321762897b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.195323] env[70527]: DEBUG oslo_concurrency.lockutils [req-c3d5b2b5-b040-4681-b992-9eb4ad2df955 req-7be2509f-b675-4d06-9352-0dda83d33c93 service nova] Lock "dc7820a0-241c-4ed4-8a54-f321762897b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.195466] env[70527]: DEBUG nova.compute.manager [req-c3d5b2b5-b040-4681-b992-9eb4ad2df955 req-7be2509f-b675-4d06-9352-0dda83d33c93 service nova] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] No waiting events found dispatching network-vif-plugged-dce39464-ac48-4034-9e86-7af7e94f49d1 {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1236.195626] env[70527]: WARNING nova.compute.manager [req-c3d5b2b5-b040-4681-b992-9eb4ad2df955 req-7be2509f-b675-4d06-9352-0dda83d33c93 service nova] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Received unexpected event network-vif-plugged-dce39464-ac48-4034-9e86-7af7e94f49d1 for instance with vm_state active and task_state None. [ 1236.206233] env[70527]: DEBUG nova.network.neutron [None req-3b967584-56b7-43fc-b8a2-03ea68955e56 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Successfully updated port: dce39464-ac48-4034-9e86-7af7e94f49d1 {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1236.215115] env[70527]: DEBUG oslo_vmware.api [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3914094, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.467366] env[70527]: DEBUG nova.compute.manager [None req-6bac5e75-0798-4c1c-953d-492b735acc64 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1236.467911] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-6bac5e75-0798-4c1c-953d-492b735acc64 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1236.468548] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c7ab320-e711-4c44-a07a-98a7dfc44d52 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.477138] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bac5e75-0798-4c1c-953d-492b735acc64 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1236.477444] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e15e2005-831a-4f51-828b-ada261cf5bf4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.486905] env[70527]: DEBUG oslo_vmware.api [None req-6bac5e75-0798-4c1c-953d-492b735acc64 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Waiting for the task: (returnval){ [ 1236.486905] env[70527]: value = "task-3914095" [ 1236.486905] env[70527]: _type = "Task" [ 1236.486905] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.495647] env[70527]: DEBUG nova.scheduler.client.report [None req-dd4aec94-e22b-4424-8644-63243393e910 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1236.502569] env[70527]: DEBUG oslo_vmware.api [None req-6bac5e75-0798-4c1c-953d-492b735acc64 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3914095, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.600065] env[70527]: DEBUG oslo_vmware.api [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3914092, 'name': PowerOnVM_Task, 'duration_secs': 0.835466} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.600065] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 29185721-af85-4f54-9ec6-f66e6ec3ff23] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1236.601143] env[70527]: INFO nova.compute.manager [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 29185721-af85-4f54-9ec6-f66e6ec3ff23] Took 8.49 seconds to spawn the instance on the hypervisor. [ 1236.601422] env[70527]: DEBUG nova.compute.manager [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 29185721-af85-4f54-9ec6-f66e6ec3ff23] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1236.602634] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f17206f-f686-42d0-a243-a0bf8282f474 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.671857] env[70527]: DEBUG nova.network.neutron [req-78626123-2a63-4002-8a60-dfbf62ad8fd7 req-3255c2a6-5ae6-4c57-98d5-f802bd7bec59 service nova] [instance: be4fc466-3afe-4407-8335-7ca40b049ed8] Updated VIF entry in instance network info cache for port 91262fc5-6484-41e2-9aeb-50ef3dc7f9e7. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1236.672839] env[70527]: DEBUG nova.network.neutron [req-78626123-2a63-4002-8a60-dfbf62ad8fd7 req-3255c2a6-5ae6-4c57-98d5-f802bd7bec59 service nova] [instance: be4fc466-3afe-4407-8335-7ca40b049ed8] Updating instance_info_cache with network_info: [{"id": "91262fc5-6484-41e2-9aeb-50ef3dc7f9e7", "address": "fa:16:3e:a9:82:a1", "network": {"id": "6a4f3b6e-2245-4a82-bf13-e4002ce51c7b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-274635677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "217e9dedf6ba423980df628f40219825", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91262fc5-64", "ovs_interfaceid": "91262fc5-6484-41e2-9aeb-50ef3dc7f9e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.710925] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3b967584-56b7-43fc-b8a2-03ea68955e56 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquiring lock "refresh_cache-dc7820a0-241c-4ed4-8a54-f321762897b3" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.711497] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3b967584-56b7-43fc-b8a2-03ea68955e56 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquired lock "refresh_cache-dc7820a0-241c-4ed4-8a54-f321762897b3" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.711829] env[70527]: DEBUG nova.network.neutron [None req-3b967584-56b7-43fc-b8a2-03ea68955e56 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1236.713335] env[70527]: DEBUG oslo_vmware.api [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3914094, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.999613] env[70527]: DEBUG oslo_vmware.api [None req-6bac5e75-0798-4c1c-953d-492b735acc64 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3914095, 'name': PowerOffVM_Task, 'duration_secs': 0.343005} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.000213] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bac5e75-0798-4c1c-953d-492b735acc64 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1237.000501] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-6bac5e75-0798-4c1c-953d-492b735acc64 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1237.000907] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c5d6eb4-5893-43b0-a0b9-05222c28bfc6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.003737] env[70527]: DEBUG oslo_concurrency.lockutils [None req-dd4aec94-e22b-4424-8644-63243393e910 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.828s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.006599] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.186s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.030116] env[70527]: INFO nova.scheduler.client.report [None req-dd4aec94-e22b-4424-8644-63243393e910 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Deleted allocations for instance c86e6850-1961-448a-a3c5-39a25264bfa8 [ 1237.084017] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-6bac5e75-0798-4c1c-953d-492b735acc64 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1237.084355] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-6bac5e75-0798-4c1c-953d-492b735acc64 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Deleting contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1237.084617] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bac5e75-0798-4c1c-953d-492b735acc64 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Deleting the datastore file [datastore1] d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1237.085263] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d2312f8-15c0-4874-b8cd-1175b477d192 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.093294] env[70527]: DEBUG oslo_vmware.api [None req-6bac5e75-0798-4c1c-953d-492b735acc64 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Waiting for the task: (returnval){ [ 1237.093294] env[70527]: value = "task-3914097" [ 1237.093294] env[70527]: _type = "Task" [ 1237.093294] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.102315] env[70527]: DEBUG oslo_vmware.api [None req-6bac5e75-0798-4c1c-953d-492b735acc64 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3914097, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.127234] env[70527]: INFO nova.compute.manager [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 29185721-af85-4f54-9ec6-f66e6ec3ff23] Took 13.62 seconds to build instance. [ 1237.176311] env[70527]: DEBUG oslo_concurrency.lockutils [req-78626123-2a63-4002-8a60-dfbf62ad8fd7 req-3255c2a6-5ae6-4c57-98d5-f802bd7bec59 service nova] Releasing lock "refresh_cache-be4fc466-3afe-4407-8335-7ca40b049ed8" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.199717] env[70527]: DEBUG nova.compute.manager [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] [instance: 12b18e16-6b64-4b5b-be22-9af762f1d363] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1237.213381] env[70527]: DEBUG oslo_vmware.api [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3914094, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577446} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.213978] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] d4d4a700-a897-45f3-af68-8ff0e658b4f2/d4d4a700-a897-45f3-af68-8ff0e658b4f2.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1237.214363] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: d4d4a700-a897-45f3-af68-8ff0e658b4f2] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1237.217160] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-71431a39-eb26-4bf5-b939-508ea59cc153 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.229970] env[70527]: DEBUG nova.virt.hardware [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1237.230441] env[70527]: DEBUG nova.virt.hardware [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1237.230557] env[70527]: DEBUG nova.virt.hardware [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1237.230731] env[70527]: DEBUG nova.virt.hardware [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1237.230912] env[70527]: DEBUG nova.virt.hardware [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1237.231207] env[70527]: DEBUG nova.virt.hardware [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1237.231467] env[70527]: DEBUG nova.virt.hardware [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1237.231755] env[70527]: DEBUG nova.virt.hardware [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1237.232152] env[70527]: DEBUG nova.virt.hardware [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1237.232452] env[70527]: DEBUG nova.virt.hardware [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1237.232705] env[70527]: DEBUG nova.virt.hardware [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1237.234182] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58677b3-e464-4399-a266-50f5ac205ed7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.239067] env[70527]: DEBUG oslo_vmware.api [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Waiting for the task: (returnval){ [ 1237.239067] env[70527]: value = "task-3914098" [ 1237.239067] env[70527]: _type = "Task" [ 1237.239067] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.247528] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d40096e-aa8a-4b77-a069-3928bcac9d2a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.257193] env[70527]: DEBUG oslo_vmware.api [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3914098, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.272869] env[70527]: WARNING nova.network.neutron [None req-3b967584-56b7-43fc-b8a2-03ea68955e56 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] 0528ffcb-4865-41a0-87e6-3ea996b12397 already exists in list: networks containing: ['0528ffcb-4865-41a0-87e6-3ea996b12397']. ignoring it [ 1237.540648] env[70527]: DEBUG oslo_concurrency.lockutils [None req-dd4aec94-e22b-4424-8644-63243393e910 tempest-ImagesTestJSON-1211196503 tempest-ImagesTestJSON-1211196503-project-member] Lock "c86e6850-1961-448a-a3c5-39a25264bfa8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.793s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.605189] env[70527]: DEBUG oslo_vmware.api [None req-6bac5e75-0798-4c1c-953d-492b735acc64 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3914097, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.394388} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.607247] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bac5e75-0798-4c1c-953d-492b735acc64 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1237.607247] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-6bac5e75-0798-4c1c-953d-492b735acc64 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Deleted contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1237.607247] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-6bac5e75-0798-4c1c-953d-492b735acc64 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1237.607247] env[70527]: INFO nova.compute.manager [None req-6bac5e75-0798-4c1c-953d-492b735acc64 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1237.607247] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6bac5e75-0798-4c1c-953d-492b735acc64 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1237.607247] env[70527]: DEBUG nova.compute.manager [-] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1237.607247] env[70527]: DEBUG nova.network.neutron [-] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1237.629981] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c33b3561-dede-46b7-887d-c07de3a5bf9f tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Lock "29185721-af85-4f54-9ec6-f66e6ec3ff23" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.127s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.651881] env[70527]: DEBUG nova.network.neutron [None req-3b967584-56b7-43fc-b8a2-03ea68955e56 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Updating instance_info_cache with network_info: [{"id": "21573174-8add-46d6-93ef-d2a024fb8919", "address": "fa:16:3e:6f:e4:92", "network": {"id": "0528ffcb-4865-41a0-87e6-3ea996b12397", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210779476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "030332ea48994bab8d286711ee279556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21573174-8a", "ovs_interfaceid": "21573174-8add-46d6-93ef-d2a024fb8919", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dce39464-ac48-4034-9e86-7af7e94f49d1", "address": "fa:16:3e:4c:b9:f8", "network": {"id": "0528ffcb-4865-41a0-87e6-3ea996b12397", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210779476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "030332ea48994bab8d286711ee279556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdce39464-ac", "ovs_interfaceid": "dce39464-ac48-4034-9e86-7af7e94f49d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.751263] env[70527]: DEBUG oslo_vmware.api [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3914098, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121993} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.753026] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: d4d4a700-a897-45f3-af68-8ff0e658b4f2] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1237.753026] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b9dfc3-e378-4677-9d02-e68e3864d93c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.784552] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: d4d4a700-a897-45f3-af68-8ff0e658b4f2] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] d4d4a700-a897-45f3-af68-8ff0e658b4f2/d4d4a700-a897-45f3-af68-8ff0e658b4f2.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1237.785260] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98794fb0-74ee-4b9a-b506-e45282cfe18c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.812114] env[70527]: DEBUG oslo_vmware.api [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Waiting for the task: (returnval){ [ 1237.812114] env[70527]: value = "task-3914099" [ 1237.812114] env[70527]: _type = "Task" [ 1237.812114] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.822569] env[70527]: DEBUG oslo_vmware.api [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3914099, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.836170] env[70527]: DEBUG nova.network.neutron [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] [instance: 12b18e16-6b64-4b5b-be22-9af762f1d363] Successfully updated port: ecc38d37-ecac-415b-96e2-bda9fd6b730f {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1238.050554] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance b0e3fd31-6785-4d93-bc58-be1a03aa5f31 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1238.051315] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 9ec8bf0a-3d17-415c-b991-341394b5ceaf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1238.051315] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 779815e2-fd93-426d-bd71-58782205ff29 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1238.053019] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 4d7d08b5-06c5-4096-923a-397fe5d0b0da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1238.053019] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1238.053019] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance dc7820a0-241c-4ed4-8a54-f321762897b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1238.053019] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1238.053019] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance af05e519-2a42-4cbc-a73f-43fba1a963ef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1238.053019] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 0b1c7a2b-cf58-4464-bb53-86c2a637037f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1238.053019] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance be4fc466-3afe-4407-8335-7ca40b049ed8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1238.053019] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 29185721-af85-4f54-9ec6-f66e6ec3ff23 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1238.053019] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance d4d4a700-a897-45f3-af68-8ff0e658b4f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1238.053019] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 12b18e16-6b64-4b5b-be22-9af762f1d363 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1238.146153] env[70527]: DEBUG nova.compute.manager [req-94a29726-86ae-4a56-9682-b8e2f07692fb req-6376265d-d45e-4dd2-9fa5-af745914001b service nova] [instance: 12b18e16-6b64-4b5b-be22-9af762f1d363] Received event network-vif-plugged-ecc38d37-ecac-415b-96e2-bda9fd6b730f {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1238.146371] env[70527]: DEBUG oslo_concurrency.lockutils [req-94a29726-86ae-4a56-9682-b8e2f07692fb req-6376265d-d45e-4dd2-9fa5-af745914001b service nova] Acquiring lock "12b18e16-6b64-4b5b-be22-9af762f1d363-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.146585] env[70527]: DEBUG oslo_concurrency.lockutils [req-94a29726-86ae-4a56-9682-b8e2f07692fb req-6376265d-d45e-4dd2-9fa5-af745914001b service nova] Lock "12b18e16-6b64-4b5b-be22-9af762f1d363-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.146752] env[70527]: DEBUG oslo_concurrency.lockutils [req-94a29726-86ae-4a56-9682-b8e2f07692fb req-6376265d-d45e-4dd2-9fa5-af745914001b service nova] Lock "12b18e16-6b64-4b5b-be22-9af762f1d363-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.146984] env[70527]: DEBUG nova.compute.manager [req-94a29726-86ae-4a56-9682-b8e2f07692fb req-6376265d-d45e-4dd2-9fa5-af745914001b service nova] [instance: 12b18e16-6b64-4b5b-be22-9af762f1d363] No waiting events found dispatching network-vif-plugged-ecc38d37-ecac-415b-96e2-bda9fd6b730f {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1238.147941] env[70527]: WARNING nova.compute.manager [req-94a29726-86ae-4a56-9682-b8e2f07692fb req-6376265d-d45e-4dd2-9fa5-af745914001b service nova] [instance: 12b18e16-6b64-4b5b-be22-9af762f1d363] Received unexpected event network-vif-plugged-ecc38d37-ecac-415b-96e2-bda9fd6b730f for instance with vm_state building and task_state spawning. [ 1238.148211] env[70527]: DEBUG nova.compute.manager [req-94a29726-86ae-4a56-9682-b8e2f07692fb req-6376265d-d45e-4dd2-9fa5-af745914001b service nova] [instance: 12b18e16-6b64-4b5b-be22-9af762f1d363] Received event network-changed-ecc38d37-ecac-415b-96e2-bda9fd6b730f {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1238.148483] env[70527]: DEBUG nova.compute.manager [req-94a29726-86ae-4a56-9682-b8e2f07692fb req-6376265d-d45e-4dd2-9fa5-af745914001b service nova] [instance: 12b18e16-6b64-4b5b-be22-9af762f1d363] Refreshing instance network info cache due to event network-changed-ecc38d37-ecac-415b-96e2-bda9fd6b730f. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1238.148726] env[70527]: DEBUG oslo_concurrency.lockutils [req-94a29726-86ae-4a56-9682-b8e2f07692fb req-6376265d-d45e-4dd2-9fa5-af745914001b service nova] Acquiring lock "refresh_cache-12b18e16-6b64-4b5b-be22-9af762f1d363" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.148913] env[70527]: DEBUG oslo_concurrency.lockutils [req-94a29726-86ae-4a56-9682-b8e2f07692fb req-6376265d-d45e-4dd2-9fa5-af745914001b service nova] Acquired lock "refresh_cache-12b18e16-6b64-4b5b-be22-9af762f1d363" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.149143] env[70527]: DEBUG nova.network.neutron [req-94a29726-86ae-4a56-9682-b8e2f07692fb req-6376265d-d45e-4dd2-9fa5-af745914001b service nova] [instance: 12b18e16-6b64-4b5b-be22-9af762f1d363] Refreshing network info cache for port ecc38d37-ecac-415b-96e2-bda9fd6b730f {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1238.155295] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3b967584-56b7-43fc-b8a2-03ea68955e56 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Releasing lock "refresh_cache-dc7820a0-241c-4ed4-8a54-f321762897b3" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.156052] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3b967584-56b7-43fc-b8a2-03ea68955e56 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquiring lock "dc7820a0-241c-4ed4-8a54-f321762897b3" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.156161] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3b967584-56b7-43fc-b8a2-03ea68955e56 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquired lock "dc7820a0-241c-4ed4-8a54-f321762897b3" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.158242] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0654ecd4-e4a8-4e74-994a-bc89ab7249d7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.178045] env[70527]: DEBUG nova.virt.hardware [None req-3b967584-56b7-43fc-b8a2-03ea68955e56 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1238.178414] env[70527]: DEBUG nova.virt.hardware [None req-3b967584-56b7-43fc-b8a2-03ea68955e56 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1238.178633] env[70527]: DEBUG nova.virt.hardware [None req-3b967584-56b7-43fc-b8a2-03ea68955e56 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1238.178872] env[70527]: DEBUG nova.virt.hardware [None req-3b967584-56b7-43fc-b8a2-03ea68955e56 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1238.179065] env[70527]: DEBUG nova.virt.hardware [None req-3b967584-56b7-43fc-b8a2-03ea68955e56 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1238.179222] env[70527]: DEBUG nova.virt.hardware [None req-3b967584-56b7-43fc-b8a2-03ea68955e56 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1238.179443] env[70527]: DEBUG nova.virt.hardware [None req-3b967584-56b7-43fc-b8a2-03ea68955e56 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1238.179675] env[70527]: DEBUG nova.virt.hardware [None req-3b967584-56b7-43fc-b8a2-03ea68955e56 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1238.179924] env[70527]: DEBUG nova.virt.hardware [None req-3b967584-56b7-43fc-b8a2-03ea68955e56 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1238.180162] env[70527]: DEBUG nova.virt.hardware [None req-3b967584-56b7-43fc-b8a2-03ea68955e56 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1238.180383] env[70527]: DEBUG nova.virt.hardware [None req-3b967584-56b7-43fc-b8a2-03ea68955e56 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1238.186861] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-3b967584-56b7-43fc-b8a2-03ea68955e56 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Reconfiguring VM to attach interface {{(pid=70527) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1238.187632] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-060a22c1-001b-499b-af81-18b0a42b72bb {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.208304] env[70527]: DEBUG oslo_vmware.api [None req-3b967584-56b7-43fc-b8a2-03ea68955e56 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Waiting for the task: (returnval){ [ 1238.208304] env[70527]: value = "task-3914100" [ 1238.208304] env[70527]: _type = "Task" [ 1238.208304] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.219224] env[70527]: DEBUG oslo_vmware.api [None req-3b967584-56b7-43fc-b8a2-03ea68955e56 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3914100, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.324976] env[70527]: DEBUG oslo_vmware.api [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3914099, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.341248] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Acquiring lock "refresh_cache-12b18e16-6b64-4b5b-be22-9af762f1d363" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.519239] env[70527]: DEBUG nova.compute.manager [req-1f170ae5-cb58-4696-a4ce-5f7799863d24 req-77d70e42-7ba7-44ac-b103-ea3f25f08309 service nova] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Received event network-changed-dce39464-ac48-4034-9e86-7af7e94f49d1 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1238.519609] env[70527]: DEBUG nova.compute.manager [req-1f170ae5-cb58-4696-a4ce-5f7799863d24 req-77d70e42-7ba7-44ac-b103-ea3f25f08309 service nova] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Refreshing instance network info cache due to event network-changed-dce39464-ac48-4034-9e86-7af7e94f49d1. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1238.520244] env[70527]: DEBUG oslo_concurrency.lockutils [req-1f170ae5-cb58-4696-a4ce-5f7799863d24 req-77d70e42-7ba7-44ac-b103-ea3f25f08309 service nova] Acquiring lock "refresh_cache-dc7820a0-241c-4ed4-8a54-f321762897b3" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.520557] env[70527]: DEBUG oslo_concurrency.lockutils [req-1f170ae5-cb58-4696-a4ce-5f7799863d24 req-77d70e42-7ba7-44ac-b103-ea3f25f08309 service nova] Acquired lock "refresh_cache-dc7820a0-241c-4ed4-8a54-f321762897b3" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.520853] env[70527]: DEBUG nova.network.neutron [req-1f170ae5-cb58-4696-a4ce-5f7799863d24 req-77d70e42-7ba7-44ac-b103-ea3f25f08309 service nova] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Refreshing network info cache for port dce39464-ac48-4034-9e86-7af7e94f49d1 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1238.558522] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 67d9351b-f96f-4def-b775-73e2d9bf5d7f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1238.558906] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=70527) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1238.558949] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3072MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=70527) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1238.629991] env[70527]: DEBUG nova.network.neutron [-] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.694313] env[70527]: DEBUG nova.network.neutron [req-94a29726-86ae-4a56-9682-b8e2f07692fb req-6376265d-d45e-4dd2-9fa5-af745914001b service nova] [instance: 12b18e16-6b64-4b5b-be22-9af762f1d363] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1238.724202] env[70527]: DEBUG oslo_vmware.api [None req-3b967584-56b7-43fc-b8a2-03ea68955e56 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3914100, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.808031] env[70527]: DEBUG nova.network.neutron [req-94a29726-86ae-4a56-9682-b8e2f07692fb req-6376265d-d45e-4dd2-9fa5-af745914001b service nova] [instance: 12b18e16-6b64-4b5b-be22-9af762f1d363] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.832077] env[70527]: DEBUG oslo_vmware.api [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3914099, 'name': ReconfigVM_Task, 'duration_secs': 0.546518} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.833503] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: d4d4a700-a897-45f3-af68-8ff0e658b4f2] Reconfigured VM instance instance-00000074 to attach disk [datastore1] d4d4a700-a897-45f3-af68-8ff0e658b4f2/d4d4a700-a897-45f3-af68-8ff0e658b4f2.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1238.835258] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda328f6-b959-42b0-99e8-450d4c969abe {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.839929] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-800a74ad-7ec9-4a08-b8a5-fb41b2bff637 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.856543] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee6b3ab-63b0-4216-9398-dd105927074b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.864197] env[70527]: DEBUG oslo_vmware.api [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Waiting for the task: (returnval){ [ 1238.864197] env[70527]: value = "task-3914101" [ 1238.864197] env[70527]: _type = "Task" [ 1238.864197] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.907160] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5839f803-713d-4a1e-8a69-3aa8b18a81d2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.910033] env[70527]: DEBUG oslo_vmware.api [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3914101, 'name': Rename_Task} progress is 10%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.919098] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821c395f-1880-4af9-ab0e-47304e3a617c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.938150] env[70527]: DEBUG nova.compute.provider_tree [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1239.135606] env[70527]: INFO nova.compute.manager [-] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Took 1.53 seconds to deallocate network for instance. [ 1239.223598] env[70527]: DEBUG oslo_vmware.api [None req-3b967584-56b7-43fc-b8a2-03ea68955e56 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3914100, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.303455] env[70527]: DEBUG oslo_concurrency.lockutils [req-94a29726-86ae-4a56-9682-b8e2f07692fb req-6376265d-d45e-4dd2-9fa5-af745914001b service nova] Releasing lock "refresh_cache-12b18e16-6b64-4b5b-be22-9af762f1d363" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.303909] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Acquired lock "refresh_cache-12b18e16-6b64-4b5b-be22-9af762f1d363" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.304154] env[70527]: DEBUG nova.network.neutron [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] [instance: 12b18e16-6b64-4b5b-be22-9af762f1d363] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1239.310665] env[70527]: DEBUG nova.network.neutron [req-1f170ae5-cb58-4696-a4ce-5f7799863d24 req-77d70e42-7ba7-44ac-b103-ea3f25f08309 service nova] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Updated VIF entry in instance network info cache for port dce39464-ac48-4034-9e86-7af7e94f49d1. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1239.311243] env[70527]: DEBUG nova.network.neutron [req-1f170ae5-cb58-4696-a4ce-5f7799863d24 req-77d70e42-7ba7-44ac-b103-ea3f25f08309 service nova] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Updating instance_info_cache with network_info: [{"id": "21573174-8add-46d6-93ef-d2a024fb8919", "address": "fa:16:3e:6f:e4:92", "network": {"id": "0528ffcb-4865-41a0-87e6-3ea996b12397", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210779476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "030332ea48994bab8d286711ee279556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21573174-8a", "ovs_interfaceid": "21573174-8add-46d6-93ef-d2a024fb8919", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dce39464-ac48-4034-9e86-7af7e94f49d1", "address": "fa:16:3e:4c:b9:f8", "network": {"id": "0528ffcb-4865-41a0-87e6-3ea996b12397", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210779476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "030332ea48994bab8d286711ee279556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdce39464-ac", "ovs_interfaceid": "dce39464-ac48-4034-9e86-7af7e94f49d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.374889] env[70527]: DEBUG oslo_vmware.api [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3914101, 'name': Rename_Task, 'duration_secs': 0.258654} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.375315] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: d4d4a700-a897-45f3-af68-8ff0e658b4f2] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1239.375629] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56349802-3af4-4eab-9325-ebb393766161 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.384336] env[70527]: DEBUG oslo_vmware.api [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Waiting for the task: (returnval){ [ 1239.384336] env[70527]: value = "task-3914103" [ 1239.384336] env[70527]: _type = "Task" [ 1239.384336] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.396094] env[70527]: DEBUG oslo_vmware.api [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3914103, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.442515] env[70527]: DEBUG nova.scheduler.client.report [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1239.645195] env[70527]: DEBUG oslo_concurrency.lockutils [None req-6bac5e75-0798-4c1c-953d-492b735acc64 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.723164] env[70527]: DEBUG oslo_vmware.api [None req-3b967584-56b7-43fc-b8a2-03ea68955e56 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3914100, 'name': ReconfigVM_Task, 'duration_secs': 1.094404} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.723970] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3b967584-56b7-43fc-b8a2-03ea68955e56 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Releasing lock "dc7820a0-241c-4ed4-8a54-f321762897b3" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.724195] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-3b967584-56b7-43fc-b8a2-03ea68955e56 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Reconfigured VM to attach interface {{(pid=70527) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1239.819024] env[70527]: DEBUG oslo_concurrency.lockutils [req-1f170ae5-cb58-4696-a4ce-5f7799863d24 req-77d70e42-7ba7-44ac-b103-ea3f25f08309 service nova] Releasing lock "refresh_cache-dc7820a0-241c-4ed4-8a54-f321762897b3" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.819024] env[70527]: DEBUG nova.compute.manager [req-1f170ae5-cb58-4696-a4ce-5f7799863d24 req-77d70e42-7ba7-44ac-b103-ea3f25f08309 service nova] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Received event network-vif-deleted-1936c003-2b62-4ba0-b826-35044078faf9 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1239.819024] env[70527]: INFO nova.compute.manager [req-1f170ae5-cb58-4696-a4ce-5f7799863d24 req-77d70e42-7ba7-44ac-b103-ea3f25f08309 service nova] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Neutron deleted interface 1936c003-2b62-4ba0-b826-35044078faf9; detaching it from the instance and deleting it from the info cache [ 1239.819024] env[70527]: DEBUG nova.network.neutron [req-1f170ae5-cb58-4696-a4ce-5f7799863d24 req-77d70e42-7ba7-44ac-b103-ea3f25f08309 service nova] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.838247] env[70527]: DEBUG nova.network.neutron [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] [instance: 12b18e16-6b64-4b5b-be22-9af762f1d363] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1239.897099] env[70527]: DEBUG oslo_vmware.api [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3914103, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.950060] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70527) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1239.950224] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.944s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.950472] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ac239872-b582-4b92-8f84-bc2aa33ba0b1 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.731s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.952161] env[70527]: INFO nova.compute.claims [None req-ac239872-b582-4b92-8f84-bc2aa33ba0b1 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1239.954864] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1239.955049] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Cleaning up deleted instances {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1239.992370] env[70527]: DEBUG nova.network.neutron [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] [instance: 12b18e16-6b64-4b5b-be22-9af762f1d363] Updating instance_info_cache with network_info: [{"id": "ecc38d37-ecac-415b-96e2-bda9fd6b730f", "address": "fa:16:3e:cf:1e:56", "network": {"id": "0b389a2e-70bb-487b-87fd-51e44555cdf4", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-616554100-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7bf8158cab64693866d090b8b0f1be5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecc38d37-ec", "ovs_interfaceid": "ecc38d37-ecac-415b-96e2-bda9fd6b730f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.179450] env[70527]: DEBUG nova.compute.manager [req-66e0256f-3a06-4972-b4f4-b642945ed074 req-837b5ea3-443d-45a5-971d-18351f463ce0 service nova] [instance: 29185721-af85-4f54-9ec6-f66e6ec3ff23] Received event network-changed-2e691d8f-a6e9-49cf-b766-516f3c1ab235 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1240.179663] env[70527]: DEBUG nova.compute.manager [req-66e0256f-3a06-4972-b4f4-b642945ed074 req-837b5ea3-443d-45a5-971d-18351f463ce0 service nova] [instance: 29185721-af85-4f54-9ec6-f66e6ec3ff23] Refreshing instance network info cache due to event network-changed-2e691d8f-a6e9-49cf-b766-516f3c1ab235. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1240.180173] env[70527]: DEBUG oslo_concurrency.lockutils [req-66e0256f-3a06-4972-b4f4-b642945ed074 req-837b5ea3-443d-45a5-971d-18351f463ce0 service nova] Acquiring lock "refresh_cache-29185721-af85-4f54-9ec6-f66e6ec3ff23" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.180314] env[70527]: DEBUG oslo_concurrency.lockutils [req-66e0256f-3a06-4972-b4f4-b642945ed074 req-837b5ea3-443d-45a5-971d-18351f463ce0 service nova] Acquired lock "refresh_cache-29185721-af85-4f54-9ec6-f66e6ec3ff23" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.180476] env[70527]: DEBUG nova.network.neutron [req-66e0256f-3a06-4972-b4f4-b642945ed074 req-837b5ea3-443d-45a5-971d-18351f463ce0 service nova] [instance: 29185721-af85-4f54-9ec6-f66e6ec3ff23] Refreshing network info cache for port 2e691d8f-a6e9-49cf-b766-516f3c1ab235 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1240.228620] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3b967584-56b7-43fc-b8a2-03ea68955e56 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Lock "interface-dc7820a0-241c-4ed4-8a54-f321762897b3-dce39464-ac48-4034-9e86-7af7e94f49d1" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.818s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.323604] env[70527]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e64418e6-d3cc-4c66-9160-cf69e1fc05c5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.334782] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abbc9fc3-1ab1-4371-a886-db483b947120 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.372777] env[70527]: DEBUG nova.compute.manager [req-1f170ae5-cb58-4696-a4ce-5f7799863d24 req-77d70e42-7ba7-44ac-b103-ea3f25f08309 service nova] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Detach interface failed, port_id=1936c003-2b62-4ba0-b826-35044078faf9, reason: Instance d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b could not be found. {{(pid=70527) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1240.396233] env[70527]: DEBUG oslo_vmware.api [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3914103, 'name': PowerOnVM_Task, 'duration_secs': 0.884938} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.397895] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: d4d4a700-a897-45f3-af68-8ff0e658b4f2] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1240.397895] env[70527]: INFO nova.compute.manager [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: d4d4a700-a897-45f3-af68-8ff0e658b4f2] Took 9.90 seconds to spawn the instance on the hypervisor. [ 1240.397895] env[70527]: DEBUG nova.compute.manager [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: d4d4a700-a897-45f3-af68-8ff0e658b4f2] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1240.398544] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ffb8e64-fcd0-4902-9cb9-d16e2ce4a555 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.476808] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] There are 62 instances to clean {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1240.477018] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: c86e6850-1961-448a-a3c5-39a25264bfa8] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1240.495343] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Releasing lock "refresh_cache-12b18e16-6b64-4b5b-be22-9af762f1d363" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.495343] env[70527]: DEBUG nova.compute.manager [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] [instance: 12b18e16-6b64-4b5b-be22-9af762f1d363] Instance network_info: |[{"id": "ecc38d37-ecac-415b-96e2-bda9fd6b730f", "address": "fa:16:3e:cf:1e:56", "network": {"id": "0b389a2e-70bb-487b-87fd-51e44555cdf4", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-616554100-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7bf8158cab64693866d090b8b0f1be5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecc38d37-ec", "ovs_interfaceid": "ecc38d37-ecac-415b-96e2-bda9fd6b730f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1240.495706] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] [instance: 12b18e16-6b64-4b5b-be22-9af762f1d363] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:1e:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bf86b133-2b7b-4cab-8f6f-5a0856d34c7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ecc38d37-ecac-415b-96e2-bda9fd6b730f', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1240.503997] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Creating folder: Project (f7bf8158cab64693866d090b8b0f1be5). Parent ref: group-v776920. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1240.504748] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-80377ff0-a9cb-4cf7-b442-e16da28f5d90 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.519017] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Created folder: Project (f7bf8158cab64693866d090b8b0f1be5) in parent group-v776920. [ 1240.519017] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Creating folder: Instances. Parent ref: group-v777231. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1240.519292] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-79bcc6b2-5f57-4cd2-9afc-1d3280d93df2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.531224] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Created folder: Instances in parent group-v777231. [ 1240.531426] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1240.534158] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12b18e16-6b64-4b5b-be22-9af762f1d363] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1240.534158] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45daf4fb-7d66-4834-acdc-3bc63ba6e23f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.553078] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1240.553078] env[70527]: value = "task-3914106" [ 1240.553078] env[70527]: _type = "Task" [ 1240.553078] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.563454] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3914106, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.917166] env[70527]: INFO nova.compute.manager [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: d4d4a700-a897-45f3-af68-8ff0e658b4f2] Took 16.97 seconds to build instance. [ 1240.981912] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: ab6d192a-d8ad-4ea6-a7aa-184bb30a1205] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1241.020574] env[70527]: DEBUG nova.network.neutron [req-66e0256f-3a06-4972-b4f4-b642945ed074 req-837b5ea3-443d-45a5-971d-18351f463ce0 service nova] [instance: 29185721-af85-4f54-9ec6-f66e6ec3ff23] Updated VIF entry in instance network info cache for port 2e691d8f-a6e9-49cf-b766-516f3c1ab235. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1241.021178] env[70527]: DEBUG nova.network.neutron [req-66e0256f-3a06-4972-b4f4-b642945ed074 req-837b5ea3-443d-45a5-971d-18351f463ce0 service nova] [instance: 29185721-af85-4f54-9ec6-f66e6ec3ff23] Updating instance_info_cache with network_info: [{"id": "2e691d8f-a6e9-49cf-b766-516f3c1ab235", "address": "fa:16:3e:cb:85:c6", "network": {"id": "a1a2eabf-2a52-4ee7-850f-7ed6f24624fa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-661551111-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5596d582d4bb48e6b48b97d9ec6d6742", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e691d8f-a6", "ovs_interfaceid": "2e691d8f-a6e9-49cf-b766-516f3c1ab235", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.070358] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3914106, 'name': CreateVM_Task, 'duration_secs': 0.4968} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.071038] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12b18e16-6b64-4b5b-be22-9af762f1d363] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1241.072496] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.072496] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.073175] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.076363] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cf74745-c668-4671-93e5-73b0118c706c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.083267] env[70527]: DEBUG oslo_vmware.api [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Waiting for the task: (returnval){ [ 1241.083267] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52930669-ecfa-e604-ba83-25486bcde286" [ 1241.083267] env[70527]: _type = "Task" [ 1241.083267] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.094395] env[70527]: DEBUG oslo_vmware.api [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52930669-ecfa-e604-ba83-25486bcde286, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.215738] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4521095-6c41-4e66-beed-a51ea760e952 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.225135] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-721416bb-25ff-4979-8aa6-41a550841296 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.073278] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4fa74614-fce6-4bf3-9021-3f13659d4d9b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Lock "d4d4a700-a897-45f3-af68-8ff0e658b4f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.141s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.073671] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: f4ed141d-cc40-41e1-8a06-7473d5de24b3] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1242.076137] env[70527]: DEBUG oslo_concurrency.lockutils [req-66e0256f-3a06-4972-b4f4-b642945ed074 req-837b5ea3-443d-45a5-971d-18351f463ce0 service nova] Releasing lock "refresh_cache-29185721-af85-4f54-9ec6-f66e6ec3ff23" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.076804] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a84cc408-f3f1-480e-b8e0-da5d0350b2b5 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquiring lock "interface-dc7820a0-241c-4ed4-8a54-f321762897b3-dce39464-ac48-4034-9e86-7af7e94f49d1" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.077157] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a84cc408-f3f1-480e-b8e0-da5d0350b2b5 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Lock "interface-dc7820a0-241c-4ed4-8a54-f321762897b3-dce39464-ac48-4034-9e86-7af7e94f49d1" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.086613] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70eea34-c2c4-424c-8a9e-881a1229d849 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.090475] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a84cc408-f3f1-480e-b8e0-da5d0350b2b5 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquiring lock "dc7820a0-241c-4ed4-8a54-f321762897b3" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.091032] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a84cc408-f3f1-480e-b8e0-da5d0350b2b5 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquired lock "dc7820a0-241c-4ed4-8a54-f321762897b3" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.091929] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5844f2d-4992-4d08-806b-376c5a2a6c3c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.102314] env[70527]: DEBUG oslo_vmware.api [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52930669-ecfa-e604-ba83-25486bcde286, 'name': SearchDatastore_Task, 'duration_secs': 0.014894} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.116696] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.116953] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] [instance: 12b18e16-6b64-4b5b-be22-9af762f1d363] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1242.117220] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.117618] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.117618] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1242.119997] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4caa68bb-910b-40c6-896d-0d46de6a23bb {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.123151] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f5b5fc9-e1de-4844-a240-69fd400ac039 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.127743] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a262cc-6910-4c77-ba30-924e4c7f120f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.155944] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-a84cc408-f3f1-480e-b8e0-da5d0350b2b5 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Reconfiguring VM to detach interface {{(pid=70527) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1242.166307] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa5b38c2-591e-44ba-aff7-c8fe76a69537 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.179792] env[70527]: DEBUG nova.compute.provider_tree [None req-ac239872-b582-4b92-8f84-bc2aa33ba0b1 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1242.184497] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1242.184497] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1242.184497] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-636d1f82-4bf7-445e-b687-a0808be23173 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.189747] env[70527]: DEBUG oslo_vmware.api [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Waiting for the task: (returnval){ [ 1242.189747] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52d628f0-ace1-0278-3f08-5c8b714440e8" [ 1242.189747] env[70527]: _type = "Task" [ 1242.189747] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.194878] env[70527]: DEBUG oslo_vmware.api [None req-a84cc408-f3f1-480e-b8e0-da5d0350b2b5 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Waiting for the task: (returnval){ [ 1242.194878] env[70527]: value = "task-3914108" [ 1242.194878] env[70527]: _type = "Task" [ 1242.194878] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.203431] env[70527]: DEBUG oslo_vmware.api [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52d628f0-ace1-0278-3f08-5c8b714440e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.209596] env[70527]: DEBUG oslo_vmware.api [None req-a84cc408-f3f1-480e-b8e0-da5d0350b2b5 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3914108, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.578361] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: ffa1dcf9-3fcd-483e-b2cd-8171f7ee6158] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1242.591121] env[70527]: DEBUG oslo_concurrency.lockutils [None req-6cb1a1e6-7011-463e-87b1-2a49db7e09a2 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Acquiring lock "d4d4a700-a897-45f3-af68-8ff0e658b4f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.592978] env[70527]: DEBUG oslo_concurrency.lockutils [None req-6cb1a1e6-7011-463e-87b1-2a49db7e09a2 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Lock "d4d4a700-a897-45f3-af68-8ff0e658b4f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.595890] env[70527]: DEBUG oslo_concurrency.lockutils [None req-6cb1a1e6-7011-463e-87b1-2a49db7e09a2 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Acquiring lock "d4d4a700-a897-45f3-af68-8ff0e658b4f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.595890] env[70527]: DEBUG oslo_concurrency.lockutils [None req-6cb1a1e6-7011-463e-87b1-2a49db7e09a2 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Lock "d4d4a700-a897-45f3-af68-8ff0e658b4f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.595890] env[70527]: DEBUG oslo_concurrency.lockutils [None req-6cb1a1e6-7011-463e-87b1-2a49db7e09a2 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Lock "d4d4a700-a897-45f3-af68-8ff0e658b4f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.602292] env[70527]: INFO nova.compute.manager [None req-6cb1a1e6-7011-463e-87b1-2a49db7e09a2 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: d4d4a700-a897-45f3-af68-8ff0e658b4f2] Terminating instance [ 1242.687201] env[70527]: DEBUG nova.scheduler.client.report [None req-ac239872-b582-4b92-8f84-bc2aa33ba0b1 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1242.709325] env[70527]: DEBUG oslo_vmware.api [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52d628f0-ace1-0278-3f08-5c8b714440e8, 'name': SearchDatastore_Task, 'duration_secs': 0.021786} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.713448] env[70527]: DEBUG oslo_vmware.api [None req-a84cc408-f3f1-480e-b8e0-da5d0350b2b5 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3914108, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.714471] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dd049c8-e8f5-4123-8034-1254ee1f5b7c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.721923] env[70527]: DEBUG oslo_vmware.api [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Waiting for the task: (returnval){ [ 1242.721923] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52045587-66ff-09c7-621f-c94d92ca59a1" [ 1242.721923] env[70527]: _type = "Task" [ 1242.721923] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.731738] env[70527]: DEBUG oslo_vmware.api [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52045587-66ff-09c7-621f-c94d92ca59a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.083189] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: c9d02cd4-6e8c-4e5c-b978-463af0f6e14c] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1243.116656] env[70527]: DEBUG nova.compute.manager [None req-6cb1a1e6-7011-463e-87b1-2a49db7e09a2 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: d4d4a700-a897-45f3-af68-8ff0e658b4f2] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1243.116656] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb1a1e6-7011-463e-87b1-2a49db7e09a2 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: d4d4a700-a897-45f3-af68-8ff0e658b4f2] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1243.116656] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f707bc2-f7b7-490d-8a90-4c3235070457 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.125930] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cb1a1e6-7011-463e-87b1-2a49db7e09a2 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: d4d4a700-a897-45f3-af68-8ff0e658b4f2] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1243.128863] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2ec52fe-3e73-4f48-a9a2-4c1a8aaee612 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.136131] env[70527]: DEBUG oslo_vmware.api [None req-6cb1a1e6-7011-463e-87b1-2a49db7e09a2 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Waiting for the task: (returnval){ [ 1243.136131] env[70527]: value = "task-3914110" [ 1243.136131] env[70527]: _type = "Task" [ 1243.136131] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.151753] env[70527]: DEBUG oslo_vmware.api [None req-6cb1a1e6-7011-463e-87b1-2a49db7e09a2 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3914110, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.190601] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ac239872-b582-4b92-8f84-bc2aa33ba0b1 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.240s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.191303] env[70527]: DEBUG nova.compute.manager [None req-ac239872-b582-4b92-8f84-bc2aa33ba0b1 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1243.194413] env[70527]: DEBUG oslo_concurrency.lockutils [None req-6bac5e75-0798-4c1c-953d-492b735acc64 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.549s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.198022] env[70527]: DEBUG nova.objects.instance [None req-6bac5e75-0798-4c1c-953d-492b735acc64 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Lazy-loading 'resources' on Instance uuid d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1243.208061] env[70527]: DEBUG oslo_vmware.api [None req-a84cc408-f3f1-480e-b8e0-da5d0350b2b5 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3914108, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.235961] env[70527]: DEBUG oslo_vmware.api [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52045587-66ff-09c7-621f-c94d92ca59a1, 'name': SearchDatastore_Task, 'duration_secs': 0.023669} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.236277] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.236560] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 12b18e16-6b64-4b5b-be22-9af762f1d363/12b18e16-6b64-4b5b-be22-9af762f1d363.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1243.237220] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa3ead7e-91f9-4c28-9720-22d487a51c7a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.250213] env[70527]: DEBUG oslo_vmware.api [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Waiting for the task: (returnval){ [ 1243.250213] env[70527]: value = "task-3914111" [ 1243.250213] env[70527]: _type = "Task" [ 1243.250213] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.259683] env[70527]: DEBUG oslo_vmware.api [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Task: {'id': task-3914111, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.587322] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 1f00bd23-0356-4f9f-924f-67735d282ed9] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1243.649800] env[70527]: DEBUG oslo_vmware.api [None req-6cb1a1e6-7011-463e-87b1-2a49db7e09a2 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3914110, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.697556] env[70527]: DEBUG nova.compute.utils [None req-ac239872-b582-4b92-8f84-bc2aa33ba0b1 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1243.705190] env[70527]: DEBUG nova.compute.manager [None req-ac239872-b582-4b92-8f84-bc2aa33ba0b1 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1243.705190] env[70527]: DEBUG nova.network.neutron [None req-ac239872-b582-4b92-8f84-bc2aa33ba0b1 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1243.719436] env[70527]: DEBUG oslo_vmware.api [None req-a84cc408-f3f1-480e-b8e0-da5d0350b2b5 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3914108, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.764348] env[70527]: DEBUG oslo_vmware.api [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Task: {'id': task-3914111, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.765537] env[70527]: DEBUG nova.policy [None req-ac239872-b582-4b92-8f84-bc2aa33ba0b1 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0c999fee6e294b37b8f37be2bb816acc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '100ff00e5f9748369513d8fa45262041', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 1243.964129] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a141b47-28f9-452a-baf3-63e34eb63c91 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.979026] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31bc10e-5f8d-43a5-93ef-8077752ff6e1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.011578] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92cd24b-1fc6-446f-bc20-de1aee2e0f73 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.020265] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4700b6d0-3b4b-4e3d-a9d4-b039a9bec778 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.034932] env[70527]: DEBUG nova.compute.provider_tree [None req-6bac5e75-0798-4c1c-953d-492b735acc64 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1244.091447] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 376b07b0-cef1-4839-ad26-73d5d353ca95] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1244.147589] env[70527]: DEBUG oslo_vmware.api [None req-6cb1a1e6-7011-463e-87b1-2a49db7e09a2 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3914110, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.199250] env[70527]: DEBUG nova.network.neutron [None req-ac239872-b582-4b92-8f84-bc2aa33ba0b1 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] Successfully created port: a77a38b6-9c84-4ce7-aeae-165922f32804 {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1244.209791] env[70527]: DEBUG nova.compute.manager [None req-ac239872-b582-4b92-8f84-bc2aa33ba0b1 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1244.219062] env[70527]: DEBUG oslo_vmware.api [None req-a84cc408-f3f1-480e-b8e0-da5d0350b2b5 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3914108, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.263614] env[70527]: DEBUG oslo_vmware.api [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Task: {'id': task-3914111, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.723144} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.263919] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 12b18e16-6b64-4b5b-be22-9af762f1d363/12b18e16-6b64-4b5b-be22-9af762f1d363.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1244.264193] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] [instance: 12b18e16-6b64-4b5b-be22-9af762f1d363] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1244.264535] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c79ce0fd-a74c-4154-ad49-ae8cd3b885a0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.278174] env[70527]: DEBUG oslo_vmware.api [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Waiting for the task: (returnval){ [ 1244.278174] env[70527]: value = "task-3914112" [ 1244.278174] env[70527]: _type = "Task" [ 1244.278174] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.290289] env[70527]: DEBUG oslo_vmware.api [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Task: {'id': task-3914112, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.539207] env[70527]: DEBUG nova.scheduler.client.report [None req-6bac5e75-0798-4c1c-953d-492b735acc64 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1244.598952] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 43c3492a-2f29-4511-8db9-70fdf4759c62] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1244.649336] env[70527]: DEBUG oslo_vmware.api [None req-6cb1a1e6-7011-463e-87b1-2a49db7e09a2 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3914110, 'name': PowerOffVM_Task, 'duration_secs': 1.394412} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.649695] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cb1a1e6-7011-463e-87b1-2a49db7e09a2 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: d4d4a700-a897-45f3-af68-8ff0e658b4f2] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1244.650495] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb1a1e6-7011-463e-87b1-2a49db7e09a2 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: d4d4a700-a897-45f3-af68-8ff0e658b4f2] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1244.650495] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ecd8a8c8-a495-4a12-94ea-e94aa3e1b6d3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.720863] env[70527]: DEBUG oslo_vmware.api [None req-a84cc408-f3f1-480e-b8e0-da5d0350b2b5 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3914108, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.730394] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb1a1e6-7011-463e-87b1-2a49db7e09a2 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: d4d4a700-a897-45f3-af68-8ff0e658b4f2] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1244.730618] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb1a1e6-7011-463e-87b1-2a49db7e09a2 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: d4d4a700-a897-45f3-af68-8ff0e658b4f2] Deleting contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1244.730798] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cb1a1e6-7011-463e-87b1-2a49db7e09a2 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Deleting the datastore file [datastore1] d4d4a700-a897-45f3-af68-8ff0e658b4f2 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1244.731121] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62d0796c-63de-4f58-aa60-ab16684f90f6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.738260] env[70527]: DEBUG oslo_vmware.api [None req-6cb1a1e6-7011-463e-87b1-2a49db7e09a2 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Waiting for the task: (returnval){ [ 1244.738260] env[70527]: value = "task-3914114" [ 1244.738260] env[70527]: _type = "Task" [ 1244.738260] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.746840] env[70527]: DEBUG oslo_vmware.api [None req-6cb1a1e6-7011-463e-87b1-2a49db7e09a2 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3914114, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.785545] env[70527]: DEBUG oslo_vmware.api [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Task: {'id': task-3914112, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072844} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.785798] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] [instance: 12b18e16-6b64-4b5b-be22-9af762f1d363] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1244.786708] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf922930-a55f-40b3-b420-6d8e38c28a0b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.810672] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] [instance: 12b18e16-6b64-4b5b-be22-9af762f1d363] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 12b18e16-6b64-4b5b-be22-9af762f1d363/12b18e16-6b64-4b5b-be22-9af762f1d363.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1244.810950] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a6e7238-6946-4623-addb-d8b064aa1456 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.832239] env[70527]: DEBUG oslo_vmware.api [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Waiting for the task: (returnval){ [ 1244.832239] env[70527]: value = "task-3914115" [ 1244.832239] env[70527]: _type = "Task" [ 1244.832239] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.843630] env[70527]: DEBUG oslo_vmware.api [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Task: {'id': task-3914115, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.045230] env[70527]: DEBUG oslo_concurrency.lockutils [None req-6bac5e75-0798-4c1c-953d-492b735acc64 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.851s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.076081] env[70527]: INFO nova.scheduler.client.report [None req-6bac5e75-0798-4c1c-953d-492b735acc64 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Deleted allocations for instance d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b [ 1245.102535] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 3818af9b-5f20-4054-87d9-2d311ed6e3bb] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1245.222793] env[70527]: DEBUG oslo_vmware.api [None req-a84cc408-f3f1-480e-b8e0-da5d0350b2b5 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3914108, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.223513] env[70527]: DEBUG nova.compute.manager [None req-ac239872-b582-4b92-8f84-bc2aa33ba0b1 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1245.251902] env[70527]: DEBUG oslo_vmware.api [None req-6cb1a1e6-7011-463e-87b1-2a49db7e09a2 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3914114, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240926} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.254555] env[70527]: DEBUG nova.virt.hardware [None req-ac239872-b582-4b92-8f84-bc2aa33ba0b1 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1245.254841] env[70527]: DEBUG nova.virt.hardware [None req-ac239872-b582-4b92-8f84-bc2aa33ba0b1 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1245.255030] env[70527]: DEBUG nova.virt.hardware [None req-ac239872-b582-4b92-8f84-bc2aa33ba0b1 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1245.255254] env[70527]: DEBUG nova.virt.hardware [None req-ac239872-b582-4b92-8f84-bc2aa33ba0b1 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1245.255458] env[70527]: DEBUG nova.virt.hardware [None req-ac239872-b582-4b92-8f84-bc2aa33ba0b1 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1245.255647] env[70527]: DEBUG nova.virt.hardware [None req-ac239872-b582-4b92-8f84-bc2aa33ba0b1 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1245.255888] env[70527]: DEBUG nova.virt.hardware [None req-ac239872-b582-4b92-8f84-bc2aa33ba0b1 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1245.256086] env[70527]: DEBUG nova.virt.hardware [None req-ac239872-b582-4b92-8f84-bc2aa33ba0b1 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1245.256325] env[70527]: DEBUG nova.virt.hardware [None req-ac239872-b582-4b92-8f84-bc2aa33ba0b1 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1245.256547] env[70527]: DEBUG nova.virt.hardware [None req-ac239872-b582-4b92-8f84-bc2aa33ba0b1 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1245.256744] env[70527]: DEBUG nova.virt.hardware [None req-ac239872-b582-4b92-8f84-bc2aa33ba0b1 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1245.258639] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cb1a1e6-7011-463e-87b1-2a49db7e09a2 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1245.258639] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb1a1e6-7011-463e-87b1-2a49db7e09a2 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: d4d4a700-a897-45f3-af68-8ff0e658b4f2] Deleted contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1245.258639] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb1a1e6-7011-463e-87b1-2a49db7e09a2 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: d4d4a700-a897-45f3-af68-8ff0e658b4f2] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1245.258639] env[70527]: INFO nova.compute.manager [None req-6cb1a1e6-7011-463e-87b1-2a49db7e09a2 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: d4d4a700-a897-45f3-af68-8ff0e658b4f2] Took 2.15 seconds to destroy the instance on the hypervisor. [ 1245.258639] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6cb1a1e6-7011-463e-87b1-2a49db7e09a2 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1245.259148] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f16f2f-f8ab-47c3-beea-e6e5e1d6cacb {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.263275] env[70527]: DEBUG nova.compute.manager [-] [instance: d4d4a700-a897-45f3-af68-8ff0e658b4f2] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1245.263396] env[70527]: DEBUG nova.network.neutron [-] [instance: d4d4a700-a897-45f3-af68-8ff0e658b4f2] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1245.275629] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22da2007-d843-4f97-9561-bc95812a6632 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.347081] env[70527]: DEBUG oslo_vmware.api [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Task: {'id': task-3914115, 'name': ReconfigVM_Task, 'duration_secs': 0.457127} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.347213] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] [instance: 12b18e16-6b64-4b5b-be22-9af762f1d363] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 12b18e16-6b64-4b5b-be22-9af762f1d363/12b18e16-6b64-4b5b-be22-9af762f1d363.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1245.347887] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-70ee1f04-f80d-415a-a2d8-4195992ac159 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.357032] env[70527]: DEBUG oslo_vmware.api [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Waiting for the task: (returnval){ [ 1245.357032] env[70527]: value = "task-3914117" [ 1245.357032] env[70527]: _type = "Task" [ 1245.357032] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.366738] env[70527]: DEBUG oslo_vmware.api [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Task: {'id': task-3914117, 'name': Rename_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.588773] env[70527]: DEBUG oslo_concurrency.lockutils [None req-6bac5e75-0798-4c1c-953d-492b735acc64 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Lock "d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.627s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.614295] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 6503ac12-2403-4b7d-8f2a-ae8783437e87] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1245.680996] env[70527]: DEBUG nova.compute.manager [req-e0d25811-c47f-427a-b140-1e973428da24 req-caa3797d-1a3c-4ef5-ac44-2925e514eed3 service nova] [instance: d4d4a700-a897-45f3-af68-8ff0e658b4f2] Received event network-vif-deleted-05aecd64-8419-4427-9498-6b96235f6ed1 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1245.681359] env[70527]: INFO nova.compute.manager [req-e0d25811-c47f-427a-b140-1e973428da24 req-caa3797d-1a3c-4ef5-ac44-2925e514eed3 service nova] [instance: d4d4a700-a897-45f3-af68-8ff0e658b4f2] Neutron deleted interface 05aecd64-8419-4427-9498-6b96235f6ed1; detaching it from the instance and deleting it from the info cache [ 1245.681588] env[70527]: DEBUG nova.network.neutron [req-e0d25811-c47f-427a-b140-1e973428da24 req-caa3797d-1a3c-4ef5-ac44-2925e514eed3 service nova] [instance: d4d4a700-a897-45f3-af68-8ff0e658b4f2] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.720904] env[70527]: DEBUG oslo_vmware.api [None req-a84cc408-f3f1-480e-b8e0-da5d0350b2b5 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3914108, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.767349] env[70527]: DEBUG nova.compute.manager [req-31423c89-2529-4d57-b6dd-225a9b9e846d req-8dca0247-86b8-46fe-8cf3-1daa5a900d5d service nova] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] Received event network-vif-plugged-a77a38b6-9c84-4ce7-aeae-165922f32804 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1245.767584] env[70527]: DEBUG oslo_concurrency.lockutils [req-31423c89-2529-4d57-b6dd-225a9b9e846d req-8dca0247-86b8-46fe-8cf3-1daa5a900d5d service nova] Acquiring lock "67d9351b-f96f-4def-b775-73e2d9bf5d7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.767941] env[70527]: DEBUG oslo_concurrency.lockutils [req-31423c89-2529-4d57-b6dd-225a9b9e846d req-8dca0247-86b8-46fe-8cf3-1daa5a900d5d service nova] Lock "67d9351b-f96f-4def-b775-73e2d9bf5d7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.768663] env[70527]: DEBUG oslo_concurrency.lockutils [req-31423c89-2529-4d57-b6dd-225a9b9e846d req-8dca0247-86b8-46fe-8cf3-1daa5a900d5d service nova] Lock "67d9351b-f96f-4def-b775-73e2d9bf5d7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.769935] env[70527]: DEBUG nova.compute.manager [req-31423c89-2529-4d57-b6dd-225a9b9e846d req-8dca0247-86b8-46fe-8cf3-1daa5a900d5d service nova] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] No waiting events found dispatching network-vif-plugged-a77a38b6-9c84-4ce7-aeae-165922f32804 {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1245.769935] env[70527]: WARNING nova.compute.manager [req-31423c89-2529-4d57-b6dd-225a9b9e846d req-8dca0247-86b8-46fe-8cf3-1daa5a900d5d service nova] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] Received unexpected event network-vif-plugged-a77a38b6-9c84-4ce7-aeae-165922f32804 for instance with vm_state building and task_state spawning. [ 1245.780412] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Acquiring lock "ac332e70-1342-4493-bfd5-01eddf011a98" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.780714] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Lock "ac332e70-1342-4493-bfd5-01eddf011a98" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.870737] env[70527]: DEBUG oslo_vmware.api [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Task: {'id': task-3914117, 'name': Rename_Task, 'duration_secs': 0.227545} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.871714] env[70527]: DEBUG nova.network.neutron [None req-ac239872-b582-4b92-8f84-bc2aa33ba0b1 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] Successfully updated port: a77a38b6-9c84-4ce7-aeae-165922f32804 {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1245.872996] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] [instance: 12b18e16-6b64-4b5b-be22-9af762f1d363] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1245.873476] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b5ee2c1-7136-48ed-a7e1-69edccdb5f77 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.881601] env[70527]: DEBUG oslo_vmware.api [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Waiting for the task: (returnval){ [ 1245.881601] env[70527]: value = "task-3914118" [ 1245.881601] env[70527]: _type = "Task" [ 1245.881601] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.893206] env[70527]: DEBUG oslo_vmware.api [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Task: {'id': task-3914118, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.116941] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 960666ee-07bf-474b-a249-c1058cf481bd] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1246.161849] env[70527]: DEBUG nova.network.neutron [-] [instance: d4d4a700-a897-45f3-af68-8ff0e658b4f2] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.184909] env[70527]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4956ee92-bf13-426c-a223-d99f32b666fd {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.195027] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa23c9b-09ee-4663-907a-63102de741e8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.218021] env[70527]: DEBUG oslo_vmware.api [None req-a84cc408-f3f1-480e-b8e0-da5d0350b2b5 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3914108, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.231899] env[70527]: DEBUG nova.compute.manager [req-e0d25811-c47f-427a-b140-1e973428da24 req-caa3797d-1a3c-4ef5-ac44-2925e514eed3 service nova] [instance: d4d4a700-a897-45f3-af68-8ff0e658b4f2] Detach interface failed, port_id=05aecd64-8419-4427-9498-6b96235f6ed1, reason: Instance d4d4a700-a897-45f3-af68-8ff0e658b4f2 could not be found. {{(pid=70527) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1246.283233] env[70527]: DEBUG nova.compute.manager [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] [instance: ac332e70-1342-4493-bfd5-01eddf011a98] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1246.374799] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ac239872-b582-4b92-8f84-bc2aa33ba0b1 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Acquiring lock "refresh_cache-67d9351b-f96f-4def-b775-73e2d9bf5d7f" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.374954] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ac239872-b582-4b92-8f84-bc2aa33ba0b1 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Acquired lock "refresh_cache-67d9351b-f96f-4def-b775-73e2d9bf5d7f" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.375120] env[70527]: DEBUG nova.network.neutron [None req-ac239872-b582-4b92-8f84-bc2aa33ba0b1 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1246.398499] env[70527]: DEBUG oslo_vmware.api [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Task: {'id': task-3914118, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.620797] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 1257ac19-f4a8-4199-b5dd-58106904e220] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1246.664283] env[70527]: INFO nova.compute.manager [-] [instance: d4d4a700-a897-45f3-af68-8ff0e658b4f2] Took 1.40 seconds to deallocate network for instance. [ 1246.730033] env[70527]: DEBUG oslo_vmware.api [None req-a84cc408-f3f1-480e-b8e0-da5d0350b2b5 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3914108, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.806392] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.807083] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.808719] env[70527]: INFO nova.compute.claims [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] [instance: ac332e70-1342-4493-bfd5-01eddf011a98] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1246.881205] env[70527]: DEBUG oslo_vmware.rw_handles [None req-b7f2ec26-c212-48ea-b742-719818ab83e0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dde7de-ad98-6bd4-ca14-8cd0e28628bc/disk-0.vmdk. {{(pid=70527) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1246.882230] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c35dc330-a74c-47d7-a27a-5cac199fb81f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.892621] env[70527]: DEBUG oslo_vmware.rw_handles [None req-b7f2ec26-c212-48ea-b742-719818ab83e0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dde7de-ad98-6bd4-ca14-8cd0e28628bc/disk-0.vmdk is in state: ready. {{(pid=70527) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1246.892814] env[70527]: ERROR oslo_vmware.rw_handles [None req-b7f2ec26-c212-48ea-b742-719818ab83e0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dde7de-ad98-6bd4-ca14-8cd0e28628bc/disk-0.vmdk due to incomplete transfer. [ 1246.896073] env[70527]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-816418dc-f80b-483b-b0e5-67911de42b97 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.897646] env[70527]: DEBUG oslo_vmware.api [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Task: {'id': task-3914118, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.904722] env[70527]: DEBUG oslo_vmware.rw_handles [None req-b7f2ec26-c212-48ea-b742-719818ab83e0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dde7de-ad98-6bd4-ca14-8cd0e28628bc/disk-0.vmdk. {{(pid=70527) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1246.904930] env[70527]: DEBUG nova.virt.vmwareapi.images [None req-b7f2ec26-c212-48ea-b742-719818ab83e0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Uploaded image 38e043c4-0d05-4152-93dd-f861210b4e97 to the Glance image server {{(pid=70527) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1246.907448] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7f2ec26-c212-48ea-b742-719818ab83e0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Destroying the VM {{(pid=70527) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1246.907724] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-eb1ff9ea-707f-4204-83fa-6ab1e1002d0a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.912543] env[70527]: DEBUG nova.network.neutron [None req-ac239872-b582-4b92-8f84-bc2aa33ba0b1 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1246.915967] env[70527]: DEBUG oslo_vmware.api [None req-b7f2ec26-c212-48ea-b742-719818ab83e0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for the task: (returnval){ [ 1246.915967] env[70527]: value = "task-3914119" [ 1246.915967] env[70527]: _type = "Task" [ 1246.915967] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.924815] env[70527]: DEBUG oslo_vmware.api [None req-b7f2ec26-c212-48ea-b742-719818ab83e0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3914119, 'name': Destroy_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.059584] env[70527]: DEBUG nova.network.neutron [None req-ac239872-b582-4b92-8f84-bc2aa33ba0b1 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] Updating instance_info_cache with network_info: [{"id": "a77a38b6-9c84-4ce7-aeae-165922f32804", "address": "fa:16:3e:3b:98:d4", "network": {"id": "9f02a455-4e3e-4246-a7f2-21af691aef6e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1218330157-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "100ff00e5f9748369513d8fa45262041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa77a38b6-9c", "ovs_interfaceid": "a77a38b6-9c84-4ce7-aeae-165922f32804", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.127102] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 48a5b42d-41c1-427f-b518-4cf2d6f38abb] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1247.172933] env[70527]: DEBUG oslo_concurrency.lockutils [None req-6cb1a1e6-7011-463e-87b1-2a49db7e09a2 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.222937] env[70527]: DEBUG oslo_vmware.api [None req-a84cc408-f3f1-480e-b8e0-da5d0350b2b5 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3914108, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.303289] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquiring lock "59e48acb-c2f1-4fc0-8477-23023547f5d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.303429] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Lock "59e48acb-c2f1-4fc0-8477-23023547f5d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.398050] env[70527]: DEBUG oslo_vmware.api [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Task: {'id': task-3914118, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.426857] env[70527]: DEBUG oslo_vmware.api [None req-b7f2ec26-c212-48ea-b742-719818ab83e0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3914119, 'name': Destroy_Task, 'duration_secs': 0.478167} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.426857] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-b7f2ec26-c212-48ea-b742-719818ab83e0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Destroyed the VM [ 1247.427907] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f2ec26-c212-48ea-b742-719818ab83e0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Deleting Snapshot of the VM instance {{(pid=70527) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1247.427907] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0d74032a-ba86-44d0-b5d1-8577f6640b30 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.435119] env[70527]: DEBUG oslo_vmware.api [None req-b7f2ec26-c212-48ea-b742-719818ab83e0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for the task: (returnval){ [ 1247.435119] env[70527]: value = "task-3914121" [ 1247.435119] env[70527]: _type = "Task" [ 1247.435119] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.443786] env[70527]: DEBUG oslo_vmware.api [None req-b7f2ec26-c212-48ea-b742-719818ab83e0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3914121, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.563017] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ac239872-b582-4b92-8f84-bc2aa33ba0b1 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Releasing lock "refresh_cache-67d9351b-f96f-4def-b775-73e2d9bf5d7f" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.563404] env[70527]: DEBUG nova.compute.manager [None req-ac239872-b582-4b92-8f84-bc2aa33ba0b1 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] Instance network_info: |[{"id": "a77a38b6-9c84-4ce7-aeae-165922f32804", "address": "fa:16:3e:3b:98:d4", "network": {"id": "9f02a455-4e3e-4246-a7f2-21af691aef6e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1218330157-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "100ff00e5f9748369513d8fa45262041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa77a38b6-9c", "ovs_interfaceid": "a77a38b6-9c84-4ce7-aeae-165922f32804", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1247.563845] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-ac239872-b582-4b92-8f84-bc2aa33ba0b1 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:98:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f925dc8-2145-457e-a4d4-c07117356dd0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a77a38b6-9c84-4ce7-aeae-165922f32804', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1247.571769] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac239872-b582-4b92-8f84-bc2aa33ba0b1 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1247.571993] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1247.572262] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01386f34-a07b-4818-9243-c5247bd91c8e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.593518] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1247.593518] env[70527]: value = "task-3914122" [ 1247.593518] env[70527]: _type = "Task" [ 1247.593518] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.603217] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3914122, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.629643] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 9ad716c6-d457-49e5-9958-a356e4328191] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1247.722667] env[70527]: DEBUG oslo_vmware.api [None req-a84cc408-f3f1-480e-b8e0-da5d0350b2b5 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3914108, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.800510] env[70527]: DEBUG nova.compute.manager [req-9907f812-58e3-422d-a2dc-0efaa812a606 req-213aa7e3-153d-47c2-8eea-fb65af6ac040 service nova] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] Received event network-changed-a77a38b6-9c84-4ce7-aeae-165922f32804 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1247.800945] env[70527]: DEBUG nova.compute.manager [req-9907f812-58e3-422d-a2dc-0efaa812a606 req-213aa7e3-153d-47c2-8eea-fb65af6ac040 service nova] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] Refreshing instance network info cache due to event network-changed-a77a38b6-9c84-4ce7-aeae-165922f32804. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1247.801393] env[70527]: DEBUG oslo_concurrency.lockutils [req-9907f812-58e3-422d-a2dc-0efaa812a606 req-213aa7e3-153d-47c2-8eea-fb65af6ac040 service nova] Acquiring lock "refresh_cache-67d9351b-f96f-4def-b775-73e2d9bf5d7f" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.801737] env[70527]: DEBUG oslo_concurrency.lockutils [req-9907f812-58e3-422d-a2dc-0efaa812a606 req-213aa7e3-153d-47c2-8eea-fb65af6ac040 service nova] Acquired lock "refresh_cache-67d9351b-f96f-4def-b775-73e2d9bf5d7f" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.802084] env[70527]: DEBUG nova.network.neutron [req-9907f812-58e3-422d-a2dc-0efaa812a606 req-213aa7e3-153d-47c2-8eea-fb65af6ac040 service nova] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] Refreshing network info cache for port a77a38b6-9c84-4ce7-aeae-165922f32804 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1247.806436] env[70527]: DEBUG nova.compute.manager [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1247.899657] env[70527]: DEBUG oslo_vmware.api [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Task: {'id': task-3914118, 'name': PowerOnVM_Task, 'duration_secs': 1.613742} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.903060] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] [instance: 12b18e16-6b64-4b5b-be22-9af762f1d363] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1247.903537] env[70527]: INFO nova.compute.manager [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] [instance: 12b18e16-6b64-4b5b-be22-9af762f1d363] Took 10.70 seconds to spawn the instance on the hypervisor. [ 1247.903758] env[70527]: DEBUG nova.compute.manager [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] [instance: 12b18e16-6b64-4b5b-be22-9af762f1d363] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1247.904904] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0411699c-10cb-4aa9-a9a1-6ddc70b3d959 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.948800] env[70527]: DEBUG oslo_vmware.api [None req-b7f2ec26-c212-48ea-b742-719818ab83e0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3914121, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.073773] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84ed4c8-fca9-4ca7-8a44-bbb2323e04c9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.081602] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f614c099-1d87-42a2-9dbd-20278e7c57e2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.114784] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b847c7bf-7917-4465-8b17-d7c1a119dd6f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.122537] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3914122, 'name': CreateVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.125499] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd18b70-ecbd-4108-a5b4-082e073d1d2e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.140151] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 8661a62e-4487-434a-ab93-b47dcfca5971] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1248.142180] env[70527]: DEBUG nova.compute.provider_tree [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1248.223950] env[70527]: DEBUG oslo_vmware.api [None req-a84cc408-f3f1-480e-b8e0-da5d0350b2b5 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3914108, 'name': ReconfigVM_Task, 'duration_secs': 5.794855} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.225176] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a84cc408-f3f1-480e-b8e0-da5d0350b2b5 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Releasing lock "dc7820a0-241c-4ed4-8a54-f321762897b3" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.225176] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-a84cc408-f3f1-480e-b8e0-da5d0350b2b5 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Reconfigured VM to detach interface {{(pid=70527) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1248.330448] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.434051] env[70527]: INFO nova.compute.manager [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] [instance: 12b18e16-6b64-4b5b-be22-9af762f1d363] Took 22.61 seconds to build instance. [ 1248.449678] env[70527]: DEBUG oslo_vmware.api [None req-b7f2ec26-c212-48ea-b742-719818ab83e0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3914121, 'name': RemoveSnapshot_Task, 'duration_secs': 0.823051} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.449875] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f2ec26-c212-48ea-b742-719818ab83e0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Deleted Snapshot of the VM instance {{(pid=70527) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1248.450087] env[70527]: DEBUG nova.compute.manager [None req-b7f2ec26-c212-48ea-b742-719818ab83e0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1248.450998] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f1994c-3e36-4dc7-aa22-88d71c1edce4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.534552] env[70527]: DEBUG nova.network.neutron [req-9907f812-58e3-422d-a2dc-0efaa812a606 req-213aa7e3-153d-47c2-8eea-fb65af6ac040 service nova] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] Updated VIF entry in instance network info cache for port a77a38b6-9c84-4ce7-aeae-165922f32804. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1248.534854] env[70527]: DEBUG nova.network.neutron [req-9907f812-58e3-422d-a2dc-0efaa812a606 req-213aa7e3-153d-47c2-8eea-fb65af6ac040 service nova] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] Updating instance_info_cache with network_info: [{"id": "a77a38b6-9c84-4ce7-aeae-165922f32804", "address": "fa:16:3e:3b:98:d4", "network": {"id": "9f02a455-4e3e-4246-a7f2-21af691aef6e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1218330157-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "100ff00e5f9748369513d8fa45262041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa77a38b6-9c", "ovs_interfaceid": "a77a38b6-9c84-4ce7-aeae-165922f32804", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.620628] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3914122, 'name': CreateVM_Task, 'duration_secs': 0.636059} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.620867] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1248.621562] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ac239872-b582-4b92-8f84-bc2aa33ba0b1 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.621737] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ac239872-b582-4b92-8f84-bc2aa33ba0b1 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.622092] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ac239872-b582-4b92-8f84-bc2aa33ba0b1 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.622371] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87a8aeff-5b9d-44d4-b0ba-0be1e1d7cb21 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.628447] env[70527]: DEBUG oslo_vmware.api [None req-ac239872-b582-4b92-8f84-bc2aa33ba0b1 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Waiting for the task: (returnval){ [ 1248.628447] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52e60a42-88d1-5a84-6f78-1dca911c3e69" [ 1248.628447] env[70527]: _type = "Task" [ 1248.628447] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.636800] env[70527]: DEBUG oslo_vmware.api [None req-ac239872-b582-4b92-8f84-bc2aa33ba0b1 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52e60a42-88d1-5a84-6f78-1dca911c3e69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.644516] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 87290eb1-c183-49f1-b984-045f89b7093f] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1248.647312] env[70527]: DEBUG nova.scheduler.client.report [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1248.938481] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1cb6aeba-73fb-4519-bdcd-4f5df5682e62 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Lock "12b18e16-6b64-4b5b-be22-9af762f1d363" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.124s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.965722] env[70527]: INFO nova.compute.manager [None req-b7f2ec26-c212-48ea-b742-719818ab83e0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Shelve offloading [ 1249.037173] env[70527]: DEBUG oslo_concurrency.lockutils [req-9907f812-58e3-422d-a2dc-0efaa812a606 req-213aa7e3-153d-47c2-8eea-fb65af6ac040 service nova] Releasing lock "refresh_cache-67d9351b-f96f-4def-b775-73e2d9bf5d7f" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.139901] env[70527]: DEBUG oslo_vmware.api [None req-ac239872-b582-4b92-8f84-bc2aa33ba0b1 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52e60a42-88d1-5a84-6f78-1dca911c3e69, 'name': SearchDatastore_Task, 'duration_secs': 0.029184} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.140245] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ac239872-b582-4b92-8f84-bc2aa33ba0b1 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.140516] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-ac239872-b582-4b92-8f84-bc2aa33ba0b1 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1249.140771] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ac239872-b582-4b92-8f84-bc2aa33ba0b1 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.140920] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ac239872-b582-4b92-8f84-bc2aa33ba0b1 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.141477] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac239872-b582-4b92-8f84-bc2aa33ba0b1 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1249.141477] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84db2e0f-66d7-4615-b359-4be9277981a2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.151416] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 49b5c50f-4331-41e3-95db-599d1376f166] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1249.155077] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.348s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.155599] env[70527]: DEBUG nova.compute.manager [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] [instance: ac332e70-1342-4493-bfd5-01eddf011a98] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1249.158327] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac239872-b582-4b92-8f84-bc2aa33ba0b1 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1249.158511] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-ac239872-b582-4b92-8f84-bc2aa33ba0b1 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1249.159743] env[70527]: DEBUG oslo_concurrency.lockutils [None req-6cb1a1e6-7011-463e-87b1-2a49db7e09a2 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.987s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.159934] env[70527]: DEBUG nova.objects.instance [None req-6cb1a1e6-7011-463e-87b1-2a49db7e09a2 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Lazy-loading 'resources' on Instance uuid d4d4a700-a897-45f3-af68-8ff0e658b4f2 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1249.160965] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f34b6aee-0284-440b-943a-cfc22729799d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.167849] env[70527]: DEBUG oslo_vmware.api [None req-ac239872-b582-4b92-8f84-bc2aa33ba0b1 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Waiting for the task: (returnval){ [ 1249.167849] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]520e82bb-0277-cb49-cd58-0e33add19c23" [ 1249.167849] env[70527]: _type = "Task" [ 1249.167849] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.177607] env[70527]: DEBUG oslo_vmware.api [None req-ac239872-b582-4b92-8f84-bc2aa33ba0b1 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]520e82bb-0277-cb49-cd58-0e33add19c23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.471297] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7f2ec26-c212-48ea-b742-719818ab83e0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1249.471297] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fdd88404-66a3-4bcc-83e1-1be9288ff323 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.477734] env[70527]: DEBUG oslo_vmware.api [None req-b7f2ec26-c212-48ea-b742-719818ab83e0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for the task: (returnval){ [ 1249.477734] env[70527]: value = "task-3914124" [ 1249.477734] env[70527]: _type = "Task" [ 1249.477734] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.489158] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7f2ec26-c212-48ea-b742-719818ab83e0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] VM already powered off {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1249.489158] env[70527]: DEBUG nova.compute.manager [None req-b7f2ec26-c212-48ea-b742-719818ab83e0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1249.489758] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fda4065-06c3-481c-b6cd-6d3ff81dce68 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.496359] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b7f2ec26-c212-48ea-b742-719818ab83e0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Acquiring lock "refresh_cache-3321b60f-9e0c-4947-8ed7-f4b613c0c7a3" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.496528] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b7f2ec26-c212-48ea-b742-719818ab83e0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Acquired lock "refresh_cache-3321b60f-9e0c-4947-8ed7-f4b613c0c7a3" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.496708] env[70527]: DEBUG nova.network.neutron [None req-b7f2ec26-c212-48ea-b742-719818ab83e0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1249.533408] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a84cc408-f3f1-480e-b8e0-da5d0350b2b5 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquiring lock "refresh_cache-dc7820a0-241c-4ed4-8a54-f321762897b3" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.533408] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a84cc408-f3f1-480e-b8e0-da5d0350b2b5 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquired lock "refresh_cache-dc7820a0-241c-4ed4-8a54-f321762897b3" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.533408] env[70527]: DEBUG nova.network.neutron [None req-a84cc408-f3f1-480e-b8e0-da5d0350b2b5 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1249.661963] env[70527]: DEBUG nova.compute.utils [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1249.663552] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 0cabe7f0-908c-43e2-aa94-9b4abcaa2df7] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1249.667042] env[70527]: DEBUG nova.compute.manager [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] [instance: ac332e70-1342-4493-bfd5-01eddf011a98] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1249.667042] env[70527]: DEBUG nova.network.neutron [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] [instance: ac332e70-1342-4493-bfd5-01eddf011a98] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1249.686276] env[70527]: DEBUG oslo_vmware.api [None req-ac239872-b582-4b92-8f84-bc2aa33ba0b1 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]520e82bb-0277-cb49-cd58-0e33add19c23, 'name': SearchDatastore_Task, 'duration_secs': 0.017613} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.687161] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb05713f-3004-45f3-a77d-85fe186668de {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.694065] env[70527]: DEBUG oslo_vmware.api [None req-ac239872-b582-4b92-8f84-bc2aa33ba0b1 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Waiting for the task: (returnval){ [ 1249.694065] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52dc3e55-26eb-7216-abcb-0786b956f442" [ 1249.694065] env[70527]: _type = "Task" [ 1249.694065] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.712851] env[70527]: DEBUG oslo_vmware.api [None req-ac239872-b582-4b92-8f84-bc2aa33ba0b1 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52dc3e55-26eb-7216-abcb-0786b956f442, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.754021] env[70527]: DEBUG nova.policy [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd6323ad96734cc2bb8b765db2bf60d2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be42f45c5cb54199876670288b644359', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 1249.906191] env[70527]: DEBUG nova.compute.manager [req-a955cfba-3eab-4970-bca3-01cce8bea59c req-5eb7677a-2b4f-4e05-a4a0-ef9678a0fda4 service nova] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Received event network-changed-21573174-8add-46d6-93ef-d2a024fb8919 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1249.906399] env[70527]: DEBUG nova.compute.manager [req-a955cfba-3eab-4970-bca3-01cce8bea59c req-5eb7677a-2b4f-4e05-a4a0-ef9678a0fda4 service nova] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Refreshing instance network info cache due to event network-changed-21573174-8add-46d6-93ef-d2a024fb8919. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1249.906590] env[70527]: DEBUG oslo_concurrency.lockutils [req-a955cfba-3eab-4970-bca3-01cce8bea59c req-5eb7677a-2b4f-4e05-a4a0-ef9678a0fda4 service nova] Acquiring lock "refresh_cache-dc7820a0-241c-4ed4-8a54-f321762897b3" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.930193] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10132cb8-ea67-4868-983d-ef257e5fb749 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.938770] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c356c1-7c67-4d44-ac08-ef39ca7dd7b3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.971829] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d3d012-f59f-447a-b2e3-f70082d9aa43 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.980538] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aadb64c0-9f76-44f9-a9cc-289c85f14efe {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.996575] env[70527]: DEBUG nova.compute.provider_tree [None req-6cb1a1e6-7011-463e-87b1-2a49db7e09a2 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1250.153196] env[70527]: DEBUG nova.network.neutron [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] [instance: ac332e70-1342-4493-bfd5-01eddf011a98] Successfully created port: abb0f8fe-574b-4c31-a490-168df1f888f7 {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1250.166920] env[70527]: DEBUG nova.compute.manager [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] [instance: ac332e70-1342-4493-bfd5-01eddf011a98] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1250.177781] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: c92cc386-3682-4063-938c-706420df7d3d] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1250.208318] env[70527]: DEBUG oslo_vmware.api [None req-ac239872-b582-4b92-8f84-bc2aa33ba0b1 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52dc3e55-26eb-7216-abcb-0786b956f442, 'name': SearchDatastore_Task, 'duration_secs': 0.027433} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.208899] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ac239872-b582-4b92-8f84-bc2aa33ba0b1 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.209344] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac239872-b582-4b92-8f84-bc2aa33ba0b1 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] 67d9351b-f96f-4def-b775-73e2d9bf5d7f/67d9351b-f96f-4def-b775-73e2d9bf5d7f.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1250.210556] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a7e4d471-3610-4355-90d9-70f4d04335ad {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.222347] env[70527]: DEBUG oslo_vmware.api [None req-ac239872-b582-4b92-8f84-bc2aa33ba0b1 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Waiting for the task: (returnval){ [ 1250.222347] env[70527]: value = "task-3914125" [ 1250.222347] env[70527]: _type = "Task" [ 1250.222347] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.239706] env[70527]: DEBUG oslo_vmware.api [None req-ac239872-b582-4b92-8f84-bc2aa33ba0b1 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Task: {'id': task-3914125, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.423088] env[70527]: DEBUG nova.network.neutron [None req-b7f2ec26-c212-48ea-b742-719818ab83e0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Updating instance_info_cache with network_info: [{"id": "bfd19d7e-0d09-4f06-b1c9-31f6bc523646", "address": "fa:16:3e:bf:b3:20", "network": {"id": "6b7058bf-638c-4d72-9f51-37a045c3ebde", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1062784441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbf5afba87784fe2b33ca0fa6a95c5b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfd19d7e-0d", "ovs_interfaceid": "bfd19d7e-0d09-4f06-b1c9-31f6bc523646", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.461803] env[70527]: INFO nova.network.neutron [None req-a84cc408-f3f1-480e-b8e0-da5d0350b2b5 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Port dce39464-ac48-4034-9e86-7af7e94f49d1 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1250.461803] env[70527]: DEBUG nova.network.neutron [None req-a84cc408-f3f1-480e-b8e0-da5d0350b2b5 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Updating instance_info_cache with network_info: [{"id": "21573174-8add-46d6-93ef-d2a024fb8919", "address": "fa:16:3e:6f:e4:92", "network": {"id": "0528ffcb-4865-41a0-87e6-3ea996b12397", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210779476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "030332ea48994bab8d286711ee279556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21573174-8a", "ovs_interfaceid": "21573174-8add-46d6-93ef-d2a024fb8919", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.501044] env[70527]: DEBUG nova.scheduler.client.report [None req-6cb1a1e6-7011-463e-87b1-2a49db7e09a2 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1250.664718] env[70527]: DEBUG oslo_concurrency.lockutils [None req-eb16cd8a-08a1-4f85-a7e9-2e88b6ec82ac tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquiring lock "interface-0b1c7a2b-cf58-4464-bb53-86c2a637037f-dce39464-ac48-4034-9e86-7af7e94f49d1" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.665245] env[70527]: DEBUG oslo_concurrency.lockutils [None req-eb16cd8a-08a1-4f85-a7e9-2e88b6ec82ac tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Lock "interface-0b1c7a2b-cf58-4464-bb53-86c2a637037f-dce39464-ac48-4034-9e86-7af7e94f49d1" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.665909] env[70527]: DEBUG nova.objects.instance [None req-eb16cd8a-08a1-4f85-a7e9-2e88b6ec82ac tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Lazy-loading 'flavor' on Instance uuid 0b1c7a2b-cf58-4464-bb53-86c2a637037f {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1250.686601] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: f82bd048-5013-4809-ac11-053b6629067b] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1250.735182] env[70527]: DEBUG oslo_vmware.api [None req-ac239872-b582-4b92-8f84-bc2aa33ba0b1 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Task: {'id': task-3914125, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50172} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.737047] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac239872-b582-4b92-8f84-bc2aa33ba0b1 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] 67d9351b-f96f-4def-b775-73e2d9bf5d7f/67d9351b-f96f-4def-b775-73e2d9bf5d7f.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1250.737047] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-ac239872-b582-4b92-8f84-bc2aa33ba0b1 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1250.737234] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-86d9c51d-1196-40ad-b718-9528b21d0f8c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.745438] env[70527]: DEBUG oslo_vmware.api [None req-ac239872-b582-4b92-8f84-bc2aa33ba0b1 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Waiting for the task: (returnval){ [ 1250.745438] env[70527]: value = "task-3914126" [ 1250.745438] env[70527]: _type = "Task" [ 1250.745438] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.755605] env[70527]: DEBUG oslo_vmware.api [None req-ac239872-b582-4b92-8f84-bc2aa33ba0b1 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Task: {'id': task-3914126, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.925971] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b7f2ec26-c212-48ea-b742-719818ab83e0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Releasing lock "refresh_cache-3321b60f-9e0c-4947-8ed7-f4b613c0c7a3" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.966394] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a84cc408-f3f1-480e-b8e0-da5d0350b2b5 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Releasing lock "refresh_cache-dc7820a0-241c-4ed4-8a54-f321762897b3" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.970223] env[70527]: DEBUG oslo_concurrency.lockutils [req-a955cfba-3eab-4970-bca3-01cce8bea59c req-5eb7677a-2b4f-4e05-a4a0-ef9678a0fda4 service nova] Acquired lock "refresh_cache-dc7820a0-241c-4ed4-8a54-f321762897b3" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.970223] env[70527]: DEBUG nova.network.neutron [req-a955cfba-3eab-4970-bca3-01cce8bea59c req-5eb7677a-2b4f-4e05-a4a0-ef9678a0fda4 service nova] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Refreshing network info cache for port 21573174-8add-46d6-93ef-d2a024fb8919 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1251.011251] env[70527]: DEBUG oslo_concurrency.lockutils [None req-6cb1a1e6-7011-463e-87b1-2a49db7e09a2 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.851s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.013241] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.683s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.015256] env[70527]: INFO nova.compute.claims [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1251.034989] env[70527]: INFO nova.scheduler.client.report [None req-6cb1a1e6-7011-463e-87b1-2a49db7e09a2 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Deleted allocations for instance d4d4a700-a897-45f3-af68-8ff0e658b4f2 [ 1251.190157] env[70527]: DEBUG nova.compute.manager [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] [instance: ac332e70-1342-4493-bfd5-01eddf011a98] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1251.192634] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 992d6ed3-f53e-4c79-bff9-bb2808b6b2ee] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1251.213734] env[70527]: DEBUG oslo_concurrency.lockutils [None req-639a8938-877f-40db-842c-cdbc78efc5e4 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Acquiring lock "12b18e16-6b64-4b5b-be22-9af762f1d363" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.214790] env[70527]: DEBUG oslo_concurrency.lockutils [None req-639a8938-877f-40db-842c-cdbc78efc5e4 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Lock "12b18e16-6b64-4b5b-be22-9af762f1d363" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.215020] env[70527]: DEBUG oslo_concurrency.lockutils [None req-639a8938-877f-40db-842c-cdbc78efc5e4 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Acquiring lock "12b18e16-6b64-4b5b-be22-9af762f1d363-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.215217] env[70527]: DEBUG oslo_concurrency.lockutils [None req-639a8938-877f-40db-842c-cdbc78efc5e4 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Lock "12b18e16-6b64-4b5b-be22-9af762f1d363-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.215382] env[70527]: DEBUG oslo_concurrency.lockutils [None req-639a8938-877f-40db-842c-cdbc78efc5e4 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Lock "12b18e16-6b64-4b5b-be22-9af762f1d363-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.221045] env[70527]: INFO nova.compute.manager [None req-639a8938-877f-40db-842c-cdbc78efc5e4 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] [instance: 12b18e16-6b64-4b5b-be22-9af762f1d363] Terminating instance [ 1251.229628] env[70527]: DEBUG nova.virt.hardware [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1251.229895] env[70527]: DEBUG nova.virt.hardware [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1251.230083] env[70527]: DEBUG nova.virt.hardware [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1251.230278] env[70527]: DEBUG nova.virt.hardware [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1251.230428] env[70527]: DEBUG nova.virt.hardware [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1251.230579] env[70527]: DEBUG nova.virt.hardware [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1251.230788] env[70527]: DEBUG nova.virt.hardware [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1251.230950] env[70527]: DEBUG nova.virt.hardware [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1251.231132] env[70527]: DEBUG nova.virt.hardware [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1251.231295] env[70527]: DEBUG nova.virt.hardware [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1251.231466] env[70527]: DEBUG nova.virt.hardware [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1251.233139] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82686fb9-62ab-4a5e-8afb-582d0dbc4dd0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.242497] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a47330-88fe-453d-9232-cc58289b3ca8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.255467] env[70527]: DEBUG oslo_vmware.api [None req-ac239872-b582-4b92-8f84-bc2aa33ba0b1 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Task: {'id': task-3914126, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072141} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.263859] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-ac239872-b582-4b92-8f84-bc2aa33ba0b1 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1251.264959] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df4faee-4218-4ce9-8917-39d242bfde30 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.290173] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac239872-b582-4b92-8f84-bc2aa33ba0b1 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 67d9351b-f96f-4def-b775-73e2d9bf5d7f/67d9351b-f96f-4def-b775-73e2d9bf5d7f.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1251.290450] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02414b5e-03ae-4ea6-9bac-a99eae241052 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.313269] env[70527]: DEBUG oslo_vmware.api [None req-ac239872-b582-4b92-8f84-bc2aa33ba0b1 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Waiting for the task: (returnval){ [ 1251.313269] env[70527]: value = "task-3914127" [ 1251.313269] env[70527]: _type = "Task" [ 1251.313269] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.326794] env[70527]: DEBUG oslo_vmware.api [None req-ac239872-b582-4b92-8f84-bc2aa33ba0b1 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Task: {'id': task-3914127, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.328034] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f2ec26-c212-48ea-b742-719818ab83e0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1251.328863] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9afc7a-6375-4ca6-a8e6-bd793df6d70b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.337607] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f2ec26-c212-48ea-b742-719818ab83e0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1251.337960] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fff6d602-7101-4468-9cf0-b5e947546e5d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.354448] env[70527]: DEBUG nova.objects.instance [None req-eb16cd8a-08a1-4f85-a7e9-2e88b6ec82ac tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Lazy-loading 'pci_requests' on Instance uuid 0b1c7a2b-cf58-4464-bb53-86c2a637037f {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1251.419178] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f2ec26-c212-48ea-b742-719818ab83e0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1251.419428] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f2ec26-c212-48ea-b742-719818ab83e0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Deleting contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1251.419615] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7f2ec26-c212-48ea-b742-719818ab83e0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Deleting the datastore file [datastore2] 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1251.419974] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98255f42-fab1-4028-ab0e-617de22fbe40 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.429357] env[70527]: DEBUG oslo_vmware.api [None req-b7f2ec26-c212-48ea-b742-719818ab83e0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for the task: (returnval){ [ 1251.429357] env[70527]: value = "task-3914129" [ 1251.429357] env[70527]: _type = "Task" [ 1251.429357] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.445481] env[70527]: DEBUG oslo_vmware.api [None req-b7f2ec26-c212-48ea-b742-719818ab83e0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3914129, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.473348] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a84cc408-f3f1-480e-b8e0-da5d0350b2b5 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Lock "interface-dc7820a0-241c-4ed4-8a54-f321762897b3-dce39464-ac48-4034-9e86-7af7e94f49d1" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.396s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.547162] env[70527]: DEBUG oslo_concurrency.lockutils [None req-6cb1a1e6-7011-463e-87b1-2a49db7e09a2 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Lock "d4d4a700-a897-45f3-af68-8ff0e658b4f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.954s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.696260] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 7a391e8e-005a-4c7f-992d-1a2466e79065] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1251.712330] env[70527]: DEBUG nova.network.neutron [req-a955cfba-3eab-4970-bca3-01cce8bea59c req-5eb7677a-2b4f-4e05-a4a0-ef9678a0fda4 service nova] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Updated VIF entry in instance network info cache for port 21573174-8add-46d6-93ef-d2a024fb8919. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1251.712716] env[70527]: DEBUG nova.network.neutron [req-a955cfba-3eab-4970-bca3-01cce8bea59c req-5eb7677a-2b4f-4e05-a4a0-ef9678a0fda4 service nova] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Updating instance_info_cache with network_info: [{"id": "21573174-8add-46d6-93ef-d2a024fb8919", "address": "fa:16:3e:6f:e4:92", "network": {"id": "0528ffcb-4865-41a0-87e6-3ea996b12397", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210779476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "030332ea48994bab8d286711ee279556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21573174-8a", "ovs_interfaceid": "21573174-8add-46d6-93ef-d2a024fb8919", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.726859] env[70527]: DEBUG nova.compute.manager [None req-639a8938-877f-40db-842c-cdbc78efc5e4 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] [instance: 12b18e16-6b64-4b5b-be22-9af762f1d363] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1251.727154] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-639a8938-877f-40db-842c-cdbc78efc5e4 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] [instance: 12b18e16-6b64-4b5b-be22-9af762f1d363] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1251.732480] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ea24c1-8d33-4883-93ee-0a93736adc82 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.742872] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-639a8938-877f-40db-842c-cdbc78efc5e4 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] [instance: 12b18e16-6b64-4b5b-be22-9af762f1d363] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1251.743083] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2011828-d3e7-41a2-b87b-b916a3db2b1d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.751509] env[70527]: DEBUG oslo_vmware.api [None req-639a8938-877f-40db-842c-cdbc78efc5e4 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Waiting for the task: (returnval){ [ 1251.751509] env[70527]: value = "task-3914131" [ 1251.751509] env[70527]: _type = "Task" [ 1251.751509] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.760382] env[70527]: DEBUG oslo_vmware.api [None req-639a8938-877f-40db-842c-cdbc78efc5e4 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Task: {'id': task-3914131, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.824493] env[70527]: DEBUG oslo_vmware.api [None req-ac239872-b582-4b92-8f84-bc2aa33ba0b1 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Task: {'id': task-3914127, 'name': ReconfigVM_Task, 'duration_secs': 0.321383} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.824683] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac239872-b582-4b92-8f84-bc2aa33ba0b1 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 67d9351b-f96f-4def-b775-73e2d9bf5d7f/67d9351b-f96f-4def-b775-73e2d9bf5d7f.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1251.825345] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6da18d0b-7321-4d4d-b27d-d50e2b7c8734 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.835519] env[70527]: DEBUG oslo_vmware.api [None req-ac239872-b582-4b92-8f84-bc2aa33ba0b1 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Waiting for the task: (returnval){ [ 1251.835519] env[70527]: value = "task-3914132" [ 1251.835519] env[70527]: _type = "Task" [ 1251.835519] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.847934] env[70527]: DEBUG oslo_vmware.api [None req-ac239872-b582-4b92-8f84-bc2aa33ba0b1 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Task: {'id': task-3914132, 'name': Rename_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.856746] env[70527]: DEBUG nova.objects.base [None req-eb16cd8a-08a1-4f85-a7e9-2e88b6ec82ac tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Object Instance<0b1c7a2b-cf58-4464-bb53-86c2a637037f> lazy-loaded attributes: flavor,pci_requests {{(pid=70527) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1251.857042] env[70527]: DEBUG nova.network.neutron [None req-eb16cd8a-08a1-4f85-a7e9-2e88b6ec82ac tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1251.935195] env[70527]: DEBUG nova.policy [None req-eb16cd8a-08a1-4f85-a7e9-2e88b6ec82ac tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5292bbff934e4a23bce1ba8fd66a76d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '030332ea48994bab8d286711ee279556', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 1251.943387] env[70527]: DEBUG oslo_vmware.api [None req-b7f2ec26-c212-48ea-b742-719818ab83e0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3914129, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.407449} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.943664] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7f2ec26-c212-48ea-b742-719818ab83e0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1251.943849] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f2ec26-c212-48ea-b742-719818ab83e0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Deleted contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1251.944063] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f2ec26-c212-48ea-b742-719818ab83e0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1251.972589] env[70527]: INFO nova.scheduler.client.report [None req-b7f2ec26-c212-48ea-b742-719818ab83e0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Deleted allocations for instance 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3 [ 1252.030790] env[70527]: DEBUG nova.network.neutron [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] [instance: ac332e70-1342-4493-bfd5-01eddf011a98] Successfully updated port: abb0f8fe-574b-4c31-a490-168df1f888f7 {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1252.147273] env[70527]: DEBUG nova.compute.manager [req-c1e0ad2d-795d-4d32-95ad-1c1464154074 req-4c88207e-704b-40a4-9179-ec9276c4d926 service nova] [instance: ac332e70-1342-4493-bfd5-01eddf011a98] Received event network-vif-plugged-abb0f8fe-574b-4c31-a490-168df1f888f7 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1252.147518] env[70527]: DEBUG oslo_concurrency.lockutils [req-c1e0ad2d-795d-4d32-95ad-1c1464154074 req-4c88207e-704b-40a4-9179-ec9276c4d926 service nova] Acquiring lock "ac332e70-1342-4493-bfd5-01eddf011a98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.147717] env[70527]: DEBUG oslo_concurrency.lockutils [req-c1e0ad2d-795d-4d32-95ad-1c1464154074 req-4c88207e-704b-40a4-9179-ec9276c4d926 service nova] Lock "ac332e70-1342-4493-bfd5-01eddf011a98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.147895] env[70527]: DEBUG oslo_concurrency.lockutils [req-c1e0ad2d-795d-4d32-95ad-1c1464154074 req-4c88207e-704b-40a4-9179-ec9276c4d926 service nova] Lock "ac332e70-1342-4493-bfd5-01eddf011a98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.148076] env[70527]: DEBUG nova.compute.manager [req-c1e0ad2d-795d-4d32-95ad-1c1464154074 req-4c88207e-704b-40a4-9179-ec9276c4d926 service nova] [instance: ac332e70-1342-4493-bfd5-01eddf011a98] No waiting events found dispatching network-vif-plugged-abb0f8fe-574b-4c31-a490-168df1f888f7 {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1252.148284] env[70527]: WARNING nova.compute.manager [req-c1e0ad2d-795d-4d32-95ad-1c1464154074 req-4c88207e-704b-40a4-9179-ec9276c4d926 service nova] [instance: ac332e70-1342-4493-bfd5-01eddf011a98] Received unexpected event network-vif-plugged-abb0f8fe-574b-4c31-a490-168df1f888f7 for instance with vm_state building and task_state spawning. [ 1252.199702] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 15efae62-cf03-4f74-92c3-c275483c8283] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1252.209305] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37d299b-0933-478f-9b01-5fdc13ba89e1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.215014] env[70527]: DEBUG oslo_concurrency.lockutils [req-a955cfba-3eab-4970-bca3-01cce8bea59c req-5eb7677a-2b4f-4e05-a4a0-ef9678a0fda4 service nova] Releasing lock "refresh_cache-dc7820a0-241c-4ed4-8a54-f321762897b3" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.218792] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a4e58b-a0e5-48cb-af31-30d221f47ab8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.256807] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e350a09e-2096-48f6-aee0-d87321d6d283 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.265292] env[70527]: DEBUG oslo_vmware.api [None req-639a8938-877f-40db-842c-cdbc78efc5e4 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Task: {'id': task-3914131, 'name': PowerOffVM_Task, 'duration_secs': 0.284293} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.268560] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-639a8938-877f-40db-842c-cdbc78efc5e4 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] [instance: 12b18e16-6b64-4b5b-be22-9af762f1d363] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1252.268805] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-639a8938-877f-40db-842c-cdbc78efc5e4 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] [instance: 12b18e16-6b64-4b5b-be22-9af762f1d363] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1252.270365] env[70527]: DEBUG nova.compute.manager [req-6a23a0bd-37cf-4da2-a5f6-20ca7051f66f req-f9297b8f-1c49-4ddc-8148-68200003863a service nova] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] Received event network-changed-5a63e4ed-48f2-4f37-8a6d-50be2483fc26 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1252.271046] env[70527]: DEBUG nova.compute.manager [req-6a23a0bd-37cf-4da2-a5f6-20ca7051f66f req-f9297b8f-1c49-4ddc-8148-68200003863a service nova] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] Refreshing instance network info cache due to event network-changed-5a63e4ed-48f2-4f37-8a6d-50be2483fc26. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1252.271046] env[70527]: DEBUG oslo_concurrency.lockutils [req-6a23a0bd-37cf-4da2-a5f6-20ca7051f66f req-f9297b8f-1c49-4ddc-8148-68200003863a service nova] Acquiring lock "refresh_cache-0b1c7a2b-cf58-4464-bb53-86c2a637037f" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.271046] env[70527]: DEBUG oslo_concurrency.lockutils [req-6a23a0bd-37cf-4da2-a5f6-20ca7051f66f req-f9297b8f-1c49-4ddc-8148-68200003863a service nova] Acquired lock "refresh_cache-0b1c7a2b-cf58-4464-bb53-86c2a637037f" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.271209] env[70527]: DEBUG nova.network.neutron [req-6a23a0bd-37cf-4da2-a5f6-20ca7051f66f req-f9297b8f-1c49-4ddc-8148-68200003863a service nova] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] Refreshing network info cache for port 5a63e4ed-48f2-4f37-8a6d-50be2483fc26 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1252.276347] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e0171939-223a-4243-b4e6-d48cb6732019 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.280856] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d527c6dd-83f5-41a4-bb67-9fac46c7872d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.297100] env[70527]: DEBUG nova.compute.provider_tree [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1252.347969] env[70527]: DEBUG oslo_vmware.api [None req-ac239872-b582-4b92-8f84-bc2aa33ba0b1 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Task: {'id': task-3914132, 'name': Rename_Task, 'duration_secs': 0.156886} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.348319] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac239872-b582-4b92-8f84-bc2aa33ba0b1 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1252.348639] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b6d0dd4-ee77-4589-996d-876ddafd0723 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.354081] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-639a8938-877f-40db-842c-cdbc78efc5e4 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] [instance: 12b18e16-6b64-4b5b-be22-9af762f1d363] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1252.354314] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-639a8938-877f-40db-842c-cdbc78efc5e4 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] [instance: 12b18e16-6b64-4b5b-be22-9af762f1d363] Deleting contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1252.354561] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-639a8938-877f-40db-842c-cdbc78efc5e4 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Deleting the datastore file [datastore2] 12b18e16-6b64-4b5b-be22-9af762f1d363 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1252.355355] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad7036b8-d7de-497d-8452-4df8f25efe11 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.358699] env[70527]: DEBUG oslo_vmware.api [None req-ac239872-b582-4b92-8f84-bc2aa33ba0b1 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Waiting for the task: (returnval){ [ 1252.358699] env[70527]: value = "task-3914134" [ 1252.358699] env[70527]: _type = "Task" [ 1252.358699] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.363972] env[70527]: DEBUG oslo_vmware.api [None req-639a8938-877f-40db-842c-cdbc78efc5e4 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Waiting for the task: (returnval){ [ 1252.363972] env[70527]: value = "task-3914135" [ 1252.363972] env[70527]: _type = "Task" [ 1252.363972] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.371178] env[70527]: DEBUG oslo_vmware.api [None req-ac239872-b582-4b92-8f84-bc2aa33ba0b1 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Task: {'id': task-3914134, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.376805] env[70527]: DEBUG oslo_vmware.api [None req-639a8938-877f-40db-842c-cdbc78efc5e4 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Task: {'id': task-3914135, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.477466] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b7f2ec26-c212-48ea-b742-719818ab83e0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.537643] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Acquiring lock "refresh_cache-ac332e70-1342-4493-bfd5-01eddf011a98" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.537855] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Acquired lock "refresh_cache-ac332e70-1342-4493-bfd5-01eddf011a98" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.537905] env[70527]: DEBUG nova.network.neutron [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] [instance: ac332e70-1342-4493-bfd5-01eddf011a98] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1252.613597] env[70527]: DEBUG oslo_concurrency.lockutils [None req-64874b89-eb52-4b06-9424-463a72afc4f5 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Acquiring lock "3e151f25-8a2c-43e6-ab40-b620b51f8d30" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.613597] env[70527]: DEBUG oslo_concurrency.lockutils [None req-64874b89-eb52-4b06-9424-463a72afc4f5 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Lock "3e151f25-8a2c-43e6-ab40-b620b51f8d30" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.703745] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 67ddf676-0ce2-4fd1-b357-84f99f9b86f2] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1252.801054] env[70527]: DEBUG nova.scheduler.client.report [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1252.872155] env[70527]: DEBUG oslo_vmware.api [None req-ac239872-b582-4b92-8f84-bc2aa33ba0b1 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Task: {'id': task-3914134, 'name': PowerOnVM_Task, 'duration_secs': 0.494741} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.874242] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac239872-b582-4b92-8f84-bc2aa33ba0b1 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1252.874548] env[70527]: INFO nova.compute.manager [None req-ac239872-b582-4b92-8f84-bc2aa33ba0b1 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] Took 7.65 seconds to spawn the instance on the hypervisor. [ 1252.874743] env[70527]: DEBUG nova.compute.manager [None req-ac239872-b582-4b92-8f84-bc2aa33ba0b1 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1252.878982] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90afcbe0-c9e1-4e88-99c3-2cca5ded3798 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.881678] env[70527]: DEBUG oslo_vmware.api [None req-639a8938-877f-40db-842c-cdbc78efc5e4 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Task: {'id': task-3914135, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166621} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.881930] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-639a8938-877f-40db-842c-cdbc78efc5e4 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1252.882144] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-639a8938-877f-40db-842c-cdbc78efc5e4 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] [instance: 12b18e16-6b64-4b5b-be22-9af762f1d363] Deleted contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1252.882334] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-639a8938-877f-40db-842c-cdbc78efc5e4 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] [instance: 12b18e16-6b64-4b5b-be22-9af762f1d363] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1252.882502] env[70527]: INFO nova.compute.manager [None req-639a8938-877f-40db-842c-cdbc78efc5e4 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] [instance: 12b18e16-6b64-4b5b-be22-9af762f1d363] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1252.882744] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-639a8938-877f-40db-842c-cdbc78efc5e4 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1252.883400] env[70527]: DEBUG nova.compute.manager [-] [instance: 12b18e16-6b64-4b5b-be22-9af762f1d363] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1252.883504] env[70527]: DEBUG nova.network.neutron [-] [instance: 12b18e16-6b64-4b5b-be22-9af762f1d363] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1253.069835] env[70527]: DEBUG nova.network.neutron [req-6a23a0bd-37cf-4da2-a5f6-20ca7051f66f req-f9297b8f-1c49-4ddc-8148-68200003863a service nova] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] Updated VIF entry in instance network info cache for port 5a63e4ed-48f2-4f37-8a6d-50be2483fc26. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1253.070611] env[70527]: DEBUG nova.network.neutron [req-6a23a0bd-37cf-4da2-a5f6-20ca7051f66f req-f9297b8f-1c49-4ddc-8148-68200003863a service nova] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] Updating instance_info_cache with network_info: [{"id": "5a63e4ed-48f2-4f37-8a6d-50be2483fc26", "address": "fa:16:3e:af:a2:f5", "network": {"id": "0528ffcb-4865-41a0-87e6-3ea996b12397", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210779476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "030332ea48994bab8d286711ee279556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a63e4ed-48", "ovs_interfaceid": "5a63e4ed-48f2-4f37-8a6d-50be2483fc26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.077846] env[70527]: DEBUG nova.network.neutron [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] [instance: ac332e70-1342-4493-bfd5-01eddf011a98] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1253.116794] env[70527]: DEBUG nova.compute.manager [None req-64874b89-eb52-4b06-9424-463a72afc4f5 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 3e151f25-8a2c-43e6-ab40-b620b51f8d30] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1253.207750] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: bc2a25d4-5d66-4157-b3aa-9ee94b25b8bb] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1253.256587] env[70527]: DEBUG nova.network.neutron [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] [instance: ac332e70-1342-4493-bfd5-01eddf011a98] Updating instance_info_cache with network_info: [{"id": "abb0f8fe-574b-4c31-a490-168df1f888f7", "address": "fa:16:3e:6c:6e:57", "network": {"id": "6dca2e46-a087-4cfe-a982-4e177b51f7fe", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1826280627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be42f45c5cb54199876670288b644359", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bde2f6cc-fb26-4d71-95a6-57d1ae1c4afd", "external-id": "nsx-vlan-transportzone-206", "segmentation_id": 206, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabb0f8fe-57", "ovs_interfaceid": "abb0f8fe-574b-4c31-a490-168df1f888f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.306092] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.293s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.306728] env[70527]: DEBUG nova.compute.manager [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1253.310344] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b7f2ec26-c212-48ea-b742-719818ab83e0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.832s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.310648] env[70527]: DEBUG nova.objects.instance [None req-b7f2ec26-c212-48ea-b742-719818ab83e0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Lazy-loading 'resources' on Instance uuid 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1253.405631] env[70527]: INFO nova.compute.manager [None req-ac239872-b582-4b92-8f84-bc2aa33ba0b1 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] Took 18.21 seconds to build instance. [ 1253.530866] env[70527]: DEBUG nova.network.neutron [None req-eb16cd8a-08a1-4f85-a7e9-2e88b6ec82ac tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] Successfully updated port: dce39464-ac48-4034-9e86-7af7e94f49d1 {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1253.574105] env[70527]: DEBUG oslo_concurrency.lockutils [req-6a23a0bd-37cf-4da2-a5f6-20ca7051f66f req-f9297b8f-1c49-4ddc-8148-68200003863a service nova] Releasing lock "refresh_cache-0b1c7a2b-cf58-4464-bb53-86c2a637037f" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.574658] env[70527]: DEBUG nova.compute.manager [req-6a23a0bd-37cf-4da2-a5f6-20ca7051f66f req-f9297b8f-1c49-4ddc-8148-68200003863a service nova] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Received event network-vif-unplugged-bfd19d7e-0d09-4f06-b1c9-31f6bc523646 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1253.574658] env[70527]: DEBUG oslo_concurrency.lockutils [req-6a23a0bd-37cf-4da2-a5f6-20ca7051f66f req-f9297b8f-1c49-4ddc-8148-68200003863a service nova] Acquiring lock "3321b60f-9e0c-4947-8ed7-f4b613c0c7a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.574862] env[70527]: DEBUG oslo_concurrency.lockutils [req-6a23a0bd-37cf-4da2-a5f6-20ca7051f66f req-f9297b8f-1c49-4ddc-8148-68200003863a service nova] Lock "3321b60f-9e0c-4947-8ed7-f4b613c0c7a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.574977] env[70527]: DEBUG oslo_concurrency.lockutils [req-6a23a0bd-37cf-4da2-a5f6-20ca7051f66f req-f9297b8f-1c49-4ddc-8148-68200003863a service nova] Lock "3321b60f-9e0c-4947-8ed7-f4b613c0c7a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.575114] env[70527]: DEBUG nova.compute.manager [req-6a23a0bd-37cf-4da2-a5f6-20ca7051f66f req-f9297b8f-1c49-4ddc-8148-68200003863a service nova] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] No waiting events found dispatching network-vif-unplugged-bfd19d7e-0d09-4f06-b1c9-31f6bc523646 {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1253.575380] env[70527]: WARNING nova.compute.manager [req-6a23a0bd-37cf-4da2-a5f6-20ca7051f66f req-f9297b8f-1c49-4ddc-8148-68200003863a service nova] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Received unexpected event network-vif-unplugged-bfd19d7e-0d09-4f06-b1c9-31f6bc523646 for instance with vm_state shelved_offloaded and task_state None. [ 1253.575661] env[70527]: DEBUG nova.compute.manager [req-6a23a0bd-37cf-4da2-a5f6-20ca7051f66f req-f9297b8f-1c49-4ddc-8148-68200003863a service nova] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Received event network-changed-bfd19d7e-0d09-4f06-b1c9-31f6bc523646 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1253.575803] env[70527]: DEBUG nova.compute.manager [req-6a23a0bd-37cf-4da2-a5f6-20ca7051f66f req-f9297b8f-1c49-4ddc-8148-68200003863a service nova] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Refreshing instance network info cache due to event network-changed-bfd19d7e-0d09-4f06-b1c9-31f6bc523646. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1253.575905] env[70527]: DEBUG oslo_concurrency.lockutils [req-6a23a0bd-37cf-4da2-a5f6-20ca7051f66f req-f9297b8f-1c49-4ddc-8148-68200003863a service nova] Acquiring lock "refresh_cache-3321b60f-9e0c-4947-8ed7-f4b613c0c7a3" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.576030] env[70527]: DEBUG oslo_concurrency.lockutils [req-6a23a0bd-37cf-4da2-a5f6-20ca7051f66f req-f9297b8f-1c49-4ddc-8148-68200003863a service nova] Acquired lock "refresh_cache-3321b60f-9e0c-4947-8ed7-f4b613c0c7a3" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.576193] env[70527]: DEBUG nova.network.neutron [req-6a23a0bd-37cf-4da2-a5f6-20ca7051f66f req-f9297b8f-1c49-4ddc-8148-68200003863a service nova] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Refreshing network info cache for port bfd19d7e-0d09-4f06-b1c9-31f6bc523646 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1253.642074] env[70527]: DEBUG oslo_concurrency.lockutils [None req-64874b89-eb52-4b06-9424-463a72afc4f5 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.665551] env[70527]: DEBUG nova.network.neutron [-] [instance: 12b18e16-6b64-4b5b-be22-9af762f1d363] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.711416] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: fd9986ff-b0bb-4515-a3fa-2eb30cfa65a9] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1253.759670] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Releasing lock "refresh_cache-ac332e70-1342-4493-bfd5-01eddf011a98" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.760156] env[70527]: DEBUG nova.compute.manager [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] [instance: ac332e70-1342-4493-bfd5-01eddf011a98] Instance network_info: |[{"id": "abb0f8fe-574b-4c31-a490-168df1f888f7", "address": "fa:16:3e:6c:6e:57", "network": {"id": "6dca2e46-a087-4cfe-a982-4e177b51f7fe", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1826280627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be42f45c5cb54199876670288b644359", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bde2f6cc-fb26-4d71-95a6-57d1ae1c4afd", "external-id": "nsx-vlan-transportzone-206", "segmentation_id": 206, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabb0f8fe-57", "ovs_interfaceid": "abb0f8fe-574b-4c31-a490-168df1f888f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1253.761048] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] [instance: ac332e70-1342-4493-bfd5-01eddf011a98] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:6e:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bde2f6cc-fb26-4d71-95a6-57d1ae1c4afd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'abb0f8fe-574b-4c31-a490-168df1f888f7', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1253.769217] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Creating folder: Project (be42f45c5cb54199876670288b644359). Parent ref: group-v776920. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1253.769840] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4e0cf231-9aec-45ff-af38-0ff72e159f15 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.783842] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Created folder: Project (be42f45c5cb54199876670288b644359) in parent group-v776920. [ 1253.784118] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Creating folder: Instances. Parent ref: group-v777236. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1253.784384] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-40f2a962-f4af-427e-aeca-922c4e4398d7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.798223] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Created folder: Instances in parent group-v777236. [ 1253.798504] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1253.799393] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac332e70-1342-4493-bfd5-01eddf011a98] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1253.799393] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-66dd1ee6-b960-48de-b95c-1f0e35392a76 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.815511] env[70527]: DEBUG nova.compute.utils [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1253.817588] env[70527]: DEBUG nova.objects.instance [None req-b7f2ec26-c212-48ea-b742-719818ab83e0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Lazy-loading 'numa_topology' on Instance uuid 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1253.819140] env[70527]: DEBUG nova.compute.manager [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1253.819295] env[70527]: DEBUG nova.network.neutron [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1253.828627] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1253.828627] env[70527]: value = "task-3914138" [ 1253.828627] env[70527]: _type = "Task" [ 1253.828627] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.841852] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3914138, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.891925] env[70527]: DEBUG nova.policy [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '268097f8570d44779dd81547a4660f5a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8617bc6364874607aeffa5815a304ba7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 1253.908070] env[70527]: DEBUG oslo_concurrency.lockutils [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Acquiring lock "3321b60f-9e0c-4947-8ed7-f4b613c0c7a3" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.910714] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ac239872-b582-4b92-8f84-bc2aa33ba0b1 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Lock "67d9351b-f96f-4def-b775-73e2d9bf5d7f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.718s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.034019] env[70527]: DEBUG oslo_concurrency.lockutils [None req-eb16cd8a-08a1-4f85-a7e9-2e88b6ec82ac tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquiring lock "refresh_cache-0b1c7a2b-cf58-4464-bb53-86c2a637037f" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.034359] env[70527]: DEBUG oslo_concurrency.lockutils [None req-eb16cd8a-08a1-4f85-a7e9-2e88b6ec82ac tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquired lock "refresh_cache-0b1c7a2b-cf58-4464-bb53-86c2a637037f" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.034832] env[70527]: DEBUG nova.network.neutron [None req-eb16cd8a-08a1-4f85-a7e9-2e88b6ec82ac tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1254.168427] env[70527]: INFO nova.compute.manager [-] [instance: 12b18e16-6b64-4b5b-be22-9af762f1d363] Took 1.28 seconds to deallocate network for instance. [ 1254.178020] env[70527]: DEBUG nova.compute.manager [req-304bcc0e-a771-4f7f-a70a-c7615601026d req-c833871e-b5ce-43de-9de6-05e687265fb0 service nova] [instance: ac332e70-1342-4493-bfd5-01eddf011a98] Received event network-changed-abb0f8fe-574b-4c31-a490-168df1f888f7 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1254.178675] env[70527]: DEBUG nova.compute.manager [req-304bcc0e-a771-4f7f-a70a-c7615601026d req-c833871e-b5ce-43de-9de6-05e687265fb0 service nova] [instance: ac332e70-1342-4493-bfd5-01eddf011a98] Refreshing instance network info cache due to event network-changed-abb0f8fe-574b-4c31-a490-168df1f888f7. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1254.180017] env[70527]: DEBUG oslo_concurrency.lockutils [req-304bcc0e-a771-4f7f-a70a-c7615601026d req-c833871e-b5ce-43de-9de6-05e687265fb0 service nova] Acquiring lock "refresh_cache-ac332e70-1342-4493-bfd5-01eddf011a98" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.180017] env[70527]: DEBUG oslo_concurrency.lockutils [req-304bcc0e-a771-4f7f-a70a-c7615601026d req-c833871e-b5ce-43de-9de6-05e687265fb0 service nova] Acquired lock "refresh_cache-ac332e70-1342-4493-bfd5-01eddf011a98" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.180017] env[70527]: DEBUG nova.network.neutron [req-304bcc0e-a771-4f7f-a70a-c7615601026d req-c833871e-b5ce-43de-9de6-05e687265fb0 service nova] [instance: ac332e70-1342-4493-bfd5-01eddf011a98] Refreshing network info cache for port abb0f8fe-574b-4c31-a490-168df1f888f7 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1254.217513] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 1c78db64-b3f5-4771-b6a8-d148ad4abcf8] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1254.265583] env[70527]: DEBUG nova.network.neutron [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Successfully created port: 22f32c88-ed2a-4218-a06a-cd05828d6663 {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1254.306277] env[70527]: DEBUG nova.compute.manager [req-ed7ded8b-b044-4c77-813c-ca3443ef00d0 req-5f5061f3-0d96-4e96-9bad-941147bac903 service nova] [instance: 12b18e16-6b64-4b5b-be22-9af762f1d363] Received event network-vif-deleted-ecc38d37-ecac-415b-96e2-bda9fd6b730f {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1254.306514] env[70527]: DEBUG nova.compute.manager [req-ed7ded8b-b044-4c77-813c-ca3443ef00d0 req-5f5061f3-0d96-4e96-9bad-941147bac903 service nova] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] Received event network-vif-plugged-dce39464-ac48-4034-9e86-7af7e94f49d1 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1254.306714] env[70527]: DEBUG oslo_concurrency.lockutils [req-ed7ded8b-b044-4c77-813c-ca3443ef00d0 req-5f5061f3-0d96-4e96-9bad-941147bac903 service nova] Acquiring lock "0b1c7a2b-cf58-4464-bb53-86c2a637037f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.306926] env[70527]: DEBUG oslo_concurrency.lockutils [req-ed7ded8b-b044-4c77-813c-ca3443ef00d0 req-5f5061f3-0d96-4e96-9bad-941147bac903 service nova] Lock "0b1c7a2b-cf58-4464-bb53-86c2a637037f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.307110] env[70527]: DEBUG oslo_concurrency.lockutils [req-ed7ded8b-b044-4c77-813c-ca3443ef00d0 req-5f5061f3-0d96-4e96-9bad-941147bac903 service nova] Lock "0b1c7a2b-cf58-4464-bb53-86c2a637037f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.307282] env[70527]: DEBUG nova.compute.manager [req-ed7ded8b-b044-4c77-813c-ca3443ef00d0 req-5f5061f3-0d96-4e96-9bad-941147bac903 service nova] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] No waiting events found dispatching network-vif-plugged-dce39464-ac48-4034-9e86-7af7e94f49d1 {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1254.307546] env[70527]: WARNING nova.compute.manager [req-ed7ded8b-b044-4c77-813c-ca3443ef00d0 req-5f5061f3-0d96-4e96-9bad-941147bac903 service nova] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] Received unexpected event network-vif-plugged-dce39464-ac48-4034-9e86-7af7e94f49d1 for instance with vm_state active and task_state None. [ 1254.307642] env[70527]: DEBUG nova.compute.manager [req-ed7ded8b-b044-4c77-813c-ca3443ef00d0 req-5f5061f3-0d96-4e96-9bad-941147bac903 service nova] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] Received event network-changed-dce39464-ac48-4034-9e86-7af7e94f49d1 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1254.307799] env[70527]: DEBUG nova.compute.manager [req-ed7ded8b-b044-4c77-813c-ca3443ef00d0 req-5f5061f3-0d96-4e96-9bad-941147bac903 service nova] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] Refreshing instance network info cache due to event network-changed-dce39464-ac48-4034-9e86-7af7e94f49d1. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1254.307992] env[70527]: DEBUG oslo_concurrency.lockutils [req-ed7ded8b-b044-4c77-813c-ca3443ef00d0 req-5f5061f3-0d96-4e96-9bad-941147bac903 service nova] Acquiring lock "refresh_cache-0b1c7a2b-cf58-4464-bb53-86c2a637037f" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.320927] env[70527]: DEBUG nova.objects.base [None req-b7f2ec26-c212-48ea-b742-719818ab83e0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Object Instance<3321b60f-9e0c-4947-8ed7-f4b613c0c7a3> lazy-loaded attributes: resources,numa_topology {{(pid=70527) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1254.323966] env[70527]: DEBUG nova.compute.manager [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1254.330027] env[70527]: DEBUG nova.network.neutron [req-6a23a0bd-37cf-4da2-a5f6-20ca7051f66f req-f9297b8f-1c49-4ddc-8148-68200003863a service nova] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Updated VIF entry in instance network info cache for port bfd19d7e-0d09-4f06-b1c9-31f6bc523646. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1254.330027] env[70527]: DEBUG nova.network.neutron [req-6a23a0bd-37cf-4da2-a5f6-20ca7051f66f req-f9297b8f-1c49-4ddc-8148-68200003863a service nova] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Updating instance_info_cache with network_info: [{"id": "bfd19d7e-0d09-4f06-b1c9-31f6bc523646", "address": "fa:16:3e:bf:b3:20", "network": {"id": "6b7058bf-638c-4d72-9f51-37a045c3ebde", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1062784441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbf5afba87784fe2b33ca0fa6a95c5b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapbfd19d7e-0d", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.340681] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3914138, 'name': CreateVM_Task, 'duration_secs': 0.325575} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.340863] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac332e70-1342-4493-bfd5-01eddf011a98] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1254.341700] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.341867] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.342221] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.343108] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7828ff3e-9267-4a6f-97c7-caa247e88ba8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.349723] env[70527]: DEBUG oslo_vmware.api [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Waiting for the task: (returnval){ [ 1254.349723] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]529f0042-e20e-595c-9986-5b0132f921b1" [ 1254.349723] env[70527]: _type = "Task" [ 1254.349723] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.362394] env[70527]: DEBUG oslo_vmware.api [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]529f0042-e20e-595c-9986-5b0132f921b1, 'name': SearchDatastore_Task, 'duration_secs': 0.010775} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.363064] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.363064] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] [instance: ac332e70-1342-4493-bfd5-01eddf011a98] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1254.363189] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.363312] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.363489] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1254.368024] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ef58b2a-d935-4d8b-8ca0-df8c7a9f8878 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.375892] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1254.376088] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1254.376813] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-154e8955-b861-4c19-b2d3-bf5050c01ecd {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.385940] env[70527]: DEBUG oslo_vmware.api [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Waiting for the task: (returnval){ [ 1254.385940] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]529c8403-6426-cf36-ff31-dc2ae529854f" [ 1254.385940] env[70527]: _type = "Task" [ 1254.385940] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.397205] env[70527]: DEBUG oslo_vmware.api [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]529c8403-6426-cf36-ff31-dc2ae529854f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.562670] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a598c5c-9206-4134-a3fb-c84a0f3401ec {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.571207] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6d48e5-b674-40d5-9a4c-d83bee2b3926 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.575509] env[70527]: WARNING nova.network.neutron [None req-eb16cd8a-08a1-4f85-a7e9-2e88b6ec82ac tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] 0528ffcb-4865-41a0-87e6-3ea996b12397 already exists in list: networks containing: ['0528ffcb-4865-41a0-87e6-3ea996b12397']. ignoring it [ 1254.606199] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28847f54-8940-4856-a8a8-4e9590eaa54e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.616893] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd76998-628d-4b99-8886-0a800a4ea305 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.632957] env[70527]: DEBUG nova.compute.provider_tree [None req-b7f2ec26-c212-48ea-b742-719818ab83e0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1254.682732] env[70527]: DEBUG oslo_concurrency.lockutils [None req-639a8938-877f-40db-842c-cdbc78efc5e4 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.722801] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 21bb3b74-928a-46a5-b637-a6ccd25b4bdc] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1254.831577] env[70527]: DEBUG oslo_concurrency.lockutils [req-6a23a0bd-37cf-4da2-a5f6-20ca7051f66f req-f9297b8f-1c49-4ddc-8148-68200003863a service nova] Releasing lock "refresh_cache-3321b60f-9e0c-4947-8ed7-f4b613c0c7a3" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.891990] env[70527]: DEBUG nova.network.neutron [req-304bcc0e-a771-4f7f-a70a-c7615601026d req-c833871e-b5ce-43de-9de6-05e687265fb0 service nova] [instance: ac332e70-1342-4493-bfd5-01eddf011a98] Updated VIF entry in instance network info cache for port abb0f8fe-574b-4c31-a490-168df1f888f7. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1254.892355] env[70527]: DEBUG nova.network.neutron [req-304bcc0e-a771-4f7f-a70a-c7615601026d req-c833871e-b5ce-43de-9de6-05e687265fb0 service nova] [instance: ac332e70-1342-4493-bfd5-01eddf011a98] Updating instance_info_cache with network_info: [{"id": "abb0f8fe-574b-4c31-a490-168df1f888f7", "address": "fa:16:3e:6c:6e:57", "network": {"id": "6dca2e46-a087-4cfe-a982-4e177b51f7fe", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1826280627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be42f45c5cb54199876670288b644359", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bde2f6cc-fb26-4d71-95a6-57d1ae1c4afd", "external-id": "nsx-vlan-transportzone-206", "segmentation_id": 206, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabb0f8fe-57", "ovs_interfaceid": "abb0f8fe-574b-4c31-a490-168df1f888f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.900137] env[70527]: DEBUG oslo_vmware.api [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]529c8403-6426-cf36-ff31-dc2ae529854f, 'name': SearchDatastore_Task, 'duration_secs': 0.012281} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.901089] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7bb2b97-7d7b-438b-a607-91cc5658d9e1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.908971] env[70527]: DEBUG oslo_vmware.api [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Waiting for the task: (returnval){ [ 1254.908971] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]521796ca-c219-7050-601d-0624e953270b" [ 1254.908971] env[70527]: _type = "Task" [ 1254.908971] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.918816] env[70527]: DEBUG oslo_vmware.api [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]521796ca-c219-7050-601d-0624e953270b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.985774] env[70527]: DEBUG nova.network.neutron [None req-eb16cd8a-08a1-4f85-a7e9-2e88b6ec82ac tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] Updating instance_info_cache with network_info: [{"id": "5a63e4ed-48f2-4f37-8a6d-50be2483fc26", "address": "fa:16:3e:af:a2:f5", "network": {"id": "0528ffcb-4865-41a0-87e6-3ea996b12397", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210779476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "030332ea48994bab8d286711ee279556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a63e4ed-48", "ovs_interfaceid": "5a63e4ed-48f2-4f37-8a6d-50be2483fc26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dce39464-ac48-4034-9e86-7af7e94f49d1", "address": "fa:16:3e:4c:b9:f8", "network": {"id": "0528ffcb-4865-41a0-87e6-3ea996b12397", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210779476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "030332ea48994bab8d286711ee279556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdce39464-ac", "ovs_interfaceid": "dce39464-ac48-4034-9e86-7af7e94f49d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.136987] env[70527]: DEBUG nova.scheduler.client.report [None req-b7f2ec26-c212-48ea-b742-719818ab83e0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1255.226891] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 1d5c9891-0194-4e61-85df-28177a43569f] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1255.340852] env[70527]: DEBUG nova.compute.manager [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1255.371387] env[70527]: DEBUG nova.virt.hardware [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1255.371851] env[70527]: DEBUG nova.virt.hardware [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1255.371851] env[70527]: DEBUG nova.virt.hardware [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1255.372017] env[70527]: DEBUG nova.virt.hardware [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1255.372158] env[70527]: DEBUG nova.virt.hardware [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1255.372327] env[70527]: DEBUG nova.virt.hardware [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1255.372554] env[70527]: DEBUG nova.virt.hardware [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1255.372732] env[70527]: DEBUG nova.virt.hardware [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1255.372910] env[70527]: DEBUG nova.virt.hardware [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1255.373088] env[70527]: DEBUG nova.virt.hardware [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1255.373318] env[70527]: DEBUG nova.virt.hardware [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1255.374262] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591d2bf3-221c-4c05-9fc5-e07815b8dd19 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.383482] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf60bbc-6c94-46d9-b25c-562d461b11dd {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.398296] env[70527]: DEBUG oslo_concurrency.lockutils [req-304bcc0e-a771-4f7f-a70a-c7615601026d req-c833871e-b5ce-43de-9de6-05e687265fb0 service nova] Releasing lock "refresh_cache-ac332e70-1342-4493-bfd5-01eddf011a98" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.419310] env[70527]: DEBUG oslo_vmware.api [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]521796ca-c219-7050-601d-0624e953270b, 'name': SearchDatastore_Task, 'duration_secs': 0.009899} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.419623] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.419938] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] ac332e70-1342-4493-bfd5-01eddf011a98/ac332e70-1342-4493-bfd5-01eddf011a98.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1255.420234] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c5473684-220c-4c7b-ad94-cad7e1f2184f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.428170] env[70527]: DEBUG oslo_vmware.api [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Waiting for the task: (returnval){ [ 1255.428170] env[70527]: value = "task-3914139" [ 1255.428170] env[70527]: _type = "Task" [ 1255.428170] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.436726] env[70527]: DEBUG oslo_vmware.api [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Task: {'id': task-3914139, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.490694] env[70527]: DEBUG oslo_concurrency.lockutils [None req-eb16cd8a-08a1-4f85-a7e9-2e88b6ec82ac tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Releasing lock "refresh_cache-0b1c7a2b-cf58-4464-bb53-86c2a637037f" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.491690] env[70527]: DEBUG oslo_concurrency.lockutils [None req-eb16cd8a-08a1-4f85-a7e9-2e88b6ec82ac tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquiring lock "0b1c7a2b-cf58-4464-bb53-86c2a637037f" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.491869] env[70527]: DEBUG oslo_concurrency.lockutils [None req-eb16cd8a-08a1-4f85-a7e9-2e88b6ec82ac tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquired lock "0b1c7a2b-cf58-4464-bb53-86c2a637037f" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.492207] env[70527]: DEBUG oslo_concurrency.lockutils [req-ed7ded8b-b044-4c77-813c-ca3443ef00d0 req-5f5061f3-0d96-4e96-9bad-941147bac903 service nova] Acquired lock "refresh_cache-0b1c7a2b-cf58-4464-bb53-86c2a637037f" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.492416] env[70527]: DEBUG nova.network.neutron [req-ed7ded8b-b044-4c77-813c-ca3443ef00d0 req-5f5061f3-0d96-4e96-9bad-941147bac903 service nova] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] Refreshing network info cache for port dce39464-ac48-4034-9e86-7af7e94f49d1 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1255.494394] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5057d0b-0ea1-42e2-bf2a-c5b3a8d32023 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.517629] env[70527]: DEBUG nova.virt.hardware [None req-eb16cd8a-08a1-4f85-a7e9-2e88b6ec82ac tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1255.517994] env[70527]: DEBUG nova.virt.hardware [None req-eb16cd8a-08a1-4f85-a7e9-2e88b6ec82ac tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1255.518138] env[70527]: DEBUG nova.virt.hardware [None req-eb16cd8a-08a1-4f85-a7e9-2e88b6ec82ac tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1255.518333] env[70527]: DEBUG nova.virt.hardware [None req-eb16cd8a-08a1-4f85-a7e9-2e88b6ec82ac tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1255.518547] env[70527]: DEBUG nova.virt.hardware [None req-eb16cd8a-08a1-4f85-a7e9-2e88b6ec82ac tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1255.518674] env[70527]: DEBUG nova.virt.hardware [None req-eb16cd8a-08a1-4f85-a7e9-2e88b6ec82ac tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1255.518905] env[70527]: DEBUG nova.virt.hardware [None req-eb16cd8a-08a1-4f85-a7e9-2e88b6ec82ac tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1255.519096] env[70527]: DEBUG nova.virt.hardware [None req-eb16cd8a-08a1-4f85-a7e9-2e88b6ec82ac tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1255.519329] env[70527]: DEBUG nova.virt.hardware [None req-eb16cd8a-08a1-4f85-a7e9-2e88b6ec82ac tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1255.519520] env[70527]: DEBUG nova.virt.hardware [None req-eb16cd8a-08a1-4f85-a7e9-2e88b6ec82ac tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1255.519699] env[70527]: DEBUG nova.virt.hardware [None req-eb16cd8a-08a1-4f85-a7e9-2e88b6ec82ac tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1255.526476] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-eb16cd8a-08a1-4f85-a7e9-2e88b6ec82ac tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] Reconfiguring VM to attach interface {{(pid=70527) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1255.527235] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-370012bf-f02d-410d-b4eb-ade6e464bb5d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.547878] env[70527]: DEBUG oslo_vmware.api [None req-eb16cd8a-08a1-4f85-a7e9-2e88b6ec82ac tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Waiting for the task: (returnval){ [ 1255.547878] env[70527]: value = "task-3914140" [ 1255.547878] env[70527]: _type = "Task" [ 1255.547878] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.558064] env[70527]: DEBUG oslo_vmware.api [None req-eb16cd8a-08a1-4f85-a7e9-2e88b6ec82ac tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3914140, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.643628] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b7f2ec26-c212-48ea-b742-719818ab83e0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.334s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.648144] env[70527]: DEBUG oslo_concurrency.lockutils [None req-64874b89-eb52-4b06-9424-463a72afc4f5 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.006s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.650683] env[70527]: INFO nova.compute.claims [None req-64874b89-eb52-4b06-9424-463a72afc4f5 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 3e151f25-8a2c-43e6-ab40-b620b51f8d30] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1255.733320] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: f983f08d-4ff0-4c88-a43b-a666fc3ab173] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1255.824978] env[70527]: DEBUG oslo_concurrency.lockutils [None req-da62d0c0-64a1-4241-b840-adf04fc84b7b tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Acquiring lock "271bdbb0-6953-4392-8fdc-fb124841ae33" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.825284] env[70527]: DEBUG oslo_concurrency.lockutils [None req-da62d0c0-64a1-4241-b840-adf04fc84b7b tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Lock "271bdbb0-6953-4392-8fdc-fb124841ae33" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.859172] env[70527]: DEBUG nova.network.neutron [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Successfully updated port: 22f32c88-ed2a-4218-a06a-cd05828d6663 {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1255.939618] env[70527]: DEBUG oslo_vmware.api [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Task: {'id': task-3914139, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.060295] env[70527]: DEBUG oslo_vmware.api [None req-eb16cd8a-08a1-4f85-a7e9-2e88b6ec82ac tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3914140, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.164598] env[70527]: DEBUG oslo_concurrency.lockutils [None req-b7f2ec26-c212-48ea-b742-719818ab83e0 tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Lock "3321b60f-9e0c-4947-8ed7-f4b613c0c7a3" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 26.453s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.165658] env[70527]: DEBUG oslo_concurrency.lockutils [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Lock "3321b60f-9e0c-4947-8ed7-f4b613c0c7a3" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 2.258s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.166042] env[70527]: INFO nova.compute.manager [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Unshelving [ 1256.212575] env[70527]: DEBUG nova.network.neutron [req-ed7ded8b-b044-4c77-813c-ca3443ef00d0 req-5f5061f3-0d96-4e96-9bad-941147bac903 service nova] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] Updated VIF entry in instance network info cache for port dce39464-ac48-4034-9e86-7af7e94f49d1. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1256.213229] env[70527]: DEBUG nova.network.neutron [req-ed7ded8b-b044-4c77-813c-ca3443ef00d0 req-5f5061f3-0d96-4e96-9bad-941147bac903 service nova] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] Updating instance_info_cache with network_info: [{"id": "5a63e4ed-48f2-4f37-8a6d-50be2483fc26", "address": "fa:16:3e:af:a2:f5", "network": {"id": "0528ffcb-4865-41a0-87e6-3ea996b12397", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210779476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "030332ea48994bab8d286711ee279556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a63e4ed-48", "ovs_interfaceid": "5a63e4ed-48f2-4f37-8a6d-50be2483fc26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dce39464-ac48-4034-9e86-7af7e94f49d1", "address": "fa:16:3e:4c:b9:f8", "network": {"id": "0528ffcb-4865-41a0-87e6-3ea996b12397", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210779476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "030332ea48994bab8d286711ee279556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdce39464-ac", "ovs_interfaceid": "dce39464-ac48-4034-9e86-7af7e94f49d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.235956] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: cc93a02e-989c-4238-aed7-ab4843e2add4] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1256.327990] env[70527]: DEBUG nova.compute.manager [None req-da62d0c0-64a1-4241-b840-adf04fc84b7b tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1256.363231] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquiring lock "refresh_cache-59e48acb-c2f1-4fc0-8477-23023547f5d9" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.363231] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquired lock "refresh_cache-59e48acb-c2f1-4fc0-8477-23023547f5d9" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.363231] env[70527]: DEBUG nova.network.neutron [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1256.390745] env[70527]: DEBUG nova.compute.manager [req-5ab7064d-ddfe-4735-bec6-3b9e668707f6 req-43066f05-40dc-4355-a0c2-b96116cf0d94 service nova] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Received event network-vif-plugged-22f32c88-ed2a-4218-a06a-cd05828d6663 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1256.391096] env[70527]: DEBUG oslo_concurrency.lockutils [req-5ab7064d-ddfe-4735-bec6-3b9e668707f6 req-43066f05-40dc-4355-a0c2-b96116cf0d94 service nova] Acquiring lock "59e48acb-c2f1-4fc0-8477-23023547f5d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.391237] env[70527]: DEBUG oslo_concurrency.lockutils [req-5ab7064d-ddfe-4735-bec6-3b9e668707f6 req-43066f05-40dc-4355-a0c2-b96116cf0d94 service nova] Lock "59e48acb-c2f1-4fc0-8477-23023547f5d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.391419] env[70527]: DEBUG oslo_concurrency.lockutils [req-5ab7064d-ddfe-4735-bec6-3b9e668707f6 req-43066f05-40dc-4355-a0c2-b96116cf0d94 service nova] Lock "59e48acb-c2f1-4fc0-8477-23023547f5d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.391597] env[70527]: DEBUG nova.compute.manager [req-5ab7064d-ddfe-4735-bec6-3b9e668707f6 req-43066f05-40dc-4355-a0c2-b96116cf0d94 service nova] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] No waiting events found dispatching network-vif-plugged-22f32c88-ed2a-4218-a06a-cd05828d6663 {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1256.391815] env[70527]: WARNING nova.compute.manager [req-5ab7064d-ddfe-4735-bec6-3b9e668707f6 req-43066f05-40dc-4355-a0c2-b96116cf0d94 service nova] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Received unexpected event network-vif-plugged-22f32c88-ed2a-4218-a06a-cd05828d6663 for instance with vm_state building and task_state spawning. [ 1256.391979] env[70527]: DEBUG nova.compute.manager [req-5ab7064d-ddfe-4735-bec6-3b9e668707f6 req-43066f05-40dc-4355-a0c2-b96116cf0d94 service nova] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Received event network-changed-22f32c88-ed2a-4218-a06a-cd05828d6663 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1256.392150] env[70527]: DEBUG nova.compute.manager [req-5ab7064d-ddfe-4735-bec6-3b9e668707f6 req-43066f05-40dc-4355-a0c2-b96116cf0d94 service nova] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Refreshing instance network info cache due to event network-changed-22f32c88-ed2a-4218-a06a-cd05828d6663. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1256.392330] env[70527]: DEBUG oslo_concurrency.lockutils [req-5ab7064d-ddfe-4735-bec6-3b9e668707f6 req-43066f05-40dc-4355-a0c2-b96116cf0d94 service nova] Acquiring lock "refresh_cache-59e48acb-c2f1-4fc0-8477-23023547f5d9" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.440075] env[70527]: DEBUG oslo_vmware.api [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Task: {'id': task-3914139, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513682} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.440075] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] ac332e70-1342-4493-bfd5-01eddf011a98/ac332e70-1342-4493-bfd5-01eddf011a98.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1256.440363] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] [instance: ac332e70-1342-4493-bfd5-01eddf011a98] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1256.440402] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f682a91-a767-48db-b57f-bb3b2cec2877 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.448919] env[70527]: DEBUG oslo_vmware.api [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Waiting for the task: (returnval){ [ 1256.448919] env[70527]: value = "task-3914141" [ 1256.448919] env[70527]: _type = "Task" [ 1256.448919] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.458539] env[70527]: DEBUG oslo_vmware.api [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Task: {'id': task-3914141, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.559694] env[70527]: DEBUG oslo_vmware.api [None req-eb16cd8a-08a1-4f85-a7e9-2e88b6ec82ac tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3914140, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.716317] env[70527]: DEBUG oslo_concurrency.lockutils [req-ed7ded8b-b044-4c77-813c-ca3443ef00d0 req-5f5061f3-0d96-4e96-9bad-941147bac903 service nova] Releasing lock "refresh_cache-0b1c7a2b-cf58-4464-bb53-86c2a637037f" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.716577] env[70527]: DEBUG nova.compute.manager [req-ed7ded8b-b044-4c77-813c-ca3443ef00d0 req-5f5061f3-0d96-4e96-9bad-941147bac903 service nova] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] Received event network-changed-a77a38b6-9c84-4ce7-aeae-165922f32804 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1256.716742] env[70527]: DEBUG nova.compute.manager [req-ed7ded8b-b044-4c77-813c-ca3443ef00d0 req-5f5061f3-0d96-4e96-9bad-941147bac903 service nova] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] Refreshing instance network info cache due to event network-changed-a77a38b6-9c84-4ce7-aeae-165922f32804. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1256.717053] env[70527]: DEBUG oslo_concurrency.lockutils [req-ed7ded8b-b044-4c77-813c-ca3443ef00d0 req-5f5061f3-0d96-4e96-9bad-941147bac903 service nova] Acquiring lock "refresh_cache-67d9351b-f96f-4def-b775-73e2d9bf5d7f" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.717095] env[70527]: DEBUG oslo_concurrency.lockutils [req-ed7ded8b-b044-4c77-813c-ca3443ef00d0 req-5f5061f3-0d96-4e96-9bad-941147bac903 service nova] Acquired lock "refresh_cache-67d9351b-f96f-4def-b775-73e2d9bf5d7f" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.717587] env[70527]: DEBUG nova.network.neutron [req-ed7ded8b-b044-4c77-813c-ca3443ef00d0 req-5f5061f3-0d96-4e96-9bad-941147bac903 service nova] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] Refreshing network info cache for port a77a38b6-9c84-4ce7-aeae-165922f32804 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1256.739532] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 307e07ea-082b-4d3d-8d94-b3408f862c4a] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1256.848322] env[70527]: DEBUG oslo_concurrency.lockutils [None req-da62d0c0-64a1-4241-b840-adf04fc84b7b tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.884477] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257b7d56-b1bc-4564-bbf2-dada7f31447d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.894819] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e4b31e-4a50-4ee5-a885-4d63b43d7050 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.898518] env[70527]: DEBUG nova.network.neutron [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1256.930339] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b55e61-58c1-4474-8204-2ee29311816d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.938514] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760deec1-ee2a-4190-b369-9a401850a5d5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.953344] env[70527]: DEBUG nova.compute.provider_tree [None req-64874b89-eb52-4b06-9424-463a72afc4f5 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1256.962922] env[70527]: DEBUG oslo_vmware.api [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Task: {'id': task-3914141, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.137631} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.966178] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] [instance: ac332e70-1342-4493-bfd5-01eddf011a98] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1256.966970] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f843e3c9-c0b7-44cb-bb02-676181fa0c91 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.990820] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] [instance: ac332e70-1342-4493-bfd5-01eddf011a98] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] ac332e70-1342-4493-bfd5-01eddf011a98/ac332e70-1342-4493-bfd5-01eddf011a98.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1256.991519] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e003f3e3-f49d-4352-8c0d-6904c8990f2f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.015204] env[70527]: DEBUG oslo_vmware.api [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Waiting for the task: (returnval){ [ 1257.015204] env[70527]: value = "task-3914142" [ 1257.015204] env[70527]: _type = "Task" [ 1257.015204] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.024773] env[70527]: DEBUG oslo_vmware.api [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Task: {'id': task-3914142, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.057914] env[70527]: DEBUG oslo_vmware.api [None req-eb16cd8a-08a1-4f85-a7e9-2e88b6ec82ac tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3914140, 'name': ReconfigVM_Task, 'duration_secs': 1.076801} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.058375] env[70527]: DEBUG oslo_concurrency.lockutils [None req-eb16cd8a-08a1-4f85-a7e9-2e88b6ec82ac tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Releasing lock "0b1c7a2b-cf58-4464-bb53-86c2a637037f" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.058596] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-eb16cd8a-08a1-4f85-a7e9-2e88b6ec82ac tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] Reconfigured VM to attach interface {{(pid=70527) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1257.081215] env[70527]: DEBUG nova.network.neutron [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Updating instance_info_cache with network_info: [{"id": "22f32c88-ed2a-4218-a06a-cd05828d6663", "address": "fa:16:3e:4b:76:2f", "network": {"id": "e5ccb129-b701-4940-8889-7ade352f59a7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-618810543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8617bc6364874607aeffa5815a304ba7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22f32c88-ed", "ovs_interfaceid": "22f32c88-ed2a-4218-a06a-cd05828d6663", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.190430] env[70527]: DEBUG oslo_concurrency.lockutils [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.242718] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 7b97e115-1aeb-4097-8f83-b4a8f0ce0727] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1257.435964] env[70527]: DEBUG nova.network.neutron [req-ed7ded8b-b044-4c77-813c-ca3443ef00d0 req-5f5061f3-0d96-4e96-9bad-941147bac903 service nova] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] Updated VIF entry in instance network info cache for port a77a38b6-9c84-4ce7-aeae-165922f32804. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1257.436359] env[70527]: DEBUG nova.network.neutron [req-ed7ded8b-b044-4c77-813c-ca3443ef00d0 req-5f5061f3-0d96-4e96-9bad-941147bac903 service nova] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] Updating instance_info_cache with network_info: [{"id": "a77a38b6-9c84-4ce7-aeae-165922f32804", "address": "fa:16:3e:3b:98:d4", "network": {"id": "9f02a455-4e3e-4246-a7f2-21af691aef6e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1218330157-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "100ff00e5f9748369513d8fa45262041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa77a38b6-9c", "ovs_interfaceid": "a77a38b6-9c84-4ce7-aeae-165922f32804", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.458875] env[70527]: DEBUG nova.scheduler.client.report [None req-64874b89-eb52-4b06-9424-463a72afc4f5 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1257.525956] env[70527]: DEBUG oslo_vmware.api [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Task: {'id': task-3914142, 'name': ReconfigVM_Task, 'duration_secs': 0.292033} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.526254] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] [instance: ac332e70-1342-4493-bfd5-01eddf011a98] Reconfigured VM instance instance-00000077 to attach disk [datastore1] ac332e70-1342-4493-bfd5-01eddf011a98/ac332e70-1342-4493-bfd5-01eddf011a98.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1257.526906] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c3ec6c2a-b6ab-475a-a465-d9830fecdef2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.534510] env[70527]: DEBUG oslo_vmware.api [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Waiting for the task: (returnval){ [ 1257.534510] env[70527]: value = "task-3914143" [ 1257.534510] env[70527]: _type = "Task" [ 1257.534510] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.543292] env[70527]: DEBUG oslo_vmware.api [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Task: {'id': task-3914143, 'name': Rename_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.563747] env[70527]: DEBUG oslo_concurrency.lockutils [None req-eb16cd8a-08a1-4f85-a7e9-2e88b6ec82ac tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Lock "interface-0b1c7a2b-cf58-4464-bb53-86c2a637037f-dce39464-ac48-4034-9e86-7af7e94f49d1" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.899s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.583913] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Releasing lock "refresh_cache-59e48acb-c2f1-4fc0-8477-23023547f5d9" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.584334] env[70527]: DEBUG nova.compute.manager [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Instance network_info: |[{"id": "22f32c88-ed2a-4218-a06a-cd05828d6663", "address": "fa:16:3e:4b:76:2f", "network": {"id": "e5ccb129-b701-4940-8889-7ade352f59a7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-618810543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8617bc6364874607aeffa5815a304ba7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22f32c88-ed", "ovs_interfaceid": "22f32c88-ed2a-4218-a06a-cd05828d6663", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1257.585359] env[70527]: DEBUG oslo_concurrency.lockutils [req-5ab7064d-ddfe-4735-bec6-3b9e668707f6 req-43066f05-40dc-4355-a0c2-b96116cf0d94 service nova] Acquired lock "refresh_cache-59e48acb-c2f1-4fc0-8477-23023547f5d9" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.585583] env[70527]: DEBUG nova.network.neutron [req-5ab7064d-ddfe-4735-bec6-3b9e668707f6 req-43066f05-40dc-4355-a0c2-b96116cf0d94 service nova] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Refreshing network info cache for port 22f32c88-ed2a-4218-a06a-cd05828d6663 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1257.586961] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:76:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9aa05ef8-c7bb-4af5-983f-bfa0f3f88223', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '22f32c88-ed2a-4218-a06a-cd05828d6663', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1257.594839] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1257.595784] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1257.596019] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa55338f-43d8-4beb-bec3-92ed984bd8a2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.616559] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1257.616559] env[70527]: value = "task-3914144" [ 1257.616559] env[70527]: _type = "Task" [ 1257.616559] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.625924] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3914144, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.745757] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 766b244b-7544-4f88-8ae4-dbfa6aaf8e95] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1257.939861] env[70527]: DEBUG oslo_concurrency.lockutils [req-ed7ded8b-b044-4c77-813c-ca3443ef00d0 req-5f5061f3-0d96-4e96-9bad-941147bac903 service nova] Releasing lock "refresh_cache-67d9351b-f96f-4def-b775-73e2d9bf5d7f" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.964998] env[70527]: DEBUG oslo_concurrency.lockutils [None req-64874b89-eb52-4b06-9424-463a72afc4f5 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.316s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.964998] env[70527]: DEBUG nova.compute.manager [None req-64874b89-eb52-4b06-9424-463a72afc4f5 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 3e151f25-8a2c-43e6-ab40-b620b51f8d30] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1257.967894] env[70527]: DEBUG oslo_concurrency.lockutils [None req-639a8938-877f-40db-842c-cdbc78efc5e4 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.285s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.967894] env[70527]: DEBUG nova.objects.instance [None req-639a8938-877f-40db-842c-cdbc78efc5e4 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Lazy-loading 'resources' on Instance uuid 12b18e16-6b64-4b5b-be22-9af762f1d363 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1258.044832] env[70527]: DEBUG oslo_vmware.api [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Task: {'id': task-3914143, 'name': Rename_Task, 'duration_secs': 0.144204} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.045063] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] [instance: ac332e70-1342-4493-bfd5-01eddf011a98] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1258.045315] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-485af397-2c09-419b-b02b-108c5565b59b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.051961] env[70527]: DEBUG oslo_vmware.api [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Waiting for the task: (returnval){ [ 1258.051961] env[70527]: value = "task-3914145" [ 1258.051961] env[70527]: _type = "Task" [ 1258.051961] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.059665] env[70527]: DEBUG oslo_vmware.api [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Task: {'id': task-3914145, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.126632] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3914144, 'name': CreateVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.249785] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: fdfe7865-31aa-4a0b-9325-7abef06e7501] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1258.344142] env[70527]: DEBUG nova.network.neutron [req-5ab7064d-ddfe-4735-bec6-3b9e668707f6 req-43066f05-40dc-4355-a0c2-b96116cf0d94 service nova] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Updated VIF entry in instance network info cache for port 22f32c88-ed2a-4218-a06a-cd05828d6663. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1258.344600] env[70527]: DEBUG nova.network.neutron [req-5ab7064d-ddfe-4735-bec6-3b9e668707f6 req-43066f05-40dc-4355-a0c2-b96116cf0d94 service nova] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Updating instance_info_cache with network_info: [{"id": "22f32c88-ed2a-4218-a06a-cd05828d6663", "address": "fa:16:3e:4b:76:2f", "network": {"id": "e5ccb129-b701-4940-8889-7ade352f59a7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-618810543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8617bc6364874607aeffa5815a304ba7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22f32c88-ed", "ovs_interfaceid": "22f32c88-ed2a-4218-a06a-cd05828d6663", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.470675] env[70527]: DEBUG nova.compute.utils [None req-64874b89-eb52-4b06-9424-463a72afc4f5 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1258.476258] env[70527]: DEBUG nova.compute.manager [None req-64874b89-eb52-4b06-9424-463a72afc4f5 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 3e151f25-8a2c-43e6-ab40-b620b51f8d30] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1258.476258] env[70527]: DEBUG nova.network.neutron [None req-64874b89-eb52-4b06-9424-463a72afc4f5 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 3e151f25-8a2c-43e6-ab40-b620b51f8d30] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1258.519593] env[70527]: DEBUG nova.policy [None req-64874b89-eb52-4b06-9424-463a72afc4f5 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8804154c6da941b4aedfaa28a7e376d8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2628def9a14f4443853bf45ba496217e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 1258.565485] env[70527]: DEBUG oslo_vmware.api [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Task: {'id': task-3914145, 'name': PowerOnVM_Task, 'duration_secs': 0.473709} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.565485] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] [instance: ac332e70-1342-4493-bfd5-01eddf011a98] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1258.565485] env[70527]: INFO nova.compute.manager [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] [instance: ac332e70-1342-4493-bfd5-01eddf011a98] Took 7.37 seconds to spawn the instance on the hypervisor. [ 1258.565485] env[70527]: DEBUG nova.compute.manager [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] [instance: ac332e70-1342-4493-bfd5-01eddf011a98] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1258.566170] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1192445a-c45c-4f29-bd8b-28bfe19291d9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.630248] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3914144, 'name': CreateVM_Task, 'duration_secs': 0.532127} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.633125] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1258.634100] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.634261] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.634587] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.634858] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53da99d3-30ef-40ca-9f2c-ec72fccd02fe {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.641180] env[70527]: DEBUG oslo_vmware.api [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Waiting for the task: (returnval){ [ 1258.641180] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52d36bcd-15b0-3cf2-632b-1b0c1d064335" [ 1258.641180] env[70527]: _type = "Task" [ 1258.641180] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.650970] env[70527]: DEBUG oslo_vmware.api [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52d36bcd-15b0-3cf2-632b-1b0c1d064335, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.712618] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180d5d8a-e738-4dd5-8760-f2eb5a0c3f14 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.720950] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af2e9c8-00c1-489f-89a8-e722a649d55f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.752681] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5389209-7c89-4bf4-a610-7fa3b9885582 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.760153] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 2342d23d-0784-4e0b-9901-033abc8e33d1] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1258.762941] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-295e88c8-4592-4062-8ca5-fae34fbda252 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.779154] env[70527]: DEBUG nova.compute.provider_tree [None req-639a8938-877f-40db-842c-cdbc78efc5e4 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1258.849099] env[70527]: DEBUG oslo_concurrency.lockutils [req-5ab7064d-ddfe-4735-bec6-3b9e668707f6 req-43066f05-40dc-4355-a0c2-b96116cf0d94 service nova] Releasing lock "refresh_cache-59e48acb-c2f1-4fc0-8477-23023547f5d9" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.856996] env[70527]: DEBUG nova.network.neutron [None req-64874b89-eb52-4b06-9424-463a72afc4f5 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 3e151f25-8a2c-43e6-ab40-b620b51f8d30] Successfully created port: c55d2b9c-6d7c-4b40-a43e-4d940a61e88f {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1258.940933] env[70527]: DEBUG oslo_concurrency.lockutils [None req-019e18c1-5b71-4cc7-9caf-8e8a00ffc0ab tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquiring lock "interface-0b1c7a2b-cf58-4464-bb53-86c2a637037f-dce39464-ac48-4034-9e86-7af7e94f49d1" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.940933] env[70527]: DEBUG oslo_concurrency.lockutils [None req-019e18c1-5b71-4cc7-9caf-8e8a00ffc0ab tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Lock "interface-0b1c7a2b-cf58-4464-bb53-86c2a637037f-dce39464-ac48-4034-9e86-7af7e94f49d1" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.979316] env[70527]: DEBUG nova.compute.manager [None req-64874b89-eb52-4b06-9424-463a72afc4f5 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 3e151f25-8a2c-43e6-ab40-b620b51f8d30] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1259.089421] env[70527]: INFO nova.compute.manager [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] [instance: ac332e70-1342-4493-bfd5-01eddf011a98] Took 12.30 seconds to build instance. [ 1259.155027] env[70527]: DEBUG oslo_vmware.api [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52d36bcd-15b0-3cf2-632b-1b0c1d064335, 'name': SearchDatastore_Task, 'duration_secs': 0.010686} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.155027] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.155027] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1259.155027] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.155027] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.155027] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1259.155027] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac0e2585-4e37-49dc-afda-2cd830e97e1c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.169022] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1259.169022] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1259.169022] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84297d4a-7eca-48bf-b850-61de9d0df546 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.174534] env[70527]: DEBUG oslo_vmware.api [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Waiting for the task: (returnval){ [ 1259.174534] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52390358-c724-7d64-a3c1-984ba6c48f85" [ 1259.174534] env[70527]: _type = "Task" [ 1259.174534] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.184360] env[70527]: DEBUG oslo_vmware.api [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52390358-c724-7d64-a3c1-984ba6c48f85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.269711] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 2db3cf17-9e66-4708-8bca-571264284924] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1259.285756] env[70527]: DEBUG nova.scheduler.client.report [None req-639a8938-877f-40db-842c-cdbc78efc5e4 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1259.443772] env[70527]: DEBUG oslo_concurrency.lockutils [None req-019e18c1-5b71-4cc7-9caf-8e8a00ffc0ab tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquiring lock "0b1c7a2b-cf58-4464-bb53-86c2a637037f" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.444843] env[70527]: DEBUG oslo_concurrency.lockutils [None req-019e18c1-5b71-4cc7-9caf-8e8a00ffc0ab tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquired lock "0b1c7a2b-cf58-4464-bb53-86c2a637037f" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.445885] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92099b99-c5be-410c-9e06-855a027f261a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.465318] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a34fc6-5e40-4e5a-a1c3-8547f3d918e7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.498640] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-019e18c1-5b71-4cc7-9caf-8e8a00ffc0ab tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] Reconfiguring VM to detach interface {{(pid=70527) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1259.500128] env[70527]: DEBUG nova.compute.manager [req-6fbb8634-a771-494f-8c99-992521c87549 req-17981543-c774-4735-a360-27d7909599da service nova] [instance: ac332e70-1342-4493-bfd5-01eddf011a98] Received event network-changed-abb0f8fe-574b-4c31-a490-168df1f888f7 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1259.500312] env[70527]: DEBUG nova.compute.manager [req-6fbb8634-a771-494f-8c99-992521c87549 req-17981543-c774-4735-a360-27d7909599da service nova] [instance: ac332e70-1342-4493-bfd5-01eddf011a98] Refreshing instance network info cache due to event network-changed-abb0f8fe-574b-4c31-a490-168df1f888f7. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1259.500523] env[70527]: DEBUG oslo_concurrency.lockutils [req-6fbb8634-a771-494f-8c99-992521c87549 req-17981543-c774-4735-a360-27d7909599da service nova] Acquiring lock "refresh_cache-ac332e70-1342-4493-bfd5-01eddf011a98" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.500657] env[70527]: DEBUG oslo_concurrency.lockutils [req-6fbb8634-a771-494f-8c99-992521c87549 req-17981543-c774-4735-a360-27d7909599da service nova] Acquired lock "refresh_cache-ac332e70-1342-4493-bfd5-01eddf011a98" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.500811] env[70527]: DEBUG nova.network.neutron [req-6fbb8634-a771-494f-8c99-992521c87549 req-17981543-c774-4735-a360-27d7909599da service nova] [instance: ac332e70-1342-4493-bfd5-01eddf011a98] Refreshing network info cache for port abb0f8fe-574b-4c31-a490-168df1f888f7 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1259.502432] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30f6886a-500d-48a5-b1e4-47dfad2baab1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.523476] env[70527]: DEBUG oslo_vmware.api [None req-019e18c1-5b71-4cc7-9caf-8e8a00ffc0ab tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Waiting for the task: (returnval){ [ 1259.523476] env[70527]: value = "task-3914146" [ 1259.523476] env[70527]: _type = "Task" [ 1259.523476] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.533485] env[70527]: DEBUG oslo_vmware.api [None req-019e18c1-5b71-4cc7-9caf-8e8a00ffc0ab tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3914146, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.591326] env[70527]: DEBUG oslo_concurrency.lockutils [None req-d347672a-3ae8-4f40-851e-b597ae66d812 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Lock "ac332e70-1342-4493-bfd5-01eddf011a98" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.810s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.686096] env[70527]: DEBUG oslo_vmware.api [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52390358-c724-7d64-a3c1-984ba6c48f85, 'name': SearchDatastore_Task, 'duration_secs': 0.010452} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.686910] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07d51348-9dba-4747-ba79-aeee2e15fc90 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.692818] env[70527]: DEBUG oslo_vmware.api [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Waiting for the task: (returnval){ [ 1259.692818] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52e83f0c-7f5b-2cb1-2e79-72bbcef429b7" [ 1259.692818] env[70527]: _type = "Task" [ 1259.692818] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.702744] env[70527]: DEBUG oslo_vmware.api [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52e83f0c-7f5b-2cb1-2e79-72bbcef429b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.771619] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: b70fb04d-5212-428e-bb92-dee6762011af] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1259.791065] env[70527]: DEBUG oslo_concurrency.lockutils [None req-639a8938-877f-40db-842c-cdbc78efc5e4 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.823s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.793841] env[70527]: DEBUG oslo_concurrency.lockutils [None req-da62d0c0-64a1-4241-b840-adf04fc84b7b tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.946s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.795517] env[70527]: INFO nova.compute.claims [None req-da62d0c0-64a1-4241-b840-adf04fc84b7b tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1259.813716] env[70527]: INFO nova.scheduler.client.report [None req-639a8938-877f-40db-842c-cdbc78efc5e4 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Deleted allocations for instance 12b18e16-6b64-4b5b-be22-9af762f1d363 [ 1260.000735] env[70527]: DEBUG nova.compute.manager [None req-64874b89-eb52-4b06-9424-463a72afc4f5 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 3e151f25-8a2c-43e6-ab40-b620b51f8d30] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1260.030543] env[70527]: DEBUG nova.virt.hardware [None req-64874b89-eb52-4b06-9424-463a72afc4f5 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1260.030785] env[70527]: DEBUG nova.virt.hardware [None req-64874b89-eb52-4b06-9424-463a72afc4f5 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1260.031062] env[70527]: DEBUG nova.virt.hardware [None req-64874b89-eb52-4b06-9424-463a72afc4f5 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1260.031184] env[70527]: DEBUG nova.virt.hardware [None req-64874b89-eb52-4b06-9424-463a72afc4f5 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1260.032039] env[70527]: DEBUG nova.virt.hardware [None req-64874b89-eb52-4b06-9424-463a72afc4f5 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1260.032039] env[70527]: DEBUG nova.virt.hardware [None req-64874b89-eb52-4b06-9424-463a72afc4f5 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1260.032039] env[70527]: DEBUG nova.virt.hardware [None req-64874b89-eb52-4b06-9424-463a72afc4f5 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1260.032039] env[70527]: DEBUG nova.virt.hardware [None req-64874b89-eb52-4b06-9424-463a72afc4f5 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1260.032039] env[70527]: DEBUG nova.virt.hardware [None req-64874b89-eb52-4b06-9424-463a72afc4f5 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1260.032308] env[70527]: DEBUG nova.virt.hardware [None req-64874b89-eb52-4b06-9424-463a72afc4f5 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1260.032446] env[70527]: DEBUG nova.virt.hardware [None req-64874b89-eb52-4b06-9424-463a72afc4f5 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1260.033399] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac7ee5c-f09f-4a49-b97f-a65999da91bc {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.039618] env[70527]: DEBUG oslo_vmware.api [None req-019e18c1-5b71-4cc7-9caf-8e8a00ffc0ab tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3914146, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.045749] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c1f7f1-36c5-47bf-9573-6bf7995f8c9c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.203997] env[70527]: DEBUG oslo_vmware.api [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52e83f0c-7f5b-2cb1-2e79-72bbcef429b7, 'name': SearchDatastore_Task, 'duration_secs': 0.010923} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.204383] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.204644] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] 59e48acb-c2f1-4fc0-8477-23023547f5d9/59e48acb-c2f1-4fc0-8477-23023547f5d9.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1260.204908] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7dbb0a8-3ab6-4bed-b00a-5d948e4e3133 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.212856] env[70527]: DEBUG oslo_vmware.api [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Waiting for the task: (returnval){ [ 1260.212856] env[70527]: value = "task-3914147" [ 1260.212856] env[70527]: _type = "Task" [ 1260.212856] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.226473] env[70527]: DEBUG oslo_vmware.api [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3914147, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.274477] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: ad16e90d-89f7-4ce6-82c3-d8bb10c614f9] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1260.304610] env[70527]: DEBUG nova.network.neutron [req-6fbb8634-a771-494f-8c99-992521c87549 req-17981543-c774-4735-a360-27d7909599da service nova] [instance: ac332e70-1342-4493-bfd5-01eddf011a98] Updated VIF entry in instance network info cache for port abb0f8fe-574b-4c31-a490-168df1f888f7. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1260.305163] env[70527]: DEBUG nova.network.neutron [req-6fbb8634-a771-494f-8c99-992521c87549 req-17981543-c774-4735-a360-27d7909599da service nova] [instance: ac332e70-1342-4493-bfd5-01eddf011a98] Updating instance_info_cache with network_info: [{"id": "abb0f8fe-574b-4c31-a490-168df1f888f7", "address": "fa:16:3e:6c:6e:57", "network": {"id": "6dca2e46-a087-4cfe-a982-4e177b51f7fe", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1826280627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be42f45c5cb54199876670288b644359", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bde2f6cc-fb26-4d71-95a6-57d1ae1c4afd", "external-id": "nsx-vlan-transportzone-206", "segmentation_id": 206, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabb0f8fe-57", "ovs_interfaceid": "abb0f8fe-574b-4c31-a490-168df1f888f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.322693] env[70527]: DEBUG oslo_concurrency.lockutils [None req-639a8938-877f-40db-842c-cdbc78efc5e4 tempest-ServerMetadataTestJSON-1315216060 tempest-ServerMetadataTestJSON-1315216060-project-member] Lock "12b18e16-6b64-4b5b-be22-9af762f1d363" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.108s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.539850] env[70527]: DEBUG oslo_vmware.api [None req-019e18c1-5b71-4cc7-9caf-8e8a00ffc0ab tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3914146, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.666596] env[70527]: DEBUG nova.compute.manager [req-7fc63c31-45e3-4921-a493-fdb128a8965e req-b62155a5-2951-4c4a-ab4a-f913766fdc91 service nova] [instance: 3e151f25-8a2c-43e6-ab40-b620b51f8d30] Received event network-vif-plugged-c55d2b9c-6d7c-4b40-a43e-4d940a61e88f {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1260.666990] env[70527]: DEBUG oslo_concurrency.lockutils [req-7fc63c31-45e3-4921-a493-fdb128a8965e req-b62155a5-2951-4c4a-ab4a-f913766fdc91 service nova] Acquiring lock "3e151f25-8a2c-43e6-ab40-b620b51f8d30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.667342] env[70527]: DEBUG oslo_concurrency.lockutils [req-7fc63c31-45e3-4921-a493-fdb128a8965e req-b62155a5-2951-4c4a-ab4a-f913766fdc91 service nova] Lock "3e151f25-8a2c-43e6-ab40-b620b51f8d30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.667342] env[70527]: DEBUG oslo_concurrency.lockutils [req-7fc63c31-45e3-4921-a493-fdb128a8965e req-b62155a5-2951-4c4a-ab4a-f913766fdc91 service nova] Lock "3e151f25-8a2c-43e6-ab40-b620b51f8d30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.667477] env[70527]: DEBUG nova.compute.manager [req-7fc63c31-45e3-4921-a493-fdb128a8965e req-b62155a5-2951-4c4a-ab4a-f913766fdc91 service nova] [instance: 3e151f25-8a2c-43e6-ab40-b620b51f8d30] No waiting events found dispatching network-vif-plugged-c55d2b9c-6d7c-4b40-a43e-4d940a61e88f {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1260.667843] env[70527]: WARNING nova.compute.manager [req-7fc63c31-45e3-4921-a493-fdb128a8965e req-b62155a5-2951-4c4a-ab4a-f913766fdc91 service nova] [instance: 3e151f25-8a2c-43e6-ab40-b620b51f8d30] Received unexpected event network-vif-plugged-c55d2b9c-6d7c-4b40-a43e-4d940a61e88f for instance with vm_state building and task_state spawning. [ 1260.729274] env[70527]: DEBUG oslo_vmware.api [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3914147, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.779752] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 477e6007-8991-42f3-aae0-57a7225b2cd2] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1260.807482] env[70527]: DEBUG oslo_concurrency.lockutils [req-6fbb8634-a771-494f-8c99-992521c87549 req-17981543-c774-4735-a360-27d7909599da service nova] Releasing lock "refresh_cache-ac332e70-1342-4493-bfd5-01eddf011a98" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.042724] env[70527]: DEBUG oslo_vmware.api [None req-019e18c1-5b71-4cc7-9caf-8e8a00ffc0ab tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3914146, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.057908] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a3f1925-ca0a-4e30-bc63-350158a02a70 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.067109] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a8bdef-fa85-4948-ad17-9fd736bd4110 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.099149] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0d4f49-8266-4148-aa9d-bd1a3de0aedd {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.107228] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa05208d-e12e-40e8-91f2-330b68e00e72 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.122659] env[70527]: DEBUG nova.compute.provider_tree [None req-da62d0c0-64a1-4241-b840-adf04fc84b7b tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1261.226548] env[70527]: DEBUG oslo_vmware.api [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3914147, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518645} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.226828] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] 59e48acb-c2f1-4fc0-8477-23023547f5d9/59e48acb-c2f1-4fc0-8477-23023547f5d9.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1261.227045] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1261.227290] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48188bd3-06b9-4043-9dbd-a6187e5d56e6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.234820] env[70527]: DEBUG oslo_vmware.api [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Waiting for the task: (returnval){ [ 1261.234820] env[70527]: value = "task-3914148" [ 1261.234820] env[70527]: _type = "Task" [ 1261.234820] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.244300] env[70527]: DEBUG oslo_vmware.api [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3914148, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.283743] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 440274de-4164-459b-bb75-0cf1b040395e] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1261.328024] env[70527]: DEBUG nova.network.neutron [None req-64874b89-eb52-4b06-9424-463a72afc4f5 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 3e151f25-8a2c-43e6-ab40-b620b51f8d30] Successfully updated port: c55d2b9c-6d7c-4b40-a43e-4d940a61e88f {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1261.351497] env[70527]: DEBUG nova.compute.manager [req-9fddf5e1-14ed-46d6-b5e0-6a7a6078670b req-41581db8-81f8-4f75-887e-a5cd0be8a414 service nova] [instance: 3e151f25-8a2c-43e6-ab40-b620b51f8d30] Received event network-changed-c55d2b9c-6d7c-4b40-a43e-4d940a61e88f {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1261.351690] env[70527]: DEBUG nova.compute.manager [req-9fddf5e1-14ed-46d6-b5e0-6a7a6078670b req-41581db8-81f8-4f75-887e-a5cd0be8a414 service nova] [instance: 3e151f25-8a2c-43e6-ab40-b620b51f8d30] Refreshing instance network info cache due to event network-changed-c55d2b9c-6d7c-4b40-a43e-4d940a61e88f. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1261.351908] env[70527]: DEBUG oslo_concurrency.lockutils [req-9fddf5e1-14ed-46d6-b5e0-6a7a6078670b req-41581db8-81f8-4f75-887e-a5cd0be8a414 service nova] Acquiring lock "refresh_cache-3e151f25-8a2c-43e6-ab40-b620b51f8d30" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.352063] env[70527]: DEBUG oslo_concurrency.lockutils [req-9fddf5e1-14ed-46d6-b5e0-6a7a6078670b req-41581db8-81f8-4f75-887e-a5cd0be8a414 service nova] Acquired lock "refresh_cache-3e151f25-8a2c-43e6-ab40-b620b51f8d30" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.352225] env[70527]: DEBUG nova.network.neutron [req-9fddf5e1-14ed-46d6-b5e0-6a7a6078670b req-41581db8-81f8-4f75-887e-a5cd0be8a414 service nova] [instance: 3e151f25-8a2c-43e6-ab40-b620b51f8d30] Refreshing network info cache for port c55d2b9c-6d7c-4b40-a43e-4d940a61e88f {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1261.538371] env[70527]: DEBUG oslo_vmware.api [None req-019e18c1-5b71-4cc7-9caf-8e8a00ffc0ab tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3914146, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.626744] env[70527]: DEBUG nova.scheduler.client.report [None req-da62d0c0-64a1-4241-b840-adf04fc84b7b tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1261.745716] env[70527]: DEBUG oslo_vmware.api [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3914148, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082823} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.745856] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1261.748642] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d84fcc-bf96-440a-b372-94729ae01230 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.774781] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 59e48acb-c2f1-4fc0-8477-23023547f5d9/59e48acb-c2f1-4fc0-8477-23023547f5d9.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1261.774876] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1351f84-c0a0-419c-bb36-0aefb2796ad2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.789308] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 8fdb5302-cf28-43d6-9e0f-bd361c5f2ccf] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1261.796734] env[70527]: DEBUG oslo_vmware.api [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Waiting for the task: (returnval){ [ 1261.796734] env[70527]: value = "task-3914149" [ 1261.796734] env[70527]: _type = "Task" [ 1261.796734] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.805112] env[70527]: DEBUG oslo_vmware.api [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3914149, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.832518] env[70527]: DEBUG oslo_concurrency.lockutils [None req-64874b89-eb52-4b06-9424-463a72afc4f5 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Acquiring lock "refresh_cache-3e151f25-8a2c-43e6-ab40-b620b51f8d30" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.886867] env[70527]: DEBUG nova.network.neutron [req-9fddf5e1-14ed-46d6-b5e0-6a7a6078670b req-41581db8-81f8-4f75-887e-a5cd0be8a414 service nova] [instance: 3e151f25-8a2c-43e6-ab40-b620b51f8d30] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1261.970526] env[70527]: DEBUG nova.network.neutron [req-9fddf5e1-14ed-46d6-b5e0-6a7a6078670b req-41581db8-81f8-4f75-887e-a5cd0be8a414 service nova] [instance: 3e151f25-8a2c-43e6-ab40-b620b51f8d30] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.042087] env[70527]: DEBUG oslo_vmware.api [None req-019e18c1-5b71-4cc7-9caf-8e8a00ffc0ab tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3914146, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.057269] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0df2c1ba-f03d-4f8c-a784-8d5cb5967b59 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Acquiring lock "af05e519-2a42-4cbc-a73f-43fba1a963ef" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.057551] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0df2c1ba-f03d-4f8c-a784-8d5cb5967b59 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Lock "af05e519-2a42-4cbc-a73f-43fba1a963ef" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.131878] env[70527]: DEBUG oslo_concurrency.lockutils [None req-da62d0c0-64a1-4241-b840-adf04fc84b7b tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.338s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.132364] env[70527]: DEBUG nova.compute.manager [None req-da62d0c0-64a1-4241-b840-adf04fc84b7b tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1262.135965] env[70527]: DEBUG oslo_concurrency.lockutils [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.946s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.136163] env[70527]: DEBUG nova.objects.instance [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Lazy-loading 'pci_requests' on Instance uuid 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1262.292816] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 818f37c0-1d7d-45ec-a21b-93d87d21f1dc] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1262.306981] env[70527]: DEBUG oslo_vmware.api [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3914149, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.473268] env[70527]: DEBUG oslo_concurrency.lockutils [req-9fddf5e1-14ed-46d6-b5e0-6a7a6078670b req-41581db8-81f8-4f75-887e-a5cd0be8a414 service nova] Releasing lock "refresh_cache-3e151f25-8a2c-43e6-ab40-b620b51f8d30" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.473695] env[70527]: DEBUG oslo_concurrency.lockutils [None req-64874b89-eb52-4b06-9424-463a72afc4f5 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Acquired lock "refresh_cache-3e151f25-8a2c-43e6-ab40-b620b51f8d30" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.473826] env[70527]: DEBUG nova.network.neutron [None req-64874b89-eb52-4b06-9424-463a72afc4f5 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 3e151f25-8a2c-43e6-ab40-b620b51f8d30] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1262.538735] env[70527]: DEBUG oslo_vmware.api [None req-019e18c1-5b71-4cc7-9caf-8e8a00ffc0ab tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3914146, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.560570] env[70527]: DEBUG nova.compute.utils [None req-0df2c1ba-f03d-4f8c-a784-8d5cb5967b59 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1262.639907] env[70527]: DEBUG nova.compute.utils [None req-da62d0c0-64a1-4241-b840-adf04fc84b7b tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1262.643196] env[70527]: DEBUG nova.objects.instance [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Lazy-loading 'numa_topology' on Instance uuid 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1262.644888] env[70527]: DEBUG nova.compute.manager [None req-da62d0c0-64a1-4241-b840-adf04fc84b7b tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1262.645088] env[70527]: DEBUG nova.network.neutron [None req-da62d0c0-64a1-4241-b840-adf04fc84b7b tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1262.687808] env[70527]: DEBUG nova.policy [None req-da62d0c0-64a1-4241-b840-adf04fc84b7b tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e63372064164e18ad42709561222790', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '217e9dedf6ba423980df628f40219825', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 1262.796049] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 8023716a-02ca-479e-ae56-9af98b173fd1] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1262.808345] env[70527]: DEBUG oslo_vmware.api [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3914149, 'name': ReconfigVM_Task, 'duration_secs': 0.650465} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.808868] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 59e48acb-c2f1-4fc0-8477-23023547f5d9/59e48acb-c2f1-4fc0-8477-23023547f5d9.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1262.810456] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb724098-4e3a-415a-ac93-6665733a14dd {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.818413] env[70527]: DEBUG oslo_vmware.api [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Waiting for the task: (returnval){ [ 1262.818413] env[70527]: value = "task-3914150" [ 1262.818413] env[70527]: _type = "Task" [ 1262.818413] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.831272] env[70527]: DEBUG oslo_vmware.api [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3914150, 'name': Rename_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.971946] env[70527]: DEBUG nova.network.neutron [None req-da62d0c0-64a1-4241-b840-adf04fc84b7b tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Successfully created port: 0a0268a9-f4a9-474b-a951-1c43b40ac331 {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1263.019771] env[70527]: DEBUG nova.network.neutron [None req-64874b89-eb52-4b06-9424-463a72afc4f5 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 3e151f25-8a2c-43e6-ab40-b620b51f8d30] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1263.039728] env[70527]: DEBUG oslo_vmware.api [None req-019e18c1-5b71-4cc7-9caf-8e8a00ffc0ab tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3914146, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.063416] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0df2c1ba-f03d-4f8c-a784-8d5cb5967b59 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Lock "af05e519-2a42-4cbc-a73f-43fba1a963ef" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.146375] env[70527]: INFO nova.compute.claims [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1263.148720] env[70527]: DEBUG nova.compute.manager [None req-da62d0c0-64a1-4241-b840-adf04fc84b7b tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1263.224297] env[70527]: DEBUG nova.network.neutron [None req-64874b89-eb52-4b06-9424-463a72afc4f5 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 3e151f25-8a2c-43e6-ab40-b620b51f8d30] Updating instance_info_cache with network_info: [{"id": "c55d2b9c-6d7c-4b40-a43e-4d940a61e88f", "address": "fa:16:3e:e3:53:ba", "network": {"id": "c66b99a8-c700-4d64-a8a5-7d96b6f8dd7c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1550176420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2628def9a14f4443853bf45ba496217e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc55d2b9c-6d", "ovs_interfaceid": "c55d2b9c-6d7c-4b40-a43e-4d940a61e88f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.301958] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 749d082e-c7a7-44b1-a4a3-37828b4ab05c] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1263.328532] env[70527]: DEBUG oslo_vmware.api [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3914150, 'name': Rename_Task, 'duration_secs': 0.182139} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.328818] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1263.329084] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b1e56bf-a283-49a9-a14f-a6765abb8d18 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.336568] env[70527]: DEBUG oslo_vmware.api [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Waiting for the task: (returnval){ [ 1263.336568] env[70527]: value = "task-3914151" [ 1263.336568] env[70527]: _type = "Task" [ 1263.336568] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.348224] env[70527]: DEBUG oslo_vmware.api [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3914151, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.542734] env[70527]: DEBUG oslo_vmware.api [None req-019e18c1-5b71-4cc7-9caf-8e8a00ffc0ab tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3914146, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.654484] env[70527]: INFO nova.virt.block_device [None req-da62d0c0-64a1-4241-b840-adf04fc84b7b tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Booting with volume 9bd915b9-598c-4bed-86d7-7d4ce844bed5 at /dev/sda [ 1263.688622] env[70527]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4c13dd4f-4afd-457a-82dd-f6fd51bcf821 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.699524] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6405912f-514b-453a-b10c-a32d3f08cbd2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.736695] env[70527]: DEBUG oslo_concurrency.lockutils [None req-64874b89-eb52-4b06-9424-463a72afc4f5 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Releasing lock "refresh_cache-3e151f25-8a2c-43e6-ab40-b620b51f8d30" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.737119] env[70527]: DEBUG nova.compute.manager [None req-64874b89-eb52-4b06-9424-463a72afc4f5 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 3e151f25-8a2c-43e6-ab40-b620b51f8d30] Instance network_info: |[{"id": "c55d2b9c-6d7c-4b40-a43e-4d940a61e88f", "address": "fa:16:3e:e3:53:ba", "network": {"id": "c66b99a8-c700-4d64-a8a5-7d96b6f8dd7c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1550176420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2628def9a14f4443853bf45ba496217e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc55d2b9c-6d", "ovs_interfaceid": "c55d2b9c-6d7c-4b40-a43e-4d940a61e88f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1263.737809] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-64874b89-eb52-4b06-9424-463a72afc4f5 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 3e151f25-8a2c-43e6-ab40-b620b51f8d30] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:53:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b5c60ce-845e-4506-bc10-348461fece6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c55d2b9c-6d7c-4b40-a43e-4d940a61e88f', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1263.745385] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-64874b89-eb52-4b06-9424-463a72afc4f5 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1263.745629] env[70527]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-930d6788-434e-4890-8a42-43532ecc1722 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.747932] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e151f25-8a2c-43e6-ab40-b620b51f8d30] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1263.748219] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d4b9b63-8d38-49b6-9286-dedc608368e9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.769704] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb2c8ec-b991-4072-ba6d-78b00cfcf813 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.781722] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1263.781722] env[70527]: value = "task-3914152" [ 1263.781722] env[70527]: _type = "Task" [ 1263.781722] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.794882] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3914152, 'name': CreateVM_Task} progress is 10%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.808141] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: ae092240-d091-4b1c-a61b-aaefa003271a] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1263.811149] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4677e58c-c510-4d04-8b52-507029c3c37f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.820373] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff32373-f316-4076-a0f6-689eb0e12464 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.836658] env[70527]: DEBUG nova.virt.block_device [None req-da62d0c0-64a1-4241-b840-adf04fc84b7b tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Updating existing volume attachment record: 46541b61-d080-4b83-8a38-48dcf5a0c35f {{(pid=70527) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1263.851611] env[70527]: DEBUG oslo_vmware.api [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3914151, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.041583] env[70527]: DEBUG oslo_vmware.api [None req-019e18c1-5b71-4cc7-9caf-8e8a00ffc0ab tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3914146, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.137805] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0df2c1ba-f03d-4f8c-a784-8d5cb5967b59 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Acquiring lock "af05e519-2a42-4cbc-a73f-43fba1a963ef" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.138401] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0df2c1ba-f03d-4f8c-a784-8d5cb5967b59 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Lock "af05e519-2a42-4cbc-a73f-43fba1a963ef" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.138867] env[70527]: INFO nova.compute.manager [None req-0df2c1ba-f03d-4f8c-a784-8d5cb5967b59 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Attaching volume 275bd5b9-fd96-4ad4-98be-74dc0b93b076 to /dev/sdb [ 1264.187536] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747ff05c-52d8-4cfd-a837-3df72c8977f0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.196250] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae87565c-48f2-4d2f-9724-a3c5e1e57f5c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.215289] env[70527]: DEBUG nova.virt.block_device [None req-0df2c1ba-f03d-4f8c-a784-8d5cb5967b59 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Updating existing volume attachment record: 79d6e02f-5f89-4ac7-86b3-315ce444cce0 {{(pid=70527) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1264.292711] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3914152, 'name': CreateVM_Task, 'duration_secs': 0.387083} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.292934] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e151f25-8a2c-43e6-ab40-b620b51f8d30] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1264.293646] env[70527]: DEBUG oslo_concurrency.lockutils [None req-64874b89-eb52-4b06-9424-463a72afc4f5 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.293817] env[70527]: DEBUG oslo_concurrency.lockutils [None req-64874b89-eb52-4b06-9424-463a72afc4f5 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.294158] env[70527]: DEBUG oslo_concurrency.lockutils [None req-64874b89-eb52-4b06-9424-463a72afc4f5 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.295489] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3d2bbe7-e536-4b4f-8a3c-863e1e3fc379 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.301253] env[70527]: DEBUG oslo_vmware.api [None req-64874b89-eb52-4b06-9424-463a72afc4f5 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Waiting for the task: (returnval){ [ 1264.301253] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52fdebd3-084c-6398-0634-f653c3d4bc10" [ 1264.301253] env[70527]: _type = "Task" [ 1264.301253] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.315924] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 1bf0b648-03d2-4915-bf40-f2af832e4e81] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1264.318275] env[70527]: DEBUG oslo_vmware.api [None req-64874b89-eb52-4b06-9424-463a72afc4f5 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52fdebd3-084c-6398-0634-f653c3d4bc10, 'name': SearchDatastore_Task, 'duration_secs': 0.010651} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.322395] env[70527]: DEBUG oslo_concurrency.lockutils [None req-64874b89-eb52-4b06-9424-463a72afc4f5 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.322660] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-64874b89-eb52-4b06-9424-463a72afc4f5 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 3e151f25-8a2c-43e6-ab40-b620b51f8d30] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1264.322907] env[70527]: DEBUG oslo_concurrency.lockutils [None req-64874b89-eb52-4b06-9424-463a72afc4f5 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.323139] env[70527]: DEBUG oslo_concurrency.lockutils [None req-64874b89-eb52-4b06-9424-463a72afc4f5 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.323295] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-64874b89-eb52-4b06-9424-463a72afc4f5 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1264.324647] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86255be9-1c5f-422d-97ea-07479bdc5d87 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.334938] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-64874b89-eb52-4b06-9424-463a72afc4f5 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1264.334938] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-64874b89-eb52-4b06-9424-463a72afc4f5 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1264.338845] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7227f80c-9024-4ac2-8477-67f23977ea4e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.347387] env[70527]: DEBUG oslo_vmware.api [None req-64874b89-eb52-4b06-9424-463a72afc4f5 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Waiting for the task: (returnval){ [ 1264.347387] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52342d3a-43a1-b2bf-1707-f6bcf3e400a0" [ 1264.347387] env[70527]: _type = "Task" [ 1264.347387] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.357958] env[70527]: DEBUG oslo_vmware.api [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3914151, 'name': PowerOnVM_Task, 'duration_secs': 0.607658} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.358978] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1264.359303] env[70527]: INFO nova.compute.manager [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Took 9.02 seconds to spawn the instance on the hypervisor. [ 1264.359631] env[70527]: DEBUG nova.compute.manager [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1264.361387] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377455e8-f781-46f7-94f0-271f2cddcb72 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.368165] env[70527]: DEBUG oslo_vmware.api [None req-64874b89-eb52-4b06-9424-463a72afc4f5 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52342d3a-43a1-b2bf-1707-f6bcf3e400a0, 'name': SearchDatastore_Task, 'duration_secs': 0.012989} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.372591] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d6b853f-3503-412f-b498-4ee75ab680a7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.387025] env[70527]: DEBUG oslo_vmware.api [None req-64874b89-eb52-4b06-9424-463a72afc4f5 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Waiting for the task: (returnval){ [ 1264.387025] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52aa3dd5-c530-da66-1e3b-ac74ed346628" [ 1264.387025] env[70527]: _type = "Task" [ 1264.387025] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.399994] env[70527]: DEBUG oslo_vmware.api [None req-64874b89-eb52-4b06-9424-463a72afc4f5 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52aa3dd5-c530-da66-1e3b-ac74ed346628, 'name': SearchDatastore_Task, 'duration_secs': 0.011038} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.402627] env[70527]: DEBUG oslo_concurrency.lockutils [None req-64874b89-eb52-4b06-9424-463a72afc4f5 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.402627] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-64874b89-eb52-4b06-9424-463a72afc4f5 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 3e151f25-8a2c-43e6-ab40-b620b51f8d30/3e151f25-8a2c-43e6-ab40-b620b51f8d30.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1264.402627] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e8b914a6-388e-41b2-8dd0-dbf8a648d675 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.408591] env[70527]: DEBUG oslo_vmware.api [None req-64874b89-eb52-4b06-9424-463a72afc4f5 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Waiting for the task: (returnval){ [ 1264.408591] env[70527]: value = "task-3914154" [ 1264.408591] env[70527]: _type = "Task" [ 1264.408591] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.425120] env[70527]: DEBUG oslo_vmware.api [None req-64874b89-eb52-4b06-9424-463a72afc4f5 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3914154, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.466796] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49524040-9dfc-4db0-b3a3-7fef2332823d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.475636] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4caff5fd-f68d-4baa-b4dc-22470578d8d1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.511076] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be17e83-fc81-46bb-9e62-5f303c93bc26 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.519285] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-215c5dd0-abe3-43ab-beb8-f875a0f4a904 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.526808] env[70527]: DEBUG nova.compute.manager [req-75f98343-30c3-40b9-9ae2-0d0dc8cdcce7 req-4296c8f0-f424-43f5-8399-563380306305 service nova] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Received event network-vif-plugged-0a0268a9-f4a9-474b-a951-1c43b40ac331 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1264.527196] env[70527]: DEBUG oslo_concurrency.lockutils [req-75f98343-30c3-40b9-9ae2-0d0dc8cdcce7 req-4296c8f0-f424-43f5-8399-563380306305 service nova] Acquiring lock "271bdbb0-6953-4392-8fdc-fb124841ae33-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.527395] env[70527]: DEBUG oslo_concurrency.lockutils [req-75f98343-30c3-40b9-9ae2-0d0dc8cdcce7 req-4296c8f0-f424-43f5-8399-563380306305 service nova] Lock "271bdbb0-6953-4392-8fdc-fb124841ae33-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.527627] env[70527]: DEBUG oslo_concurrency.lockutils [req-75f98343-30c3-40b9-9ae2-0d0dc8cdcce7 req-4296c8f0-f424-43f5-8399-563380306305 service nova] Lock "271bdbb0-6953-4392-8fdc-fb124841ae33-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.528322] env[70527]: DEBUG nova.compute.manager [req-75f98343-30c3-40b9-9ae2-0d0dc8cdcce7 req-4296c8f0-f424-43f5-8399-563380306305 service nova] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] No waiting events found dispatching network-vif-plugged-0a0268a9-f4a9-474b-a951-1c43b40ac331 {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1264.528322] env[70527]: WARNING nova.compute.manager [req-75f98343-30c3-40b9-9ae2-0d0dc8cdcce7 req-4296c8f0-f424-43f5-8399-563380306305 service nova] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Received unexpected event network-vif-plugged-0a0268a9-f4a9-474b-a951-1c43b40ac331 for instance with vm_state building and task_state block_device_mapping. [ 1264.539801] env[70527]: DEBUG nova.compute.provider_tree [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1264.552939] env[70527]: DEBUG oslo_vmware.api [None req-019e18c1-5b71-4cc7-9caf-8e8a00ffc0ab tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3914146, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.655962] env[70527]: DEBUG nova.network.neutron [None req-da62d0c0-64a1-4241-b840-adf04fc84b7b tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Successfully updated port: 0a0268a9-f4a9-474b-a951-1c43b40ac331 {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1264.825096] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: dd9ece4e-5f48-4ee0-8f15-94d952cd564b] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1264.889483] env[70527]: INFO nova.compute.manager [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Took 16.57 seconds to build instance. [ 1264.922880] env[70527]: DEBUG oslo_vmware.api [None req-64874b89-eb52-4b06-9424-463a72afc4f5 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3914154, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.044341] env[70527]: DEBUG nova.scheduler.client.report [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1265.053324] env[70527]: DEBUG oslo_vmware.api [None req-019e18c1-5b71-4cc7-9caf-8e8a00ffc0ab tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3914146, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.159787] env[70527]: DEBUG oslo_concurrency.lockutils [None req-da62d0c0-64a1-4241-b840-adf04fc84b7b tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Acquiring lock "refresh_cache-271bdbb0-6953-4392-8fdc-fb124841ae33" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.160028] env[70527]: DEBUG oslo_concurrency.lockutils [None req-da62d0c0-64a1-4241-b840-adf04fc84b7b tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Acquired lock "refresh_cache-271bdbb0-6953-4392-8fdc-fb124841ae33" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.160165] env[70527]: DEBUG nova.network.neutron [None req-da62d0c0-64a1-4241-b840-adf04fc84b7b tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1265.329842] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: b19d2ba3-5500-4ca2-842a-fefdfd22f9a6] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1265.391571] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21d6dbc4-8dd3-4b10-940b-5730926fb55b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Lock "59e48acb-c2f1-4fc0-8477-23023547f5d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.088s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.422033] env[70527]: DEBUG oslo_vmware.api [None req-64874b89-eb52-4b06-9424-463a72afc4f5 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3914154, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580332} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.422327] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-64874b89-eb52-4b06-9424-463a72afc4f5 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 3e151f25-8a2c-43e6-ab40-b620b51f8d30/3e151f25-8a2c-43e6-ab40-b620b51f8d30.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1265.422552] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-64874b89-eb52-4b06-9424-463a72afc4f5 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 3e151f25-8a2c-43e6-ab40-b620b51f8d30] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1265.422806] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6083727-94e3-4567-8dbb-b3401d5c8fba {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.430732] env[70527]: DEBUG oslo_vmware.api [None req-64874b89-eb52-4b06-9424-463a72afc4f5 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Waiting for the task: (returnval){ [ 1265.430732] env[70527]: value = "task-3914157" [ 1265.430732] env[70527]: _type = "Task" [ 1265.430732] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.441992] env[70527]: DEBUG oslo_vmware.api [None req-64874b89-eb52-4b06-9424-463a72afc4f5 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3914157, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.551192] env[70527]: DEBUG oslo_concurrency.lockutils [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.415s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.553472] env[70527]: DEBUG oslo_vmware.api [None req-019e18c1-5b71-4cc7-9caf-8e8a00ffc0ab tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3914146, 'name': ReconfigVM_Task, 'duration_secs': 5.767628} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.553749] env[70527]: DEBUG oslo_concurrency.lockutils [None req-019e18c1-5b71-4cc7-9caf-8e8a00ffc0ab tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Releasing lock "0b1c7a2b-cf58-4464-bb53-86c2a637037f" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.553942] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-019e18c1-5b71-4cc7-9caf-8e8a00ffc0ab tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] Reconfigured VM to detach interface {{(pid=70527) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1265.600449] env[70527]: INFO nova.network.neutron [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Updating port bfd19d7e-0d09-4f06-b1c9-31f6bc523646 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1265.729372] env[70527]: DEBUG nova.network.neutron [None req-da62d0c0-64a1-4241-b840-adf04fc84b7b tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1265.833743] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 9c410bd0-3603-4f5a-a9ac-fd78180e3c1d] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1265.941643] env[70527]: DEBUG oslo_vmware.api [None req-64874b89-eb52-4b06-9424-463a72afc4f5 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3914157, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064541} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.942018] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-64874b89-eb52-4b06-9424-463a72afc4f5 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 3e151f25-8a2c-43e6-ab40-b620b51f8d30] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1265.942877] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe5e138-e2a5-4ae9-a6f6-0ddd673a4302 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.946725] env[70527]: DEBUG nova.compute.manager [None req-da62d0c0-64a1-4241-b840-adf04fc84b7b tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1265.947231] env[70527]: DEBUG nova.virt.hardware [None req-da62d0c0-64a1-4241-b840-adf04fc84b7b tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1265.947563] env[70527]: DEBUG nova.virt.hardware [None req-da62d0c0-64a1-4241-b840-adf04fc84b7b tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1265.947640] env[70527]: DEBUG nova.virt.hardware [None req-da62d0c0-64a1-4241-b840-adf04fc84b7b tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1265.947783] env[70527]: DEBUG nova.virt.hardware [None req-da62d0c0-64a1-4241-b840-adf04fc84b7b tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1265.947958] env[70527]: DEBUG nova.virt.hardware [None req-da62d0c0-64a1-4241-b840-adf04fc84b7b tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1265.948208] env[70527]: DEBUG nova.virt.hardware [None req-da62d0c0-64a1-4241-b840-adf04fc84b7b tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1265.948424] env[70527]: DEBUG nova.virt.hardware [None req-da62d0c0-64a1-4241-b840-adf04fc84b7b tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1265.948580] env[70527]: DEBUG nova.virt.hardware [None req-da62d0c0-64a1-4241-b840-adf04fc84b7b tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1265.948747] env[70527]: DEBUG nova.virt.hardware [None req-da62d0c0-64a1-4241-b840-adf04fc84b7b tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1265.948909] env[70527]: DEBUG nova.virt.hardware [None req-da62d0c0-64a1-4241-b840-adf04fc84b7b tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1265.949102] env[70527]: DEBUG nova.virt.hardware [None req-da62d0c0-64a1-4241-b840-adf04fc84b7b tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1265.951369] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a8b824c-cffb-4c36-a0c3-c1f30d9dfb83 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.970994] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ca7fe2-0cca-425f-a665-f8729a8ce58d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.987692] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-64874b89-eb52-4b06-9424-463a72afc4f5 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 3e151f25-8a2c-43e6-ab40-b620b51f8d30] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 3e151f25-8a2c-43e6-ab40-b620b51f8d30/3e151f25-8a2c-43e6-ab40-b620b51f8d30.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1265.990704] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd0f8644-dd43-458a-a60c-3220501b7552 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.019060] env[70527]: DEBUG oslo_vmware.api [None req-64874b89-eb52-4b06-9424-463a72afc4f5 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Waiting for the task: (returnval){ [ 1266.019060] env[70527]: value = "task-3914158" [ 1266.019060] env[70527]: _type = "Task" [ 1266.019060] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.027767] env[70527]: DEBUG oslo_vmware.api [None req-64874b89-eb52-4b06-9424-463a72afc4f5 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3914158, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.136384] env[70527]: DEBUG nova.network.neutron [None req-da62d0c0-64a1-4241-b840-adf04fc84b7b tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Updating instance_info_cache with network_info: [{"id": "0a0268a9-f4a9-474b-a951-1c43b40ac331", "address": "fa:16:3e:f7:4d:98", "network": {"id": "6a4f3b6e-2245-4a82-bf13-e4002ce51c7b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-274635677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "217e9dedf6ba423980df628f40219825", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a0268a9-f4", "ovs_interfaceid": "0a0268a9-f4a9-474b-a951-1c43b40ac331", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.337850] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 0bcc182a-d2e4-4900-930a-d8e2d93f6fc4] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1266.530709] env[70527]: DEBUG oslo_vmware.api [None req-64874b89-eb52-4b06-9424-463a72afc4f5 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3914158, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.558113] env[70527]: DEBUG nova.compute.manager [req-d837681b-3805-4d75-8312-bba90a02f0af req-211554e8-c46a-4e96-8174-eaff9247747c service nova] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Received event network-changed-0a0268a9-f4a9-474b-a951-1c43b40ac331 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1266.558374] env[70527]: DEBUG nova.compute.manager [req-d837681b-3805-4d75-8312-bba90a02f0af req-211554e8-c46a-4e96-8174-eaff9247747c service nova] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Refreshing instance network info cache due to event network-changed-0a0268a9-f4a9-474b-a951-1c43b40ac331. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1266.558642] env[70527]: DEBUG oslo_concurrency.lockutils [req-d837681b-3805-4d75-8312-bba90a02f0af req-211554e8-c46a-4e96-8174-eaff9247747c service nova] Acquiring lock "refresh_cache-271bdbb0-6953-4392-8fdc-fb124841ae33" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.641230] env[70527]: DEBUG oslo_concurrency.lockutils [None req-da62d0c0-64a1-4241-b840-adf04fc84b7b tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Releasing lock "refresh_cache-271bdbb0-6953-4392-8fdc-fb124841ae33" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.641230] env[70527]: DEBUG nova.compute.manager [None req-da62d0c0-64a1-4241-b840-adf04fc84b7b tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Instance network_info: |[{"id": "0a0268a9-f4a9-474b-a951-1c43b40ac331", "address": "fa:16:3e:f7:4d:98", "network": {"id": "6a4f3b6e-2245-4a82-bf13-e4002ce51c7b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-274635677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "217e9dedf6ba423980df628f40219825", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a0268a9-f4", "ovs_interfaceid": "0a0268a9-f4a9-474b-a951-1c43b40ac331", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1266.641230] env[70527]: DEBUG oslo_concurrency.lockutils [req-d837681b-3805-4d75-8312-bba90a02f0af req-211554e8-c46a-4e96-8174-eaff9247747c service nova] Acquired lock "refresh_cache-271bdbb0-6953-4392-8fdc-fb124841ae33" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.641230] env[70527]: DEBUG nova.network.neutron [req-d837681b-3805-4d75-8312-bba90a02f0af req-211554e8-c46a-4e96-8174-eaff9247747c service nova] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Refreshing network info cache for port 0a0268a9-f4a9-474b-a951-1c43b40ac331 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1266.641646] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-da62d0c0-64a1-4241-b840-adf04fc84b7b tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:4d:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4db2961d-273d-4634-9d06-a94fa9d384fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a0268a9-f4a9-474b-a951-1c43b40ac331', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1266.649268] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da62d0c0-64a1-4241-b840-adf04fc84b7b tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1266.652367] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1266.652923] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72680fb6-0a4d-4195-adc2-5e200f026491 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.674117] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1266.674117] env[70527]: value = "task-3914159" [ 1266.674117] env[70527]: _type = "Task" [ 1266.674117] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.683399] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3914159, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.841349] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 68e47537-a820-4cc4-8856-1e9bcf2e26e2] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1266.903453] env[70527]: DEBUG nova.network.neutron [req-d837681b-3805-4d75-8312-bba90a02f0af req-211554e8-c46a-4e96-8174-eaff9247747c service nova] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Updated VIF entry in instance network info cache for port 0a0268a9-f4a9-474b-a951-1c43b40ac331. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1266.903871] env[70527]: DEBUG nova.network.neutron [req-d837681b-3805-4d75-8312-bba90a02f0af req-211554e8-c46a-4e96-8174-eaff9247747c service nova] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Updating instance_info_cache with network_info: [{"id": "0a0268a9-f4a9-474b-a951-1c43b40ac331", "address": "fa:16:3e:f7:4d:98", "network": {"id": "6a4f3b6e-2245-4a82-bf13-e4002ce51c7b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-274635677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "217e9dedf6ba423980df628f40219825", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a0268a9-f4", "ovs_interfaceid": "0a0268a9-f4a9-474b-a951-1c43b40ac331", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.958485] env[70527]: DEBUG oslo_concurrency.lockutils [None req-019e18c1-5b71-4cc7-9caf-8e8a00ffc0ab tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquiring lock "refresh_cache-0b1c7a2b-cf58-4464-bb53-86c2a637037f" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.958485] env[70527]: DEBUG oslo_concurrency.lockutils [None req-019e18c1-5b71-4cc7-9caf-8e8a00ffc0ab tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquired lock "refresh_cache-0b1c7a2b-cf58-4464-bb53-86c2a637037f" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.960027] env[70527]: DEBUG nova.network.neutron [None req-019e18c1-5b71-4cc7-9caf-8e8a00ffc0ab tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1267.037564] env[70527]: DEBUG oslo_vmware.api [None req-64874b89-eb52-4b06-9424-463a72afc4f5 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3914158, 'name': ReconfigVM_Task, 'duration_secs': 0.532324} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.038071] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-64874b89-eb52-4b06-9424-463a72afc4f5 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 3e151f25-8a2c-43e6-ab40-b620b51f8d30] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 3e151f25-8a2c-43e6-ab40-b620b51f8d30/3e151f25-8a2c-43e6-ab40-b620b51f8d30.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1267.039040] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56903fb7-a5d4-4f14-9e3c-134e1bfb539b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.047402] env[70527]: DEBUG oslo_vmware.api [None req-64874b89-eb52-4b06-9424-463a72afc4f5 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Waiting for the task: (returnval){ [ 1267.047402] env[70527]: value = "task-3914161" [ 1267.047402] env[70527]: _type = "Task" [ 1267.047402] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.058812] env[70527]: DEBUG oslo_vmware.api [None req-64874b89-eb52-4b06-9424-463a72afc4f5 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3914161, 'name': Rename_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.186051] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3914159, 'name': CreateVM_Task, 'duration_secs': 0.473925} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.186254] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1267.186918] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-da62d0c0-64a1-4241-b840-adf04fc84b7b tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'boot_index': 0, 'guest_format': None, 'delete_on_termination': True, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-777234', 'volume_id': '9bd915b9-598c-4bed-86d7-7d4ce844bed5', 'name': 'volume-9bd915b9-598c-4bed-86d7-7d4ce844bed5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '271bdbb0-6953-4392-8fdc-fb124841ae33', 'attached_at': '', 'detached_at': '', 'volume_id': '9bd915b9-598c-4bed-86d7-7d4ce844bed5', 'serial': '9bd915b9-598c-4bed-86d7-7d4ce844bed5'}, 'disk_bus': None, 'attachment_id': '46541b61-d080-4b83-8a38-48dcf5a0c35f', 'volume_type': None}], 'swap': None} {{(pid=70527) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1267.187151] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-da62d0c0-64a1-4241-b840-adf04fc84b7b tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Root volume attach. Driver type: vmdk {{(pid=70527) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1267.187940] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb35232a-c418-4cf0-b5ad-628f63c00171 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.196555] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a964b9-bdaf-4e91-a9d9-8b3fd7b9d9b6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.203742] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb59268-8f80-4342-a8c6-1379fa8fe809 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.211354] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-39bd57ec-89ed-4416-874e-10b34c85796a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.220855] env[70527]: DEBUG oslo_vmware.api [None req-da62d0c0-64a1-4241-b840-adf04fc84b7b tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for the task: (returnval){ [ 1267.220855] env[70527]: value = "task-3914162" [ 1267.220855] env[70527]: _type = "Task" [ 1267.220855] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.234768] env[70527]: DEBUG oslo_vmware.api [None req-da62d0c0-64a1-4241-b840-adf04fc84b7b tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3914162, 'name': RelocateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.345465] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 5017d1d4-1e04-44b0-88eb-9acbfcee557c] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1267.377103] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1b41b850-4b06-43a7-aebe-ce3e0a50d7fe tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquiring lock "0b1c7a2b-cf58-4464-bb53-86c2a637037f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.377383] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1b41b850-4b06-43a7-aebe-ce3e0a50d7fe tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Lock "0b1c7a2b-cf58-4464-bb53-86c2a637037f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.377580] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1b41b850-4b06-43a7-aebe-ce3e0a50d7fe tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquiring lock "0b1c7a2b-cf58-4464-bb53-86c2a637037f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.377764] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1b41b850-4b06-43a7-aebe-ce3e0a50d7fe tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Lock "0b1c7a2b-cf58-4464-bb53-86c2a637037f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.377941] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1b41b850-4b06-43a7-aebe-ce3e0a50d7fe tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Lock "0b1c7a2b-cf58-4464-bb53-86c2a637037f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.380204] env[70527]: INFO nova.compute.manager [None req-1b41b850-4b06-43a7-aebe-ce3e0a50d7fe tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] Terminating instance [ 1267.406705] env[70527]: DEBUG oslo_concurrency.lockutils [req-d837681b-3805-4d75-8312-bba90a02f0af req-211554e8-c46a-4e96-8174-eaff9247747c service nova] Releasing lock "refresh_cache-271bdbb0-6953-4392-8fdc-fb124841ae33" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.406969] env[70527]: DEBUG nova.compute.manager [req-d837681b-3805-4d75-8312-bba90a02f0af req-211554e8-c46a-4e96-8174-eaff9247747c service nova] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Received event network-changed-22f32c88-ed2a-4218-a06a-cd05828d6663 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1267.407155] env[70527]: DEBUG nova.compute.manager [req-d837681b-3805-4d75-8312-bba90a02f0af req-211554e8-c46a-4e96-8174-eaff9247747c service nova] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Refreshing instance network info cache due to event network-changed-22f32c88-ed2a-4218-a06a-cd05828d6663. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1267.407370] env[70527]: DEBUG oslo_concurrency.lockutils [req-d837681b-3805-4d75-8312-bba90a02f0af req-211554e8-c46a-4e96-8174-eaff9247747c service nova] Acquiring lock "refresh_cache-59e48acb-c2f1-4fc0-8477-23023547f5d9" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.407513] env[70527]: DEBUG oslo_concurrency.lockutils [req-d837681b-3805-4d75-8312-bba90a02f0af req-211554e8-c46a-4e96-8174-eaff9247747c service nova] Acquired lock "refresh_cache-59e48acb-c2f1-4fc0-8477-23023547f5d9" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.407674] env[70527]: DEBUG nova.network.neutron [req-d837681b-3805-4d75-8312-bba90a02f0af req-211554e8-c46a-4e96-8174-eaff9247747c service nova] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Refreshing network info cache for port 22f32c88-ed2a-4218-a06a-cd05828d6663 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1267.559035] env[70527]: DEBUG oslo_vmware.api [None req-64874b89-eb52-4b06-9424-463a72afc4f5 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3914161, 'name': Rename_Task, 'duration_secs': 0.164826} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.561919] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-64874b89-eb52-4b06-9424-463a72afc4f5 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 3e151f25-8a2c-43e6-ab40-b620b51f8d30] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1267.562185] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc26c040-d656-488f-9055-c4390078b5aa {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.571663] env[70527]: DEBUG oslo_vmware.api [None req-64874b89-eb52-4b06-9424-463a72afc4f5 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Waiting for the task: (returnval){ [ 1267.571663] env[70527]: value = "task-3914163" [ 1267.571663] env[70527]: _type = "Task" [ 1267.571663] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.580182] env[70527]: DEBUG oslo_vmware.api [None req-64874b89-eb52-4b06-9424-463a72afc4f5 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3914163, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.618343] env[70527]: DEBUG oslo_concurrency.lockutils [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Acquiring lock "refresh_cache-3321b60f-9e0c-4947-8ed7-f4b613c0c7a3" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.618771] env[70527]: DEBUG oslo_concurrency.lockutils [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Acquired lock "refresh_cache-3321b60f-9e0c-4947-8ed7-f4b613c0c7a3" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.618863] env[70527]: DEBUG nova.network.neutron [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1267.731841] env[70527]: DEBUG oslo_vmware.api [None req-da62d0c0-64a1-4241-b840-adf04fc84b7b tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3914162, 'name': RelocateVM_Task} progress is 34%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.741755] env[70527]: INFO nova.network.neutron [None req-019e18c1-5b71-4cc7-9caf-8e8a00ffc0ab tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] Port dce39464-ac48-4034-9e86-7af7e94f49d1 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1267.742154] env[70527]: DEBUG nova.network.neutron [None req-019e18c1-5b71-4cc7-9caf-8e8a00ffc0ab tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] Updating instance_info_cache with network_info: [{"id": "5a63e4ed-48f2-4f37-8a6d-50be2483fc26", "address": "fa:16:3e:af:a2:f5", "network": {"id": "0528ffcb-4865-41a0-87e6-3ea996b12397", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210779476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "030332ea48994bab8d286711ee279556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a63e4ed-48", "ovs_interfaceid": "5a63e4ed-48f2-4f37-8a6d-50be2483fc26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.849446] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: cc87d385-12c6-43d2-af21-1d2737c5d451] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1267.884587] env[70527]: DEBUG nova.compute.manager [None req-1b41b850-4b06-43a7-aebe-ce3e0a50d7fe tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1267.884834] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-1b41b850-4b06-43a7-aebe-ce3e0a50d7fe tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1267.886107] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-132e1091-1ab4-4c56-aea5-5f1ba0c094cf {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.897370] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b41b850-4b06-43a7-aebe-ce3e0a50d7fe tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1267.897671] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76c60253-42be-475f-ad88-e90e8e53a1a5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.907676] env[70527]: DEBUG oslo_vmware.api [None req-1b41b850-4b06-43a7-aebe-ce3e0a50d7fe tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Waiting for the task: (returnval){ [ 1267.907676] env[70527]: value = "task-3914164" [ 1267.907676] env[70527]: _type = "Task" [ 1267.907676] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.921510] env[70527]: DEBUG oslo_vmware.api [None req-1b41b850-4b06-43a7-aebe-ce3e0a50d7fe tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3914164, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.085585] env[70527]: DEBUG oslo_vmware.api [None req-64874b89-eb52-4b06-9424-463a72afc4f5 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3914163, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.246657] env[70527]: DEBUG oslo_concurrency.lockutils [None req-019e18c1-5b71-4cc7-9caf-8e8a00ffc0ab tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Releasing lock "refresh_cache-0b1c7a2b-cf58-4464-bb53-86c2a637037f" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.254428] env[70527]: DEBUG oslo_vmware.api [None req-da62d0c0-64a1-4241-b840-adf04fc84b7b tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3914162, 'name': RelocateVM_Task} progress is 43%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.353247] env[70527]: DEBUG nova.network.neutron [req-d837681b-3805-4d75-8312-bba90a02f0af req-211554e8-c46a-4e96-8174-eaff9247747c service nova] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Updated VIF entry in instance network info cache for port 22f32c88-ed2a-4218-a06a-cd05828d6663. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1268.353678] env[70527]: DEBUG nova.network.neutron [req-d837681b-3805-4d75-8312-bba90a02f0af req-211554e8-c46a-4e96-8174-eaff9247747c service nova] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Updating instance_info_cache with network_info: [{"id": "22f32c88-ed2a-4218-a06a-cd05828d6663", "address": "fa:16:3e:4b:76:2f", "network": {"id": "e5ccb129-b701-4940-8889-7ade352f59a7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-618810543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8617bc6364874607aeffa5815a304ba7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22f32c88-ed", "ovs_interfaceid": "22f32c88-ed2a-4218-a06a-cd05828d6663", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.356043] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: b7cf3e13-690b-4624-aaec-e3cec1d62308] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1268.421551] env[70527]: DEBUG oslo_vmware.api [None req-1b41b850-4b06-43a7-aebe-ce3e0a50d7fe tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3914164, 'name': PowerOffVM_Task, 'duration_secs': 0.31879} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.421846] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b41b850-4b06-43a7-aebe-ce3e0a50d7fe tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1268.422027] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-1b41b850-4b06-43a7-aebe-ce3e0a50d7fe tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1268.425183] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a580c1a6-4fb3-44f6-ba08-854dff0f3f20 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.499064] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-1b41b850-4b06-43a7-aebe-ce3e0a50d7fe tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1268.499324] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-1b41b850-4b06-43a7-aebe-ce3e0a50d7fe tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] Deleting contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1268.499500] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b41b850-4b06-43a7-aebe-ce3e0a50d7fe tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Deleting the datastore file [datastore2] 0b1c7a2b-cf58-4464-bb53-86c2a637037f {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1268.499980] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d749c52a-34b5-4e88-98bd-39ddda9ef28d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.507982] env[70527]: DEBUG nova.network.neutron [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Updating instance_info_cache with network_info: [{"id": "bfd19d7e-0d09-4f06-b1c9-31f6bc523646", "address": "fa:16:3e:bf:b3:20", "network": {"id": "6b7058bf-638c-4d72-9f51-37a045c3ebde", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1062784441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbf5afba87784fe2b33ca0fa6a95c5b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfd19d7e-0d", "ovs_interfaceid": "bfd19d7e-0d09-4f06-b1c9-31f6bc523646", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.511274] env[70527]: DEBUG oslo_vmware.api [None req-1b41b850-4b06-43a7-aebe-ce3e0a50d7fe tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Waiting for the task: (returnval){ [ 1268.511274] env[70527]: value = "task-3914166" [ 1268.511274] env[70527]: _type = "Task" [ 1268.511274] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.523436] env[70527]: DEBUG oslo_vmware.api [None req-1b41b850-4b06-43a7-aebe-ce3e0a50d7fe tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3914166, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.585376] env[70527]: DEBUG oslo_vmware.api [None req-64874b89-eb52-4b06-9424-463a72afc4f5 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3914163, 'name': PowerOnVM_Task, 'duration_secs': 0.812091} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.586911] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-64874b89-eb52-4b06-9424-463a72afc4f5 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 3e151f25-8a2c-43e6-ab40-b620b51f8d30] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1268.587269] env[70527]: INFO nova.compute.manager [None req-64874b89-eb52-4b06-9424-463a72afc4f5 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 3e151f25-8a2c-43e6-ab40-b620b51f8d30] Took 8.59 seconds to spawn the instance on the hypervisor. [ 1268.587469] env[70527]: DEBUG nova.compute.manager [None req-64874b89-eb52-4b06-9424-463a72afc4f5 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 3e151f25-8a2c-43e6-ab40-b620b51f8d30] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1268.589031] env[70527]: DEBUG nova.compute.manager [req-b2a7e2f9-ca59-49ce-91a4-58bbe392c690 req-c06f9f0a-3827-4f30-a8c7-736e3a93dc77 service nova] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Received event network-vif-plugged-bfd19d7e-0d09-4f06-b1c9-31f6bc523646 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1268.589031] env[70527]: DEBUG oslo_concurrency.lockutils [req-b2a7e2f9-ca59-49ce-91a4-58bbe392c690 req-c06f9f0a-3827-4f30-a8c7-736e3a93dc77 service nova] Acquiring lock "3321b60f-9e0c-4947-8ed7-f4b613c0c7a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.589218] env[70527]: DEBUG oslo_concurrency.lockutils [req-b2a7e2f9-ca59-49ce-91a4-58bbe392c690 req-c06f9f0a-3827-4f30-a8c7-736e3a93dc77 service nova] Lock "3321b60f-9e0c-4947-8ed7-f4b613c0c7a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.589383] env[70527]: DEBUG oslo_concurrency.lockutils [req-b2a7e2f9-ca59-49ce-91a4-58bbe392c690 req-c06f9f0a-3827-4f30-a8c7-736e3a93dc77 service nova] Lock "3321b60f-9e0c-4947-8ed7-f4b613c0c7a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.589603] env[70527]: DEBUG nova.compute.manager [req-b2a7e2f9-ca59-49ce-91a4-58bbe392c690 req-c06f9f0a-3827-4f30-a8c7-736e3a93dc77 service nova] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] No waiting events found dispatching network-vif-plugged-bfd19d7e-0d09-4f06-b1c9-31f6bc523646 {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1268.589781] env[70527]: WARNING nova.compute.manager [req-b2a7e2f9-ca59-49ce-91a4-58bbe392c690 req-c06f9f0a-3827-4f30-a8c7-736e3a93dc77 service nova] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Received unexpected event network-vif-plugged-bfd19d7e-0d09-4f06-b1c9-31f6bc523646 for instance with vm_state shelved_offloaded and task_state spawning. [ 1268.589945] env[70527]: DEBUG nova.compute.manager [req-b2a7e2f9-ca59-49ce-91a4-58bbe392c690 req-c06f9f0a-3827-4f30-a8c7-736e3a93dc77 service nova] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Received event network-changed-bfd19d7e-0d09-4f06-b1c9-31f6bc523646 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1268.590240] env[70527]: DEBUG nova.compute.manager [req-b2a7e2f9-ca59-49ce-91a4-58bbe392c690 req-c06f9f0a-3827-4f30-a8c7-736e3a93dc77 service nova] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Refreshing instance network info cache due to event network-changed-bfd19d7e-0d09-4f06-b1c9-31f6bc523646. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1268.590434] env[70527]: DEBUG oslo_concurrency.lockutils [req-b2a7e2f9-ca59-49ce-91a4-58bbe392c690 req-c06f9f0a-3827-4f30-a8c7-736e3a93dc77 service nova] Acquiring lock "refresh_cache-3321b60f-9e0c-4947-8ed7-f4b613c0c7a3" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.591686] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7387ddb4-9611-4168-81d7-e6deb87f30d8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.739861] env[70527]: DEBUG oslo_vmware.api [None req-da62d0c0-64a1-4241-b840-adf04fc84b7b tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3914162, 'name': RelocateVM_Task} progress is 56%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.752409] env[70527]: DEBUG oslo_concurrency.lockutils [None req-019e18c1-5b71-4cc7-9caf-8e8a00ffc0ab tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Lock "interface-0b1c7a2b-cf58-4464-bb53-86c2a637037f-dce39464-ac48-4034-9e86-7af7e94f49d1" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.812s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.860701] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: ed20e07e-dca3-4e05-987d-254a2d8891a7] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1268.862902] env[70527]: DEBUG oslo_concurrency.lockutils [req-d837681b-3805-4d75-8312-bba90a02f0af req-211554e8-c46a-4e96-8174-eaff9247747c service nova] Releasing lock "refresh_cache-59e48acb-c2f1-4fc0-8477-23023547f5d9" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.013312] env[70527]: DEBUG oslo_concurrency.lockutils [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Releasing lock "refresh_cache-3321b60f-9e0c-4947-8ed7-f4b613c0c7a3" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.016735] env[70527]: DEBUG oslo_concurrency.lockutils [req-b2a7e2f9-ca59-49ce-91a4-58bbe392c690 req-c06f9f0a-3827-4f30-a8c7-736e3a93dc77 service nova] Acquired lock "refresh_cache-3321b60f-9e0c-4947-8ed7-f4b613c0c7a3" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.016957] env[70527]: DEBUG nova.network.neutron [req-b2a7e2f9-ca59-49ce-91a4-58bbe392c690 req-c06f9f0a-3827-4f30-a8c7-736e3a93dc77 service nova] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Refreshing network info cache for port bfd19d7e-0d09-4f06-b1c9-31f6bc523646 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1269.031166] env[70527]: DEBUG oslo_vmware.api [None req-1b41b850-4b06-43a7-aebe-ce3e0a50d7fe tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3914166, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.481178} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.031423] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b41b850-4b06-43a7-aebe-ce3e0a50d7fe tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1269.031623] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-1b41b850-4b06-43a7-aebe-ce3e0a50d7fe tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] Deleted contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1269.031808] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-1b41b850-4b06-43a7-aebe-ce3e0a50d7fe tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1269.032165] env[70527]: INFO nova.compute.manager [None req-1b41b850-4b06-43a7-aebe-ce3e0a50d7fe tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1269.032296] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b41b850-4b06-43a7-aebe-ce3e0a50d7fe tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1269.032640] env[70527]: DEBUG nova.compute.manager [-] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1269.032840] env[70527]: DEBUG nova.network.neutron [-] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1269.046698] env[70527]: DEBUG nova.virt.hardware [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='505016a57ad39123e6fa9cbfeb223ee9',container_format='bare',created_at=2025-05-08T17:31:29Z,direct_url=,disk_format='vmdk',id=38e043c4-0d05-4152-93dd-f861210b4e97,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-433221417-shelved',owner='dbf5afba87784fe2b33ca0fa6a95c5b1',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2025-05-08T17:31:47Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1269.046993] env[70527]: DEBUG nova.virt.hardware [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1269.047124] env[70527]: DEBUG nova.virt.hardware [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1269.047309] env[70527]: DEBUG nova.virt.hardware [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1269.047457] env[70527]: DEBUG nova.virt.hardware [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1269.047607] env[70527]: DEBUG nova.virt.hardware [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1269.047818] env[70527]: DEBUG nova.virt.hardware [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1269.047997] env[70527]: DEBUG nova.virt.hardware [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1269.048194] env[70527]: DEBUG nova.virt.hardware [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1269.048363] env[70527]: DEBUG nova.virt.hardware [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1269.048538] env[70527]: DEBUG nova.virt.hardware [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1269.049768] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c49c1f04-ec13-4be9-9278-21e80b575fcc {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.061577] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb35255-15ef-4b46-a118-ba5fb1ff11e2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.082502] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:b3:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '25f42474-5594-4733-a681-6c69f4afb946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bfd19d7e-0d09-4f06-b1c9-31f6bc523646', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1269.090402] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1269.091605] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1269.091605] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1102d24-d060-4a8d-8eab-7096d2fe997c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.118045] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1269.118045] env[70527]: value = "task-3914167" [ 1269.118045] env[70527]: _type = "Task" [ 1269.118045] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.118569] env[70527]: INFO nova.compute.manager [None req-64874b89-eb52-4b06-9424-463a72afc4f5 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 3e151f25-8a2c-43e6-ab40-b620b51f8d30] Took 15.49 seconds to build instance. [ 1269.130794] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3914167, 'name': CreateVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.236457] env[70527]: DEBUG oslo_vmware.api [None req-da62d0c0-64a1-4241-b840-adf04fc84b7b tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3914162, 'name': RelocateVM_Task} progress is 71%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.279641] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-0df2c1ba-f03d-4f8c-a784-8d5cb5967b59 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Volume attach. Driver type: vmdk {{(pid=70527) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1269.279851] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-0df2c1ba-f03d-4f8c-a784-8d5cb5967b59 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-777242', 'volume_id': '275bd5b9-fd96-4ad4-98be-74dc0b93b076', 'name': 'volume-275bd5b9-fd96-4ad4-98be-74dc0b93b076', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'af05e519-2a42-4cbc-a73f-43fba1a963ef', 'attached_at': '', 'detached_at': '', 'volume_id': '275bd5b9-fd96-4ad4-98be-74dc0b93b076', 'serial': '275bd5b9-fd96-4ad4-98be-74dc0b93b076'} {{(pid=70527) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1269.280832] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc19e21b-ff1c-4b2e-88c5-7ea1f50fdd95 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.304792] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26dcfe09-b48f-4c13-b662-2841dc9ee0dd {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.334402] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-0df2c1ba-f03d-4f8c-a784-8d5cb5967b59 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] volume-275bd5b9-fd96-4ad4-98be-74dc0b93b076/volume-275bd5b9-fd96-4ad4-98be-74dc0b93b076.vmdk or device None with type thin {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1269.334744] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-076d9751-c85f-46de-8efe-b9c483c8ae88 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.357380] env[70527]: DEBUG oslo_vmware.api [None req-0df2c1ba-f03d-4f8c-a784-8d5cb5967b59 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Waiting for the task: (returnval){ [ 1269.357380] env[70527]: value = "task-3914168" [ 1269.357380] env[70527]: _type = "Task" [ 1269.357380] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.364383] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: ee0ccce4-72c3-443c-821b-0d5ae9c9935d] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1269.370051] env[70527]: DEBUG oslo_vmware.api [None req-0df2c1ba-f03d-4f8c-a784-8d5cb5967b59 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3914168, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.627793] env[70527]: DEBUG oslo_concurrency.lockutils [None req-64874b89-eb52-4b06-9424-463a72afc4f5 tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Lock "3e151f25-8a2c-43e6-ab40-b620b51f8d30" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.014s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.641803] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3914167, 'name': CreateVM_Task} progress is 99%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.737099] env[70527]: DEBUG oslo_vmware.api [None req-da62d0c0-64a1-4241-b840-adf04fc84b7b tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3914162, 'name': RelocateVM_Task} progress is 84%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.870024] env[70527]: DEBUG oslo_vmware.api [None req-0df2c1ba-f03d-4f8c-a784-8d5cb5967b59 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3914168, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.871968] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: b3a6e20c-cdfe-47f0-8881-ec6ead71e86f] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1270.133559] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3914167, 'name': CreateVM_Task, 'duration_secs': 0.660567} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.133744] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1270.135035] env[70527]: DEBUG oslo_concurrency.lockutils [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38e043c4-0d05-4152-93dd-f861210b4e97" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.135035] env[70527]: DEBUG oslo_concurrency.lockutils [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38e043c4-0d05-4152-93dd-f861210b4e97" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.135035] env[70527]: DEBUG oslo_concurrency.lockutils [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38e043c4-0d05-4152-93dd-f861210b4e97" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.135297] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38f02a4b-6733-40aa-ac08-b1aaa9417355 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.140759] env[70527]: DEBUG oslo_vmware.api [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for the task: (returnval){ [ 1270.140759] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]525f4733-ea8e-e281-956c-412ee3c10755" [ 1270.140759] env[70527]: _type = "Task" [ 1270.140759] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.149241] env[70527]: DEBUG oslo_vmware.api [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]525f4733-ea8e-e281-956c-412ee3c10755, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.234780] env[70527]: DEBUG oslo_vmware.api [None req-da62d0c0-64a1-4241-b840-adf04fc84b7b tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3914162, 'name': RelocateVM_Task} progress is 97%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.285162] env[70527]: DEBUG nova.network.neutron [req-b2a7e2f9-ca59-49ce-91a4-58bbe392c690 req-c06f9f0a-3827-4f30-a8c7-736e3a93dc77 service nova] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Updated VIF entry in instance network info cache for port bfd19d7e-0d09-4f06-b1c9-31f6bc523646. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1270.285564] env[70527]: DEBUG nova.network.neutron [req-b2a7e2f9-ca59-49ce-91a4-58bbe392c690 req-c06f9f0a-3827-4f30-a8c7-736e3a93dc77 service nova] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Updating instance_info_cache with network_info: [{"id": "bfd19d7e-0d09-4f06-b1c9-31f6bc523646", "address": "fa:16:3e:bf:b3:20", "network": {"id": "6b7058bf-638c-4d72-9f51-37a045c3ebde", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1062784441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbf5afba87784fe2b33ca0fa6a95c5b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfd19d7e-0d", "ovs_interfaceid": "bfd19d7e-0d09-4f06-b1c9-31f6bc523646", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.371395] env[70527]: DEBUG oslo_vmware.api [None req-0df2c1ba-f03d-4f8c-a784-8d5cb5967b59 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3914168, 'name': ReconfigVM_Task, 'duration_secs': 0.956028} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.371742] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-0df2c1ba-f03d-4f8c-a784-8d5cb5967b59 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Reconfigured VM instance instance-00000070 to attach disk [datastore2] volume-275bd5b9-fd96-4ad4-98be-74dc0b93b076/volume-275bd5b9-fd96-4ad4-98be-74dc0b93b076.vmdk or device None with type thin {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1270.376961] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 92d864e4-e030-49df-b739-46f55730fd0a] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1270.382953] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38fd671e-3d50-45c0-8d02-20808d84167f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.402138] env[70527]: DEBUG oslo_vmware.api [None req-0df2c1ba-f03d-4f8c-a784-8d5cb5967b59 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Waiting for the task: (returnval){ [ 1270.402138] env[70527]: value = "task-3914169" [ 1270.402138] env[70527]: _type = "Task" [ 1270.402138] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.411518] env[70527]: DEBUG oslo_vmware.api [None req-0df2c1ba-f03d-4f8c-a784-8d5cb5967b59 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3914169, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.618675] env[70527]: DEBUG nova.compute.manager [req-49aca52e-88fb-4735-9745-60191f19e9f7 req-8e671d08-dd3e-4136-930e-8241ac2d6cfa service nova] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] Received event network-vif-deleted-5a63e4ed-48f2-4f37-8a6d-50be2483fc26 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1270.618997] env[70527]: INFO nova.compute.manager [req-49aca52e-88fb-4735-9745-60191f19e9f7 req-8e671d08-dd3e-4136-930e-8241ac2d6cfa service nova] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] Neutron deleted interface 5a63e4ed-48f2-4f37-8a6d-50be2483fc26; detaching it from the instance and deleting it from the info cache [ 1270.619178] env[70527]: DEBUG nova.network.neutron [req-49aca52e-88fb-4735-9745-60191f19e9f7 req-8e671d08-dd3e-4136-930e-8241ac2d6cfa service nova] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.658024] env[70527]: DEBUG oslo_concurrency.lockutils [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38e043c4-0d05-4152-93dd-f861210b4e97" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.658024] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Processing image 38e043c4-0d05-4152-93dd-f861210b4e97 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1270.658024] env[70527]: DEBUG oslo_concurrency.lockutils [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38e043c4-0d05-4152-93dd-f861210b4e97/38e043c4-0d05-4152-93dd-f861210b4e97.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.658024] env[70527]: DEBUG oslo_concurrency.lockutils [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38e043c4-0d05-4152-93dd-f861210b4e97/38e043c4-0d05-4152-93dd-f861210b4e97.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.658024] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1270.658024] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ebb7d1b4-4a3c-4ad0-aa81-6bbd11634264 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.677034] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1270.677034] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1270.677034] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-175740bd-f1b1-4b30-a8cf-9d21ffe8dcaf {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.685069] env[70527]: DEBUG oslo_concurrency.lockutils [None req-7b7088c1-9dde-4e73-9325-a04f26fd51b5 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Acquiring lock "29185721-af85-4f54-9ec6-f66e6ec3ff23" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.685467] env[70527]: DEBUG oslo_concurrency.lockutils [None req-7b7088c1-9dde-4e73-9325-a04f26fd51b5 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Lock "29185721-af85-4f54-9ec6-f66e6ec3ff23" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.689476] env[70527]: DEBUG oslo_vmware.api [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for the task: (returnval){ [ 1270.689476] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52325af9-d5e9-e924-3ff8-9815b3771b77" [ 1270.689476] env[70527]: _type = "Task" [ 1270.689476] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.702695] env[70527]: DEBUG oslo_vmware.api [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52325af9-d5e9-e924-3ff8-9815b3771b77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.736794] env[70527]: DEBUG oslo_vmware.api [None req-da62d0c0-64a1-4241-b840-adf04fc84b7b tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3914162, 'name': RelocateVM_Task} progress is 97%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.765419] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ca7b28c4-333e-4316-ba8b-a2258c2c8c1b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Acquiring lock "3e151f25-8a2c-43e6-ab40-b620b51f8d30" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.765616] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ca7b28c4-333e-4316-ba8b-a2258c2c8c1b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Lock "3e151f25-8a2c-43e6-ab40-b620b51f8d30" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.765753] env[70527]: DEBUG nova.compute.manager [None req-ca7b28c4-333e-4316-ba8b-a2258c2c8c1b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 3e151f25-8a2c-43e6-ab40-b620b51f8d30] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1270.766777] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0bba915-238d-4e5b-89c9-204b402115c7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.773784] env[70527]: DEBUG nova.compute.manager [None req-ca7b28c4-333e-4316-ba8b-a2258c2c8c1b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 3e151f25-8a2c-43e6-ab40-b620b51f8d30] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70527) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1270.774382] env[70527]: DEBUG nova.objects.instance [None req-ca7b28c4-333e-4316-ba8b-a2258c2c8c1b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Lazy-loading 'flavor' on Instance uuid 3e151f25-8a2c-43e6-ab40-b620b51f8d30 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1270.787884] env[70527]: DEBUG oslo_concurrency.lockutils [req-b2a7e2f9-ca59-49ce-91a4-58bbe392c690 req-c06f9f0a-3827-4f30-a8c7-736e3a93dc77 service nova] Releasing lock "refresh_cache-3321b60f-9e0c-4947-8ed7-f4b613c0c7a3" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.894515] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: f9a77c4a-662f-484b-9d72-358d9298974b] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1270.913423] env[70527]: DEBUG oslo_vmware.api [None req-0df2c1ba-f03d-4f8c-a784-8d5cb5967b59 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3914169, 'name': ReconfigVM_Task, 'duration_secs': 0.373972} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.913423] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-0df2c1ba-f03d-4f8c-a784-8d5cb5967b59 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-777242', 'volume_id': '275bd5b9-fd96-4ad4-98be-74dc0b93b076', 'name': 'volume-275bd5b9-fd96-4ad4-98be-74dc0b93b076', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'af05e519-2a42-4cbc-a73f-43fba1a963ef', 'attached_at': '', 'detached_at': '', 'volume_id': '275bd5b9-fd96-4ad4-98be-74dc0b93b076', 'serial': '275bd5b9-fd96-4ad4-98be-74dc0b93b076'} {{(pid=70527) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1270.918710] env[70527]: DEBUG nova.network.neutron [-] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.123069] env[70527]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2e21a68d-05bc-4e4d-a940-2caeaef18c1c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.134219] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07124941-e7a7-45e8-ac67-5497b18b33cd {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.170958] env[70527]: DEBUG nova.compute.manager [req-49aca52e-88fb-4735-9745-60191f19e9f7 req-8e671d08-dd3e-4136-930e-8241ac2d6cfa service nova] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] Detach interface failed, port_id=5a63e4ed-48f2-4f37-8a6d-50be2483fc26, reason: Instance 0b1c7a2b-cf58-4464-bb53-86c2a637037f could not be found. {{(pid=70527) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1271.189364] env[70527]: DEBUG nova.compute.utils [None req-7b7088c1-9dde-4e73-9325-a04f26fd51b5 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1271.201381] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Preparing fetch location {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1271.201631] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Fetch image to [datastore2] OSTACK_IMG_f220409b-341f-4e15-9cde-d8ee94b578c0/OSTACK_IMG_f220409b-341f-4e15-9cde-d8ee94b578c0.vmdk {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1271.201817] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Downloading stream optimized image 38e043c4-0d05-4152-93dd-f861210b4e97 to [datastore2] OSTACK_IMG_f220409b-341f-4e15-9cde-d8ee94b578c0/OSTACK_IMG_f220409b-341f-4e15-9cde-d8ee94b578c0.vmdk on the data store datastore2 as vApp {{(pid=70527) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1271.201989] env[70527]: DEBUG nova.virt.vmwareapi.images [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Downloading image file data 38e043c4-0d05-4152-93dd-f861210b4e97 to the ESX as VM named 'OSTACK_IMG_f220409b-341f-4e15-9cde-d8ee94b578c0' {{(pid=70527) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1271.250653] env[70527]: DEBUG oslo_vmware.api [None req-da62d0c0-64a1-4241-b840-adf04fc84b7b tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3914162, 'name': RelocateVM_Task} progress is 98%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.286352] env[70527]: DEBUG oslo_vmware.rw_handles [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1271.286352] env[70527]: value = "resgroup-9" [ 1271.286352] env[70527]: _type = "ResourcePool" [ 1271.286352] env[70527]: }. {{(pid=70527) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1271.286818] env[70527]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-f55988a3-b6b9-4cef-8947-e6c6fa07c373 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.314893] env[70527]: DEBUG oslo_vmware.rw_handles [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Lease: (returnval){ [ 1271.314893] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]523107c4-e3a1-b534-801d-982bd4103403" [ 1271.314893] env[70527]: _type = "HttpNfcLease" [ 1271.314893] env[70527]: } obtained for vApp import into resource pool (val){ [ 1271.314893] env[70527]: value = "resgroup-9" [ 1271.314893] env[70527]: _type = "ResourcePool" [ 1271.314893] env[70527]: }. {{(pid=70527) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1271.315415] env[70527]: DEBUG oslo_vmware.api [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for the lease: (returnval){ [ 1271.315415] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]523107c4-e3a1-b534-801d-982bd4103403" [ 1271.315415] env[70527]: _type = "HttpNfcLease" [ 1271.315415] env[70527]: } to be ready. {{(pid=70527) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1271.324734] env[70527]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1271.324734] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]523107c4-e3a1-b534-801d-982bd4103403" [ 1271.324734] env[70527]: _type = "HttpNfcLease" [ 1271.324734] env[70527]: } is initializing. {{(pid=70527) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1271.398597] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 680e9855-2905-4c0d-adc7-e45781fd1e4e] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1271.421547] env[70527]: INFO nova.compute.manager [-] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] Took 2.39 seconds to deallocate network for instance. [ 1271.692939] env[70527]: DEBUG oslo_concurrency.lockutils [None req-7b7088c1-9dde-4e73-9325-a04f26fd51b5 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Lock "29185721-af85-4f54-9ec6-f66e6ec3ff23" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.736735] env[70527]: DEBUG oslo_vmware.api [None req-da62d0c0-64a1-4241-b840-adf04fc84b7b tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3914162, 'name': RelocateVM_Task, 'duration_secs': 4.397546} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.737051] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-da62d0c0-64a1-4241-b840-adf04fc84b7b tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Volume attach. Driver type: vmdk {{(pid=70527) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1271.737268] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-da62d0c0-64a1-4241-b840-adf04fc84b7b tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-777234', 'volume_id': '9bd915b9-598c-4bed-86d7-7d4ce844bed5', 'name': 'volume-9bd915b9-598c-4bed-86d7-7d4ce844bed5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '271bdbb0-6953-4392-8fdc-fb124841ae33', 'attached_at': '', 'detached_at': '', 'volume_id': '9bd915b9-598c-4bed-86d7-7d4ce844bed5', 'serial': '9bd915b9-598c-4bed-86d7-7d4ce844bed5'} {{(pid=70527) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1271.738129] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a30b1a-fe40-4155-a325-655db92dc4cc {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.754527] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-022d9148-6900-4867-8dc7-f0eaf491f3fe {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.777451] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-da62d0c0-64a1-4241-b840-adf04fc84b7b tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] volume-9bd915b9-598c-4bed-86d7-7d4ce844bed5/volume-9bd915b9-598c-4bed-86d7-7d4ce844bed5.vmdk or device None with type thin {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1271.777751] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1756bece-202b-4935-af81-16f05b9780f3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.792119] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca7b28c4-333e-4316-ba8b-a2258c2c8c1b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 3e151f25-8a2c-43e6-ab40-b620b51f8d30] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1271.792422] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6e69c1d-8fa1-457d-ae36-5925e3d26028 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.800118] env[70527]: DEBUG oslo_vmware.api [None req-da62d0c0-64a1-4241-b840-adf04fc84b7b tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for the task: (returnval){ [ 1271.800118] env[70527]: value = "task-3914172" [ 1271.800118] env[70527]: _type = "Task" [ 1271.800118] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.804808] env[70527]: DEBUG oslo_vmware.api [None req-ca7b28c4-333e-4316-ba8b-a2258c2c8c1b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Waiting for the task: (returnval){ [ 1271.804808] env[70527]: value = "task-3914171" [ 1271.804808] env[70527]: _type = "Task" [ 1271.804808] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.811650] env[70527]: DEBUG oslo_vmware.api [None req-da62d0c0-64a1-4241-b840-adf04fc84b7b tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3914172, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.817010] env[70527]: DEBUG oslo_vmware.api [None req-ca7b28c4-333e-4316-ba8b-a2258c2c8c1b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3914171, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.823876] env[70527]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1271.823876] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]523107c4-e3a1-b534-801d-982bd4103403" [ 1271.823876] env[70527]: _type = "HttpNfcLease" [ 1271.823876] env[70527]: } is initializing. {{(pid=70527) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1271.902739] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: ea9f773a-4f52-4819-9f4e-628db9b920f2] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1271.928663] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1b41b850-4b06-43a7-aebe-ce3e0a50d7fe tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.929123] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1b41b850-4b06-43a7-aebe-ce3e0a50d7fe tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.929245] env[70527]: DEBUG nova.objects.instance [None req-1b41b850-4b06-43a7-aebe-ce3e0a50d7fe tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Lazy-loading 'resources' on Instance uuid 0b1c7a2b-cf58-4464-bb53-86c2a637037f {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1271.958794] env[70527]: DEBUG nova.objects.instance [None req-0df2c1ba-f03d-4f8c-a784-8d5cb5967b59 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Lazy-loading 'flavor' on Instance uuid af05e519-2a42-4cbc-a73f-43fba1a963ef {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1272.314529] env[70527]: DEBUG oslo_vmware.api [None req-da62d0c0-64a1-4241-b840-adf04fc84b7b tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3914172, 'name': ReconfigVM_Task, 'duration_secs': 0.318364} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.317749] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-da62d0c0-64a1-4241-b840-adf04fc84b7b tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Reconfigured VM instance instance-0000007a to attach disk [datastore2] volume-9bd915b9-598c-4bed-86d7-7d4ce844bed5/volume-9bd915b9-598c-4bed-86d7-7d4ce844bed5.vmdk or device None with type thin {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1272.323072] env[70527]: DEBUG oslo_vmware.api [None req-ca7b28c4-333e-4316-ba8b-a2258c2c8c1b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3914171, 'name': PowerOffVM_Task, 'duration_secs': 0.36094} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.323326] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6e46314-d379-4055-8415-03080700e980 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.336276] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca7b28c4-333e-4316-ba8b-a2258c2c8c1b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 3e151f25-8a2c-43e6-ab40-b620b51f8d30] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1272.336500] env[70527]: DEBUG nova.compute.manager [None req-ca7b28c4-333e-4316-ba8b-a2258c2c8c1b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 3e151f25-8a2c-43e6-ab40-b620b51f8d30] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1272.337597] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d0b0f2-0c54-48fe-ac5b-48279932f47b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.344187] env[70527]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1272.344187] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]523107c4-e3a1-b534-801d-982bd4103403" [ 1272.344187] env[70527]: _type = "HttpNfcLease" [ 1272.344187] env[70527]: } is ready. {{(pid=70527) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1272.346897] env[70527]: DEBUG oslo_vmware.rw_handles [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1272.346897] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]523107c4-e3a1-b534-801d-982bd4103403" [ 1272.346897] env[70527]: _type = "HttpNfcLease" [ 1272.346897] env[70527]: }. {{(pid=70527) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1272.349226] env[70527]: DEBUG oslo_vmware.api [None req-da62d0c0-64a1-4241-b840-adf04fc84b7b tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for the task: (returnval){ [ 1272.349226] env[70527]: value = "task-3914173" [ 1272.349226] env[70527]: _type = "Task" [ 1272.349226] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.350166] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b21269-3b6d-4029-b5c5-74c2412b2edf {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.360998] env[70527]: DEBUG oslo_vmware.rw_handles [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d7929a-e401-d17a-ca68-cc6c9e57f347/disk-0.vmdk from lease info. {{(pid=70527) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1272.361309] env[70527]: DEBUG oslo_vmware.rw_handles [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d7929a-e401-d17a-ca68-cc6c9e57f347/disk-0.vmdk. {{(pid=70527) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1272.366665] env[70527]: DEBUG oslo_vmware.api [None req-da62d0c0-64a1-4241-b840-adf04fc84b7b tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3914173, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.420696] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1272.421280] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Cleaning up deleted instances with incomplete migration {{(pid=70527) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1272.430035] env[70527]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e5c09655-6d8e-4330-ab0f-027beb7112c4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.464718] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0df2c1ba-f03d-4f8c-a784-8d5cb5967b59 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Lock "af05e519-2a42-4cbc-a73f-43fba1a963ef" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.326s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.670736] env[70527]: INFO nova.compute.manager [None req-07af1bde-8fd0-478a-b127-6688abf9b6c3 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Rescuing [ 1272.671029] env[70527]: DEBUG oslo_concurrency.lockutils [None req-07af1bde-8fd0-478a-b127-6688abf9b6c3 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Acquiring lock "refresh_cache-af05e519-2a42-4cbc-a73f-43fba1a963ef" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.671199] env[70527]: DEBUG oslo_concurrency.lockutils [None req-07af1bde-8fd0-478a-b127-6688abf9b6c3 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Acquired lock "refresh_cache-af05e519-2a42-4cbc-a73f-43fba1a963ef" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.671429] env[70527]: DEBUG nova.network.neutron [None req-07af1bde-8fd0-478a-b127-6688abf9b6c3 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1272.704921] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c56d40b-1846-45a3-99a1-336b0d4dca89 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.714886] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11286af8-4d51-4dec-a338-37dfea84d0b7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.752477] env[70527]: DEBUG oslo_concurrency.lockutils [None req-7b7088c1-9dde-4e73-9325-a04f26fd51b5 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Acquiring lock "29185721-af85-4f54-9ec6-f66e6ec3ff23" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.752735] env[70527]: DEBUG oslo_concurrency.lockutils [None req-7b7088c1-9dde-4e73-9325-a04f26fd51b5 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Lock "29185721-af85-4f54-9ec6-f66e6ec3ff23" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.752987] env[70527]: INFO nova.compute.manager [None req-7b7088c1-9dde-4e73-9325-a04f26fd51b5 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 29185721-af85-4f54-9ec6-f66e6ec3ff23] Attaching volume 08bdb8e3-c28e-49f1-9d58-c26f6607d9d9 to /dev/sdb [ 1272.761197] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6e8204-bc87-491c-a609-faf9ff955e75 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.773446] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d78cb42-5355-4033-ab0e-50292e992cab {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.792095] env[70527]: DEBUG nova.compute.provider_tree [None req-1b41b850-4b06-43a7-aebe-ce3e0a50d7fe tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1272.799504] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e131a0c4-1bfa-4073-ba69-513dc76bac9a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.810296] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68552b8b-b48d-4493-926b-537699a16199 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.828160] env[70527]: DEBUG nova.virt.block_device [None req-7b7088c1-9dde-4e73-9325-a04f26fd51b5 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 29185721-af85-4f54-9ec6-f66e6ec3ff23] Updating existing volume attachment record: 9d83f4b6-53db-471f-9671-fe3dc006e722 {{(pid=70527) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1272.854131] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ca7b28c4-333e-4316-ba8b-a2258c2c8c1b tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Lock "3e151f25-8a2c-43e6-ab40-b620b51f8d30" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.088s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.868026] env[70527]: DEBUG oslo_vmware.api [None req-da62d0c0-64a1-4241-b840-adf04fc84b7b tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3914173, 'name': ReconfigVM_Task, 'duration_secs': 0.129885} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.870076] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-da62d0c0-64a1-4241-b840-adf04fc84b7b tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-777234', 'volume_id': '9bd915b9-598c-4bed-86d7-7d4ce844bed5', 'name': 'volume-9bd915b9-598c-4bed-86d7-7d4ce844bed5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '271bdbb0-6953-4392-8fdc-fb124841ae33', 'attached_at': '', 'detached_at': '', 'volume_id': '9bd915b9-598c-4bed-86d7-7d4ce844bed5', 'serial': '9bd915b9-598c-4bed-86d7-7d4ce844bed5'} {{(pid=70527) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1272.870502] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31bec593-e2e4-41d4-8b9f-a35fb2410e70 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.880580] env[70527]: DEBUG oslo_vmware.api [None req-da62d0c0-64a1-4241-b840-adf04fc84b7b tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for the task: (returnval){ [ 1272.880580] env[70527]: value = "task-3914174" [ 1272.880580] env[70527]: _type = "Task" [ 1272.880580] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.891930] env[70527]: DEBUG oslo_vmware.api [None req-da62d0c0-64a1-4241-b840-adf04fc84b7b tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3914174, 'name': Rename_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.924486] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1273.299384] env[70527]: DEBUG nova.scheduler.client.report [None req-1b41b850-4b06-43a7-aebe-ce3e0a50d7fe tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1273.393275] env[70527]: DEBUG oslo_vmware.api [None req-da62d0c0-64a1-4241-b840-adf04fc84b7b tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3914174, 'name': Rename_Task, 'duration_secs': 0.183987} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.393648] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-da62d0c0-64a1-4241-b840-adf04fc84b7b tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1273.393921] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d69c6b70-d5f2-4366-80e7-e28b277e0015 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.408272] env[70527]: DEBUG oslo_vmware.api [None req-da62d0c0-64a1-4241-b840-adf04fc84b7b tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for the task: (returnval){ [ 1273.408272] env[70527]: value = "task-3914176" [ 1273.408272] env[70527]: _type = "Task" [ 1273.408272] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.418552] env[70527]: DEBUG oslo_vmware.api [None req-da62d0c0-64a1-4241-b840-adf04fc84b7b tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3914176, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.475981] env[70527]: DEBUG nova.network.neutron [None req-07af1bde-8fd0-478a-b127-6688abf9b6c3 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Updating instance_info_cache with network_info: [{"id": "c38b3c5c-55cd-461d-ad54-b9637c48ce4c", "address": "fa:16:3e:68:7c:66", "network": {"id": "bf80da5f-b6b3-408a-8ca7-44b2bb5a09b9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-620290731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04c6913e6e05403f84967742a042b550", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc38b3c5c-55", "ovs_interfaceid": "c38b3c5c-55cd-461d-ad54-b9637c48ce4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.671071] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a85f8a7c-71e6-4239-a93f-d416e9b0f41e tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Acquiring lock "3e151f25-8a2c-43e6-ab40-b620b51f8d30" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.671431] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a85f8a7c-71e6-4239-a93f-d416e9b0f41e tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Lock "3e151f25-8a2c-43e6-ab40-b620b51f8d30" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.671722] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a85f8a7c-71e6-4239-a93f-d416e9b0f41e tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Acquiring lock "3e151f25-8a2c-43e6-ab40-b620b51f8d30-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.671978] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a85f8a7c-71e6-4239-a93f-d416e9b0f41e tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Lock "3e151f25-8a2c-43e6-ab40-b620b51f8d30-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.672296] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a85f8a7c-71e6-4239-a93f-d416e9b0f41e tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Lock "3e151f25-8a2c-43e6-ab40-b620b51f8d30-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.677447] env[70527]: INFO nova.compute.manager [None req-a85f8a7c-71e6-4239-a93f-d416e9b0f41e tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 3e151f25-8a2c-43e6-ab40-b620b51f8d30] Terminating instance [ 1273.683086] env[70527]: DEBUG oslo_vmware.rw_handles [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Completed reading data from the image iterator. {{(pid=70527) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1273.683332] env[70527]: DEBUG oslo_vmware.rw_handles [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d7929a-e401-d17a-ca68-cc6c9e57f347/disk-0.vmdk. {{(pid=70527) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1273.684275] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259cc1f2-fc6a-4fe1-b1c1-71fa9b5be3f2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.691672] env[70527]: DEBUG oslo_vmware.rw_handles [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d7929a-e401-d17a-ca68-cc6c9e57f347/disk-0.vmdk is in state: ready. {{(pid=70527) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1273.691916] env[70527]: DEBUG oslo_vmware.rw_handles [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d7929a-e401-d17a-ca68-cc6c9e57f347/disk-0.vmdk. {{(pid=70527) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1273.692077] env[70527]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-d0fb4c06-ef31-458f-9f7d-d63193ff586c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.804832] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1b41b850-4b06-43a7-aebe-ce3e0a50d7fe tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.876s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.831528] env[70527]: INFO nova.scheduler.client.report [None req-1b41b850-4b06-43a7-aebe-ce3e0a50d7fe tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Deleted allocations for instance 0b1c7a2b-cf58-4464-bb53-86c2a637037f [ 1273.879402] env[70527]: DEBUG oslo_vmware.rw_handles [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d7929a-e401-d17a-ca68-cc6c9e57f347/disk-0.vmdk. {{(pid=70527) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1273.879662] env[70527]: INFO nova.virt.vmwareapi.images [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Downloaded image file data 38e043c4-0d05-4152-93dd-f861210b4e97 [ 1273.880631] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e320ce9-2010-47b7-8d00-348ec1ff9fee {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.900860] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-64f081c8-7065-4601-8a7b-71714cfa544f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.918993] env[70527]: DEBUG oslo_vmware.api [None req-da62d0c0-64a1-4241-b840-adf04fc84b7b tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3914176, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.934780] env[70527]: INFO nova.virt.vmwareapi.images [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] The imported VM was unregistered [ 1273.937263] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Caching image {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1273.937515] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Creating directory with path [datastore2] devstack-image-cache_base/38e043c4-0d05-4152-93dd-f861210b4e97 {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1273.938225] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02cf48f9-db96-45da-9ba3-5e514ef506a4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.948745] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Created directory with path [datastore2] devstack-image-cache_base/38e043c4-0d05-4152-93dd-f861210b4e97 {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1273.948939] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_f220409b-341f-4e15-9cde-d8ee94b578c0/OSTACK_IMG_f220409b-341f-4e15-9cde-d8ee94b578c0.vmdk to [datastore2] devstack-image-cache_base/38e043c4-0d05-4152-93dd-f861210b4e97/38e043c4-0d05-4152-93dd-f861210b4e97.vmdk. {{(pid=70527) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1273.949225] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-5e96e629-2d1a-4d8b-b14c-399a12640032 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.957191] env[70527]: DEBUG oslo_vmware.api [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for the task: (returnval){ [ 1273.957191] env[70527]: value = "task-3914178" [ 1273.957191] env[70527]: _type = "Task" [ 1273.957191] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.965471] env[70527]: DEBUG oslo_vmware.api [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3914178, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.978629] env[70527]: DEBUG oslo_concurrency.lockutils [None req-07af1bde-8fd0-478a-b127-6688abf9b6c3 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Releasing lock "refresh_cache-af05e519-2a42-4cbc-a73f-43fba1a963ef" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.182771] env[70527]: DEBUG nova.compute.manager [None req-a85f8a7c-71e6-4239-a93f-d416e9b0f41e tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 3e151f25-8a2c-43e6-ab40-b620b51f8d30] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1274.183237] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-a85f8a7c-71e6-4239-a93f-d416e9b0f41e tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 3e151f25-8a2c-43e6-ab40-b620b51f8d30] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1274.184201] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da45341f-26c0-4b60-83e7-82c65a3541f5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.194830] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-a85f8a7c-71e6-4239-a93f-d416e9b0f41e tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 3e151f25-8a2c-43e6-ab40-b620b51f8d30] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1274.195253] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84069a87-f71b-46f3-aee9-e5c98fa4ae5d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.297498] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-a85f8a7c-71e6-4239-a93f-d416e9b0f41e tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 3e151f25-8a2c-43e6-ab40-b620b51f8d30] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1274.297747] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-a85f8a7c-71e6-4239-a93f-d416e9b0f41e tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 3e151f25-8a2c-43e6-ab40-b620b51f8d30] Deleting contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1274.297964] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-a85f8a7c-71e6-4239-a93f-d416e9b0f41e tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Deleting the datastore file [datastore2] 3e151f25-8a2c-43e6-ab40-b620b51f8d30 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1274.298399] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de9c769b-0b2c-4a28-a4f1-2b3feb88fe04 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.306800] env[70527]: DEBUG oslo_vmware.api [None req-a85f8a7c-71e6-4239-a93f-d416e9b0f41e tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Waiting for the task: (returnval){ [ 1274.306800] env[70527]: value = "task-3914180" [ 1274.306800] env[70527]: _type = "Task" [ 1274.306800] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.317581] env[70527]: DEBUG oslo_vmware.api [None req-a85f8a7c-71e6-4239-a93f-d416e9b0f41e tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3914180, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.341581] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1b41b850-4b06-43a7-aebe-ce3e0a50d7fe tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Lock "0b1c7a2b-cf58-4464-bb53-86c2a637037f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.964s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.418740] env[70527]: DEBUG oslo_vmware.api [None req-da62d0c0-64a1-4241-b840-adf04fc84b7b tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3914176, 'name': PowerOnVM_Task, 'duration_secs': 0.535382} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.419041] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-da62d0c0-64a1-4241-b840-adf04fc84b7b tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1274.419263] env[70527]: INFO nova.compute.manager [None req-da62d0c0-64a1-4241-b840-adf04fc84b7b tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Took 8.47 seconds to spawn the instance on the hypervisor. [ 1274.419449] env[70527]: DEBUG nova.compute.manager [None req-da62d0c0-64a1-4241-b840-adf04fc84b7b tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1274.420294] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa51f57-7d51-4639-919c-2c350d3383e1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.467627] env[70527]: DEBUG oslo_vmware.api [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3914178, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.818072] env[70527]: DEBUG oslo_vmware.api [None req-a85f8a7c-71e6-4239-a93f-d416e9b0f41e tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3914180, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.939691] env[70527]: INFO nova.compute.manager [None req-da62d0c0-64a1-4241-b840-adf04fc84b7b tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Took 18.11 seconds to build instance. [ 1274.967904] env[70527]: DEBUG oslo_vmware.api [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3914178, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.318887] env[70527]: DEBUG oslo_vmware.api [None req-a85f8a7c-71e6-4239-a93f-d416e9b0f41e tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3914180, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.442886] env[70527]: DEBUG oslo_concurrency.lockutils [None req-da62d0c0-64a1-4241-b840-adf04fc84b7b tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Lock "271bdbb0-6953-4392-8fdc-fb124841ae33" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.617s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.473781] env[70527]: DEBUG oslo_vmware.api [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3914178, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.517831] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9a6e0c24-0206-4f9b-bbbe-08477a69f137 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquiring lock "dc7820a0-241c-4ed4-8a54-f321762897b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.518151] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9a6e0c24-0206-4f9b-bbbe-08477a69f137 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Lock "dc7820a0-241c-4ed4-8a54-f321762897b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.518486] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9a6e0c24-0206-4f9b-bbbe-08477a69f137 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquiring lock "dc7820a0-241c-4ed4-8a54-f321762897b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.518705] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9a6e0c24-0206-4f9b-bbbe-08477a69f137 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Lock "dc7820a0-241c-4ed4-8a54-f321762897b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.518920] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9a6e0c24-0206-4f9b-bbbe-08477a69f137 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Lock "dc7820a0-241c-4ed4-8a54-f321762897b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.521381] env[70527]: INFO nova.compute.manager [None req-9a6e0c24-0206-4f9b-bbbe-08477a69f137 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Terminating instance [ 1275.533021] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-07af1bde-8fd0-478a-b127-6688abf9b6c3 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1275.534110] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65f41b88-6d35-4784-ab57-c46566071b10 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.545128] env[70527]: DEBUG oslo_vmware.api [None req-07af1bde-8fd0-478a-b127-6688abf9b6c3 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Waiting for the task: (returnval){ [ 1275.545128] env[70527]: value = "task-3914182" [ 1275.545128] env[70527]: _type = "Task" [ 1275.545128] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.557125] env[70527]: DEBUG oslo_vmware.api [None req-07af1bde-8fd0-478a-b127-6688abf9b6c3 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3914182, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.819857] env[70527]: DEBUG oslo_vmware.api [None req-a85f8a7c-71e6-4239-a93f-d416e9b0f41e tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3914180, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.972581] env[70527]: DEBUG oslo_vmware.api [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3914178, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.026024] env[70527]: DEBUG nova.compute.manager [None req-9a6e0c24-0206-4f9b-bbbe-08477a69f137 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1276.026304] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6e0c24-0206-4f9b-bbbe-08477a69f137 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1276.027205] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6846686-9212-4cd4-89d8-100a730e1b6e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.036561] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a6e0c24-0206-4f9b-bbbe-08477a69f137 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1276.036834] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35a80030-4a42-44cf-b015-f092e331e74f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.045019] env[70527]: DEBUG oslo_vmware.api [None req-9a6e0c24-0206-4f9b-bbbe-08477a69f137 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Waiting for the task: (returnval){ [ 1276.045019] env[70527]: value = "task-3914183" [ 1276.045019] env[70527]: _type = "Task" [ 1276.045019] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.058041] env[70527]: DEBUG oslo_vmware.api [None req-9a6e0c24-0206-4f9b-bbbe-08477a69f137 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3914183, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.061469] env[70527]: DEBUG oslo_vmware.api [None req-07af1bde-8fd0-478a-b127-6688abf9b6c3 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3914182, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.319555] env[70527]: DEBUG oslo_vmware.api [None req-a85f8a7c-71e6-4239-a93f-d416e9b0f41e tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3914180, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.846833} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.321071] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-a85f8a7c-71e6-4239-a93f-d416e9b0f41e tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1276.321378] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-a85f8a7c-71e6-4239-a93f-d416e9b0f41e tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 3e151f25-8a2c-43e6-ab40-b620b51f8d30] Deleted contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1276.321456] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-a85f8a7c-71e6-4239-a93f-d416e9b0f41e tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 3e151f25-8a2c-43e6-ab40-b620b51f8d30] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1276.321623] env[70527]: INFO nova.compute.manager [None req-a85f8a7c-71e6-4239-a93f-d416e9b0f41e tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 3e151f25-8a2c-43e6-ab40-b620b51f8d30] Took 2.14 seconds to destroy the instance on the hypervisor. [ 1276.321902] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a85f8a7c-71e6-4239-a93f-d416e9b0f41e tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1276.323109] env[70527]: DEBUG nova.compute.manager [req-15d904d7-3ff0-4954-92f8-db776bc60eef req-5da9836f-1b13-41ab-a820-623175367d8a service nova] [instance: b0e3fd31-6785-4d93-bc58-be1a03aa5f31] Received event network-changed-245f5f8b-bcb1-46ef-a63b-d618abb0d2a4 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1276.323295] env[70527]: DEBUG nova.compute.manager [req-15d904d7-3ff0-4954-92f8-db776bc60eef req-5da9836f-1b13-41ab-a820-623175367d8a service nova] [instance: b0e3fd31-6785-4d93-bc58-be1a03aa5f31] Refreshing instance network info cache due to event network-changed-245f5f8b-bcb1-46ef-a63b-d618abb0d2a4. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1276.323524] env[70527]: DEBUG oslo_concurrency.lockutils [req-15d904d7-3ff0-4954-92f8-db776bc60eef req-5da9836f-1b13-41ab-a820-623175367d8a service nova] Acquiring lock "refresh_cache-b0e3fd31-6785-4d93-bc58-be1a03aa5f31" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.323734] env[70527]: DEBUG oslo_concurrency.lockutils [req-15d904d7-3ff0-4954-92f8-db776bc60eef req-5da9836f-1b13-41ab-a820-623175367d8a service nova] Acquired lock "refresh_cache-b0e3fd31-6785-4d93-bc58-be1a03aa5f31" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.323866] env[70527]: DEBUG nova.network.neutron [req-15d904d7-3ff0-4954-92f8-db776bc60eef req-5da9836f-1b13-41ab-a820-623175367d8a service nova] [instance: b0e3fd31-6785-4d93-bc58-be1a03aa5f31] Refreshing network info cache for port 245f5f8b-bcb1-46ef-a63b-d618abb0d2a4 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1276.327985] env[70527]: DEBUG nova.compute.manager [-] [instance: 3e151f25-8a2c-43e6-ab40-b620b51f8d30] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1276.327985] env[70527]: DEBUG nova.network.neutron [-] [instance: 3e151f25-8a2c-43e6-ab40-b620b51f8d30] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1276.469856] env[70527]: DEBUG oslo_vmware.api [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3914178, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.560585] env[70527]: DEBUG oslo_vmware.api [None req-07af1bde-8fd0-478a-b127-6688abf9b6c3 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3914182, 'name': PowerOffVM_Task, 'duration_secs': 0.995165} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.564940] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-07af1bde-8fd0-478a-b127-6688abf9b6c3 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1276.564940] env[70527]: DEBUG oslo_vmware.api [None req-9a6e0c24-0206-4f9b-bbbe-08477a69f137 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3914183, 'name': PowerOffVM_Task, 'duration_secs': 0.31284} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.565673] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e3a88f6-f9b4-4537-9900-36cc9cae380e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.570115] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a6e0c24-0206-4f9b-bbbe-08477a69f137 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1276.570382] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6e0c24-0206-4f9b-bbbe-08477a69f137 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1276.570679] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48ce6826-84d7-4083-aea0-e05d24936320 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.600534] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-722e4ff0-c4a1-4734-8e54-10bc52d6a5e6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.643120] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-07af1bde-8fd0-478a-b127-6688abf9b6c3 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1276.643631] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d27f1dcd-8deb-4cf0-8661-4943e0aa5494 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.651497] env[70527]: DEBUG oslo_vmware.api [None req-07af1bde-8fd0-478a-b127-6688abf9b6c3 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Waiting for the task: (returnval){ [ 1276.651497] env[70527]: value = "task-3914185" [ 1276.651497] env[70527]: _type = "Task" [ 1276.651497] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.661439] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6e0c24-0206-4f9b-bbbe-08477a69f137 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1276.661504] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6e0c24-0206-4f9b-bbbe-08477a69f137 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Deleting contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1276.661727] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a6e0c24-0206-4f9b-bbbe-08477a69f137 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Deleting the datastore file [datastore1] dc7820a0-241c-4ed4-8a54-f321762897b3 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1276.666458] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-774f5fd9-45e7-47a5-a0fd-7810b9ae09f1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.669208] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-07af1bde-8fd0-478a-b127-6688abf9b6c3 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] VM already powered off {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1276.669447] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-07af1bde-8fd0-478a-b127-6688abf9b6c3 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1276.669938] env[70527]: DEBUG oslo_concurrency.lockutils [None req-07af1bde-8fd0-478a-b127-6688abf9b6c3 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.670147] env[70527]: DEBUG oslo_concurrency.lockutils [None req-07af1bde-8fd0-478a-b127-6688abf9b6c3 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.670478] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-07af1bde-8fd0-478a-b127-6688abf9b6c3 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1276.671180] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b099c360-c417-4b16-b64f-af0e49d24bd0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.676290] env[70527]: DEBUG oslo_vmware.api [None req-9a6e0c24-0206-4f9b-bbbe-08477a69f137 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Waiting for the task: (returnval){ [ 1276.676290] env[70527]: value = "task-3914186" [ 1276.676290] env[70527]: _type = "Task" [ 1276.676290] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.682477] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-07af1bde-8fd0-478a-b127-6688abf9b6c3 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1276.682477] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-07af1bde-8fd0-478a-b127-6688abf9b6c3 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1276.683743] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0547db05-740a-4121-85f6-fe0ce8c6fef0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.689586] env[70527]: DEBUG oslo_vmware.api [None req-9a6e0c24-0206-4f9b-bbbe-08477a69f137 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3914186, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.693314] env[70527]: DEBUG oslo_vmware.api [None req-07af1bde-8fd0-478a-b127-6688abf9b6c3 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Waiting for the task: (returnval){ [ 1276.693314] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]524253b6-f6f9-d4fb-afac-ffe1f4bef01a" [ 1276.693314] env[70527]: _type = "Task" [ 1276.693314] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.702640] env[70527]: DEBUG oslo_vmware.api [None req-07af1bde-8fd0-478a-b127-6688abf9b6c3 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]524253b6-f6f9-d4fb-afac-ffe1f4bef01a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.969436] env[70527]: DEBUG oslo_vmware.api [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3914178, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.592479} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.972159] env[70527]: INFO nova.virt.vmwareapi.ds_util [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_f220409b-341f-4e15-9cde-d8ee94b578c0/OSTACK_IMG_f220409b-341f-4e15-9cde-d8ee94b578c0.vmdk to [datastore2] devstack-image-cache_base/38e043c4-0d05-4152-93dd-f861210b4e97/38e043c4-0d05-4152-93dd-f861210b4e97.vmdk. [ 1276.972379] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Cleaning up location [datastore2] OSTACK_IMG_f220409b-341f-4e15-9cde-d8ee94b578c0 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1276.972623] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_f220409b-341f-4e15-9cde-d8ee94b578c0 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1276.972896] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-535faf4b-c246-4832-9317-2d81d9405c64 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.979734] env[70527]: DEBUG oslo_vmware.api [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for the task: (returnval){ [ 1276.979734] env[70527]: value = "task-3914187" [ 1276.979734] env[70527]: _type = "Task" [ 1276.979734] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.987623] env[70527]: DEBUG oslo_vmware.api [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3914187, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.035791] env[70527]: DEBUG nova.network.neutron [req-15d904d7-3ff0-4954-92f8-db776bc60eef req-5da9836f-1b13-41ab-a820-623175367d8a service nova] [instance: b0e3fd31-6785-4d93-bc58-be1a03aa5f31] Updated VIF entry in instance network info cache for port 245f5f8b-bcb1-46ef-a63b-d618abb0d2a4. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1277.036171] env[70527]: DEBUG nova.network.neutron [req-15d904d7-3ff0-4954-92f8-db776bc60eef req-5da9836f-1b13-41ab-a820-623175367d8a service nova] [instance: b0e3fd31-6785-4d93-bc58-be1a03aa5f31] Updating instance_info_cache with network_info: [{"id": "245f5f8b-bcb1-46ef-a63b-d618abb0d2a4", "address": "fa:16:3e:50:93:89", "network": {"id": "6a4f3b6e-2245-4a82-bf13-e4002ce51c7b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-274635677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "217e9dedf6ba423980df628f40219825", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap245f5f8b-bc", "ovs_interfaceid": "245f5f8b-bcb1-46ef-a63b-d618abb0d2a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.104983] env[70527]: DEBUG nova.network.neutron [-] [instance: 3e151f25-8a2c-43e6-ab40-b620b51f8d30] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.187106] env[70527]: DEBUG oslo_vmware.api [None req-9a6e0c24-0206-4f9b-bbbe-08477a69f137 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3914186, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.203636] env[70527]: DEBUG oslo_vmware.api [None req-07af1bde-8fd0-478a-b127-6688abf9b6c3 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]524253b6-f6f9-d4fb-afac-ffe1f4bef01a, 'name': SearchDatastore_Task, 'duration_secs': 0.0257} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.204497] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aad02889-aaa7-4f3f-ac3c-91196d16384e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.210419] env[70527]: DEBUG oslo_vmware.api [None req-07af1bde-8fd0-478a-b127-6688abf9b6c3 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Waiting for the task: (returnval){ [ 1277.210419] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52e4a7cb-df30-a272-088d-8b082026d116" [ 1277.210419] env[70527]: _type = "Task" [ 1277.210419] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.219073] env[70527]: DEBUG oslo_vmware.api [None req-07af1bde-8fd0-478a-b127-6688abf9b6c3 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52e4a7cb-df30-a272-088d-8b082026d116, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.381190] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b7088c1-9dde-4e73-9325-a04f26fd51b5 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 29185721-af85-4f54-9ec6-f66e6ec3ff23] Volume attach. Driver type: vmdk {{(pid=70527) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1277.381432] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b7088c1-9dde-4e73-9325-a04f26fd51b5 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 29185721-af85-4f54-9ec6-f66e6ec3ff23] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-777246', 'volume_id': '08bdb8e3-c28e-49f1-9d58-c26f6607d9d9', 'name': 'volume-08bdb8e3-c28e-49f1-9d58-c26f6607d9d9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '29185721-af85-4f54-9ec6-f66e6ec3ff23', 'attached_at': '', 'detached_at': '', 'volume_id': '08bdb8e3-c28e-49f1-9d58-c26f6607d9d9', 'serial': '08bdb8e3-c28e-49f1-9d58-c26f6607d9d9'} {{(pid=70527) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1277.382396] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c2440f-10e3-44e3-a937-54bc5157a99f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.400509] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10701566-613d-4dc9-81b3-429173699edc {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.441041] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b7088c1-9dde-4e73-9325-a04f26fd51b5 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 29185721-af85-4f54-9ec6-f66e6ec3ff23] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] volume-08bdb8e3-c28e-49f1-9d58-c26f6607d9d9/volume-08bdb8e3-c28e-49f1-9d58-c26f6607d9d9.vmdk or device None with type thin {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1277.442067] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca1c449b-f7bf-4ec9-8bd9-5ea2be016f75 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.471693] env[70527]: DEBUG oslo_vmware.api [None req-7b7088c1-9dde-4e73-9325-a04f26fd51b5 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Waiting for the task: (returnval){ [ 1277.471693] env[70527]: value = "task-3914188" [ 1277.471693] env[70527]: _type = "Task" [ 1277.471693] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.484402] env[70527]: DEBUG oslo_vmware.api [None req-7b7088c1-9dde-4e73-9325-a04f26fd51b5 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3914188, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.495051] env[70527]: DEBUG oslo_vmware.api [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3914187, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244769} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.495355] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1277.495500] env[70527]: DEBUG oslo_concurrency.lockutils [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38e043c4-0d05-4152-93dd-f861210b4e97/38e043c4-0d05-4152-93dd-f861210b4e97.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.495814] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38e043c4-0d05-4152-93dd-f861210b4e97/38e043c4-0d05-4152-93dd-f861210b4e97.vmdk to [datastore2] 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3/3321b60f-9e0c-4947-8ed7-f4b613c0c7a3.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1277.496224] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-789f52a2-4062-41a7-b0ec-2e0d6f334b49 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.503955] env[70527]: DEBUG oslo_vmware.api [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for the task: (returnval){ [ 1277.503955] env[70527]: value = "task-3914189" [ 1277.503955] env[70527]: _type = "Task" [ 1277.503955] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.512309] env[70527]: DEBUG oslo_vmware.api [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3914189, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.539184] env[70527]: DEBUG oslo_concurrency.lockutils [req-15d904d7-3ff0-4954-92f8-db776bc60eef req-5da9836f-1b13-41ab-a820-623175367d8a service nova] Releasing lock "refresh_cache-b0e3fd31-6785-4d93-bc58-be1a03aa5f31" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.608369] env[70527]: INFO nova.compute.manager [-] [instance: 3e151f25-8a2c-43e6-ab40-b620b51f8d30] Took 1.28 seconds to deallocate network for instance. [ 1277.689040] env[70527]: DEBUG oslo_vmware.api [None req-9a6e0c24-0206-4f9b-bbbe-08477a69f137 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Task: {'id': task-3914186, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.637401} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.689831] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a6e0c24-0206-4f9b-bbbe-08477a69f137 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1277.689831] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6e0c24-0206-4f9b-bbbe-08477a69f137 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Deleted contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1277.689831] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6e0c24-0206-4f9b-bbbe-08477a69f137 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1277.689831] env[70527]: INFO nova.compute.manager [None req-9a6e0c24-0206-4f9b-bbbe-08477a69f137 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1277.690233] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a6e0c24-0206-4f9b-bbbe-08477a69f137 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1277.690233] env[70527]: DEBUG nova.compute.manager [-] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1277.690233] env[70527]: DEBUG nova.network.neutron [-] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1277.723253] env[70527]: DEBUG oslo_vmware.api [None req-07af1bde-8fd0-478a-b127-6688abf9b6c3 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52e4a7cb-df30-a272-088d-8b082026d116, 'name': SearchDatastore_Task, 'duration_secs': 0.018371} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.726058] env[70527]: DEBUG oslo_concurrency.lockutils [None req-07af1bde-8fd0-478a-b127-6688abf9b6c3 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.726171] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-07af1bde-8fd0-478a-b127-6688abf9b6c3 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] af05e519-2a42-4cbc-a73f-43fba1a963ef/ceb476e5-c20f-4967-be78-b77393a04dc2-rescue.vmdk. {{(pid=70527) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1277.726580] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1e5150d-0f01-4cce-8e36-be6ea5bf9df9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.736964] env[70527]: DEBUG oslo_vmware.api [None req-07af1bde-8fd0-478a-b127-6688abf9b6c3 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Waiting for the task: (returnval){ [ 1277.736964] env[70527]: value = "task-3914190" [ 1277.736964] env[70527]: _type = "Task" [ 1277.736964] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.746293] env[70527]: DEBUG oslo_vmware.api [None req-07af1bde-8fd0-478a-b127-6688abf9b6c3 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3914190, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.792688] env[70527]: DEBUG nova.compute.manager [None req-2278fb27-2757-42d4-a080-8e8f5c5a2926 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Stashing vm_state: active {{(pid=70527) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1277.983675] env[70527]: DEBUG oslo_vmware.api [None req-7b7088c1-9dde-4e73-9325-a04f26fd51b5 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3914188, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.013747] env[70527]: DEBUG oslo_vmware.api [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3914189, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.115040] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a85f8a7c-71e6-4239-a93f-d416e9b0f41e tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.115567] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a85f8a7c-71e6-4239-a93f-d416e9b0f41e tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.115804] env[70527]: DEBUG nova.objects.instance [None req-a85f8a7c-71e6-4239-a93f-d416e9b0f41e tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Lazy-loading 'resources' on Instance uuid 3e151f25-8a2c-43e6-ab40-b620b51f8d30 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1278.247260] env[70527]: DEBUG oslo_vmware.api [None req-07af1bde-8fd0-478a-b127-6688abf9b6c3 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3914190, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.316449] env[70527]: DEBUG oslo_concurrency.lockutils [None req-2278fb27-2757-42d4-a080-8e8f5c5a2926 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.362262] env[70527]: DEBUG nova.compute.manager [req-332eea2d-92d7-41e1-a517-0972034b8c08 req-750ce495-678a-488f-9adb-453e904c8f03 service nova] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Received event network-changed-0a0268a9-f4a9-474b-a951-1c43b40ac331 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1278.362444] env[70527]: DEBUG nova.compute.manager [req-332eea2d-92d7-41e1-a517-0972034b8c08 req-750ce495-678a-488f-9adb-453e904c8f03 service nova] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Refreshing instance network info cache due to event network-changed-0a0268a9-f4a9-474b-a951-1c43b40ac331. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1278.362674] env[70527]: DEBUG oslo_concurrency.lockutils [req-332eea2d-92d7-41e1-a517-0972034b8c08 req-750ce495-678a-488f-9adb-453e904c8f03 service nova] Acquiring lock "refresh_cache-271bdbb0-6953-4392-8fdc-fb124841ae33" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.362818] env[70527]: DEBUG oslo_concurrency.lockutils [req-332eea2d-92d7-41e1-a517-0972034b8c08 req-750ce495-678a-488f-9adb-453e904c8f03 service nova] Acquired lock "refresh_cache-271bdbb0-6953-4392-8fdc-fb124841ae33" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.362982] env[70527]: DEBUG nova.network.neutron [req-332eea2d-92d7-41e1-a517-0972034b8c08 req-750ce495-678a-488f-9adb-453e904c8f03 service nova] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Refreshing network info cache for port 0a0268a9-f4a9-474b-a951-1c43b40ac331 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1278.482307] env[70527]: DEBUG oslo_vmware.api [None req-7b7088c1-9dde-4e73-9325-a04f26fd51b5 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3914188, 'name': ReconfigVM_Task, 'duration_secs': 0.74855} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.482688] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b7088c1-9dde-4e73-9325-a04f26fd51b5 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 29185721-af85-4f54-9ec6-f66e6ec3ff23] Reconfigured VM instance instance-00000073 to attach disk [datastore2] volume-08bdb8e3-c28e-49f1-9d58-c26f6607d9d9/volume-08bdb8e3-c28e-49f1-9d58-c26f6607d9d9.vmdk or device None with type thin {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1278.487581] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c07db65b-d16b-4008-adf0-133cba45a4ca {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.504782] env[70527]: DEBUG nova.network.neutron [-] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.506234] env[70527]: DEBUG oslo_vmware.api [None req-7b7088c1-9dde-4e73-9325-a04f26fd51b5 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Waiting for the task: (returnval){ [ 1278.506234] env[70527]: value = "task-3914191" [ 1278.506234] env[70527]: _type = "Task" [ 1278.506234] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.522472] env[70527]: DEBUG oslo_vmware.api [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3914189, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.528052] env[70527]: DEBUG oslo_vmware.api [None req-7b7088c1-9dde-4e73-9325-a04f26fd51b5 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3914191, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.747466] env[70527]: DEBUG oslo_vmware.api [None req-07af1bde-8fd0-478a-b127-6688abf9b6c3 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3914190, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.838945] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5199e739-d7cf-4ee9-85ab-c1a3d12566ab {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.848140] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19404df0-fb79-43a8-bb2c-f2323bbaf00c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.886907] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-991d8116-ac77-4334-9cd9-b1da7b28f873 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.896064] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f42f3480-ddd4-4ed0-9b75-0589c340f3a3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.911573] env[70527]: DEBUG nova.compute.provider_tree [None req-a85f8a7c-71e6-4239-a93f-d416e9b0f41e tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1279.013211] env[70527]: INFO nova.compute.manager [-] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Took 1.32 seconds to deallocate network for instance. [ 1279.022556] env[70527]: DEBUG oslo_vmware.api [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3914189, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.032930] env[70527]: DEBUG oslo_vmware.api [None req-7b7088c1-9dde-4e73-9325-a04f26fd51b5 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3914191, 'name': ReconfigVM_Task, 'duration_secs': 0.172263} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.032930] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b7088c1-9dde-4e73-9325-a04f26fd51b5 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 29185721-af85-4f54-9ec6-f66e6ec3ff23] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-777246', 'volume_id': '08bdb8e3-c28e-49f1-9d58-c26f6607d9d9', 'name': 'volume-08bdb8e3-c28e-49f1-9d58-c26f6607d9d9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '29185721-af85-4f54-9ec6-f66e6ec3ff23', 'attached_at': '', 'detached_at': '', 'volume_id': '08bdb8e3-c28e-49f1-9d58-c26f6607d9d9', 'serial': '08bdb8e3-c28e-49f1-9d58-c26f6607d9d9'} {{(pid=70527) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1279.181707] env[70527]: DEBUG nova.network.neutron [req-332eea2d-92d7-41e1-a517-0972034b8c08 req-750ce495-678a-488f-9adb-453e904c8f03 service nova] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Updated VIF entry in instance network info cache for port 0a0268a9-f4a9-474b-a951-1c43b40ac331. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1279.182087] env[70527]: DEBUG nova.network.neutron [req-332eea2d-92d7-41e1-a517-0972034b8c08 req-750ce495-678a-488f-9adb-453e904c8f03 service nova] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Updating instance_info_cache with network_info: [{"id": "0a0268a9-f4a9-474b-a951-1c43b40ac331", "address": "fa:16:3e:f7:4d:98", "network": {"id": "6a4f3b6e-2245-4a82-bf13-e4002ce51c7b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-274635677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "217e9dedf6ba423980df628f40219825", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a0268a9-f4", "ovs_interfaceid": "0a0268a9-f4a9-474b-a951-1c43b40ac331", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.247784] env[70527]: DEBUG oslo_vmware.api [None req-07af1bde-8fd0-478a-b127-6688abf9b6c3 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3914190, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.417947] env[70527]: DEBUG nova.scheduler.client.report [None req-a85f8a7c-71e6-4239-a93f-d416e9b0f41e tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1279.517245] env[70527]: DEBUG oslo_vmware.api [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3914189, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.530936] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9a6e0c24-0206-4f9b-bbbe-08477a69f137 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.685746] env[70527]: DEBUG oslo_concurrency.lockutils [req-332eea2d-92d7-41e1-a517-0972034b8c08 req-750ce495-678a-488f-9adb-453e904c8f03 service nova] Releasing lock "refresh_cache-271bdbb0-6953-4392-8fdc-fb124841ae33" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.686027] env[70527]: DEBUG nova.compute.manager [req-332eea2d-92d7-41e1-a517-0972034b8c08 req-750ce495-678a-488f-9adb-453e904c8f03 service nova] [instance: 3e151f25-8a2c-43e6-ab40-b620b51f8d30] Received event network-vif-deleted-c55d2b9c-6d7c-4b40-a43e-4d940a61e88f {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1279.686232] env[70527]: DEBUG nova.compute.manager [req-332eea2d-92d7-41e1-a517-0972034b8c08 req-750ce495-678a-488f-9adb-453e904c8f03 service nova] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Received event network-vif-deleted-21573174-8add-46d6-93ef-d2a024fb8919 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1279.686406] env[70527]: INFO nova.compute.manager [req-332eea2d-92d7-41e1-a517-0972034b8c08 req-750ce495-678a-488f-9adb-453e904c8f03 service nova] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Neutron deleted interface 21573174-8add-46d6-93ef-d2a024fb8919; detaching it from the instance and deleting it from the info cache [ 1279.686585] env[70527]: DEBUG nova.network.neutron [req-332eea2d-92d7-41e1-a517-0972034b8c08 req-750ce495-678a-488f-9adb-453e904c8f03 service nova] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.748460] env[70527]: DEBUG oslo_vmware.api [None req-07af1bde-8fd0-478a-b127-6688abf9b6c3 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3914190, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.924047] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a85f8a7c-71e6-4239-a93f-d416e9b0f41e tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.808s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.926719] env[70527]: DEBUG oslo_concurrency.lockutils [None req-2278fb27-2757-42d4-a080-8e8f5c5a2926 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.610s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.947407] env[70527]: INFO nova.scheduler.client.report [None req-a85f8a7c-71e6-4239-a93f-d416e9b0f41e tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Deleted allocations for instance 3e151f25-8a2c-43e6-ab40-b620b51f8d30 [ 1280.020461] env[70527]: DEBUG oslo_vmware.api [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3914189, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.163495] env[70527]: DEBUG nova.objects.instance [None req-7b7088c1-9dde-4e73-9325-a04f26fd51b5 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Lazy-loading 'flavor' on Instance uuid 29185721-af85-4f54-9ec6-f66e6ec3ff23 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1280.190701] env[70527]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9c94d429-5ba2-4963-baa4-0dd2c7487bf7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.202295] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1731cbaa-1a1a-4223-8dbb-a29f22264b13 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.240465] env[70527]: DEBUG nova.compute.manager [req-332eea2d-92d7-41e1-a517-0972034b8c08 req-750ce495-678a-488f-9adb-453e904c8f03 service nova] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Detach interface failed, port_id=21573174-8add-46d6-93ef-d2a024fb8919, reason: Instance dc7820a0-241c-4ed4-8a54-f321762897b3 could not be found. {{(pid=70527) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1280.251661] env[70527]: DEBUG oslo_vmware.api [None req-07af1bde-8fd0-478a-b127-6688abf9b6c3 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3914190, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.468729} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.251661] env[70527]: INFO nova.virt.vmwareapi.ds_util [None req-07af1bde-8fd0-478a-b127-6688abf9b6c3 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] af05e519-2a42-4cbc-a73f-43fba1a963ef/ceb476e5-c20f-4967-be78-b77393a04dc2-rescue.vmdk. [ 1280.252453] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-475fd4eb-35a1-4a34-8569-35a93a25ec69 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.281688] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-07af1bde-8fd0-478a-b127-6688abf9b6c3 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] af05e519-2a42-4cbc-a73f-43fba1a963ef/ceb476e5-c20f-4967-be78-b77393a04dc2-rescue.vmdk or device None with type thin {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1280.283020] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fd5d7b6-67ab-473c-bc4a-8e5c6df709c7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.310225] env[70527]: DEBUG oslo_vmware.api [None req-07af1bde-8fd0-478a-b127-6688abf9b6c3 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Waiting for the task: (returnval){ [ 1280.310225] env[70527]: value = "task-3914192" [ 1280.310225] env[70527]: _type = "Task" [ 1280.310225] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.319818] env[70527]: DEBUG oslo_vmware.api [None req-07af1bde-8fd0-478a-b127-6688abf9b6c3 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3914192, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.432528] env[70527]: INFO nova.compute.claims [None req-2278fb27-2757-42d4-a080-8e8f5c5a2926 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1280.455228] env[70527]: DEBUG oslo_concurrency.lockutils [None req-a85f8a7c-71e6-4239-a93f-d416e9b0f41e tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Lock "3e151f25-8a2c-43e6-ab40-b620b51f8d30" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.784s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.519889] env[70527]: DEBUG oslo_vmware.api [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3914189, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.681114} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.520238] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38e043c4-0d05-4152-93dd-f861210b4e97/38e043c4-0d05-4152-93dd-f861210b4e97.vmdk to [datastore2] 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3/3321b60f-9e0c-4947-8ed7-f4b613c0c7a3.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1280.520997] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4206fa2-dbf3-40ed-9f04-537dd088c700 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.543809] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3/3321b60f-9e0c-4947-8ed7-f4b613c0c7a3.vmdk or device None with type streamOptimized {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1280.544136] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2edbf701-6148-4476-86b9-ae13205035cf {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.564521] env[70527]: DEBUG oslo_vmware.api [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for the task: (returnval){ [ 1280.564521] env[70527]: value = "task-3914193" [ 1280.564521] env[70527]: _type = "Task" [ 1280.564521] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.573857] env[70527]: DEBUG oslo_vmware.api [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3914193, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.669588] env[70527]: DEBUG oslo_concurrency.lockutils [None req-7b7088c1-9dde-4e73-9325-a04f26fd51b5 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Lock "29185721-af85-4f54-9ec6-f66e6ec3ff23" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.917s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.823969] env[70527]: DEBUG oslo_vmware.api [None req-07af1bde-8fd0-478a-b127-6688abf9b6c3 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3914192, 'name': ReconfigVM_Task, 'duration_secs': 0.401592} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.824491] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-07af1bde-8fd0-478a-b127-6688abf9b6c3 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Reconfigured VM instance instance-00000070 to attach disk [datastore2] af05e519-2a42-4cbc-a73f-43fba1a963ef/ceb476e5-c20f-4967-be78-b77393a04dc2-rescue.vmdk or device None with type thin {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1280.825211] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea793ce-e226-4f86-930e-74a77c9ad711 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.855814] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c89b1ca5-6a51-4ff4-a805-b6b75e3fc66d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.873591] env[70527]: DEBUG oslo_vmware.api [None req-07af1bde-8fd0-478a-b127-6688abf9b6c3 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Waiting for the task: (returnval){ [ 1280.873591] env[70527]: value = "task-3914194" [ 1280.873591] env[70527]: _type = "Task" [ 1280.873591] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.882439] env[70527]: DEBUG oslo_vmware.api [None req-07af1bde-8fd0-478a-b127-6688abf9b6c3 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3914194, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.938913] env[70527]: INFO nova.compute.resource_tracker [None req-2278fb27-2757-42d4-a080-8e8f5c5a2926 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Updating resource usage from migration f737d0ea-7fbe-4552-bad8-9b93ec71a549 [ 1280.943080] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f331517c-36d7-46a8-ab74-73cecbe6eeff tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Acquiring lock "9ec8bf0a-3d17-415c-b991-341394b5ceaf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.943324] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f331517c-36d7-46a8-ab74-73cecbe6eeff tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Lock "9ec8bf0a-3d17-415c-b991-341394b5ceaf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.943521] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f331517c-36d7-46a8-ab74-73cecbe6eeff tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Acquiring lock "9ec8bf0a-3d17-415c-b991-341394b5ceaf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.943699] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f331517c-36d7-46a8-ab74-73cecbe6eeff tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Lock "9ec8bf0a-3d17-415c-b991-341394b5ceaf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.943863] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f331517c-36d7-46a8-ab74-73cecbe6eeff tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Lock "9ec8bf0a-3d17-415c-b991-341394b5ceaf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.946071] env[70527]: INFO nova.compute.manager [None req-f331517c-36d7-46a8-ab74-73cecbe6eeff tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 9ec8bf0a-3d17-415c-b991-341394b5ceaf] Terminating instance [ 1281.077272] env[70527]: DEBUG oslo_vmware.api [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3914193, 'name': ReconfigVM_Task, 'duration_secs': 0.307739} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.077579] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3/3321b60f-9e0c-4947-8ed7-f4b613c0c7a3.vmdk or device None with type streamOptimized {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1281.078220] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78f0c2da-cd3b-464e-bdac-fe0159fb37b7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.085836] env[70527]: DEBUG oslo_vmware.api [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for the task: (returnval){ [ 1281.085836] env[70527]: value = "task-3914195" [ 1281.085836] env[70527]: _type = "Task" [ 1281.085836] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.099484] env[70527]: DEBUG oslo_vmware.api [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3914195, 'name': Rename_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.133794] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-285cae1c-7aa7-4684-b1e2-8793a01f7d6a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.141778] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92aa41e-c053-473e-a395-bc88220d6477 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.172859] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9405c912-793a-48be-8534-30a888c709b4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.181506] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ab7e4d-940b-4361-b55d-6b394724d1ec {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.195942] env[70527]: DEBUG nova.compute.provider_tree [None req-2278fb27-2757-42d4-a080-8e8f5c5a2926 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1281.321020] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9770d84b-6386-45c0-bf7f-be6f5a8c9a5e tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Acquiring lock "29185721-af85-4f54-9ec6-f66e6ec3ff23" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.321404] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9770d84b-6386-45c0-bf7f-be6f5a8c9a5e tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Lock "29185721-af85-4f54-9ec6-f66e6ec3ff23" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.388913] env[70527]: DEBUG oslo_vmware.api [None req-07af1bde-8fd0-478a-b127-6688abf9b6c3 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3914194, 'name': ReconfigVM_Task, 'duration_secs': 0.167246} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.389484] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-07af1bde-8fd0-478a-b127-6688abf9b6c3 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1281.389858] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9b081b0-7b5d-4794-adbd-6ebe84c40eca {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.399407] env[70527]: DEBUG oslo_vmware.api [None req-07af1bde-8fd0-478a-b127-6688abf9b6c3 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Waiting for the task: (returnval){ [ 1281.399407] env[70527]: value = "task-3914196" [ 1281.399407] env[70527]: _type = "Task" [ 1281.399407] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.412133] env[70527]: DEBUG oslo_vmware.api [None req-07af1bde-8fd0-478a-b127-6688abf9b6c3 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3914196, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.450434] env[70527]: DEBUG nova.compute.manager [None req-f331517c-36d7-46a8-ab74-73cecbe6eeff tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 9ec8bf0a-3d17-415c-b991-341394b5ceaf] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1281.450741] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-f331517c-36d7-46a8-ab74-73cecbe6eeff tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 9ec8bf0a-3d17-415c-b991-341394b5ceaf] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1281.451904] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7414a85-0c00-4172-a239-f6eb29b2f2ef {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.460699] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-f331517c-36d7-46a8-ab74-73cecbe6eeff tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 9ec8bf0a-3d17-415c-b991-341394b5ceaf] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1281.460951] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8976964-11a1-4257-9cb6-84ca9cad69a2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.468072] env[70527]: DEBUG oslo_vmware.api [None req-f331517c-36d7-46a8-ab74-73cecbe6eeff tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Waiting for the task: (returnval){ [ 1281.468072] env[70527]: value = "task-3914197" [ 1281.468072] env[70527]: _type = "Task" [ 1281.468072] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.477534] env[70527]: DEBUG oslo_vmware.api [None req-f331517c-36d7-46a8-ab74-73cecbe6eeff tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3914197, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.598018] env[70527]: DEBUG oslo_vmware.api [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3914195, 'name': Rename_Task, 'duration_secs': 0.141879} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.598599] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1281.599013] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc733ea3-3625-4957-9203-0cc7b45aa2d1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.607134] env[70527]: DEBUG oslo_vmware.api [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for the task: (returnval){ [ 1281.607134] env[70527]: value = "task-3914198" [ 1281.607134] env[70527]: _type = "Task" [ 1281.607134] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.616121] env[70527]: DEBUG oslo_vmware.api [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3914198, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.701824] env[70527]: DEBUG nova.scheduler.client.report [None req-2278fb27-2757-42d4-a080-8e8f5c5a2926 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1281.824361] env[70527]: INFO nova.compute.manager [None req-9770d84b-6386-45c0-bf7f-be6f5a8c9a5e tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 29185721-af85-4f54-9ec6-f66e6ec3ff23] Detaching volume 08bdb8e3-c28e-49f1-9d58-c26f6607d9d9 [ 1281.866933] env[70527]: INFO nova.virt.block_device [None req-9770d84b-6386-45c0-bf7f-be6f5a8c9a5e tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 29185721-af85-4f54-9ec6-f66e6ec3ff23] Attempting to driver detach volume 08bdb8e3-c28e-49f1-9d58-c26f6607d9d9 from mountpoint /dev/sdb [ 1281.867230] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-9770d84b-6386-45c0-bf7f-be6f5a8c9a5e tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 29185721-af85-4f54-9ec6-f66e6ec3ff23] Volume detach. Driver type: vmdk {{(pid=70527) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1281.867535] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-9770d84b-6386-45c0-bf7f-be6f5a8c9a5e tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 29185721-af85-4f54-9ec6-f66e6ec3ff23] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-777246', 'volume_id': '08bdb8e3-c28e-49f1-9d58-c26f6607d9d9', 'name': 'volume-08bdb8e3-c28e-49f1-9d58-c26f6607d9d9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '29185721-af85-4f54-9ec6-f66e6ec3ff23', 'attached_at': '', 'detached_at': '', 'volume_id': '08bdb8e3-c28e-49f1-9d58-c26f6607d9d9', 'serial': '08bdb8e3-c28e-49f1-9d58-c26f6607d9d9'} {{(pid=70527) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1281.868502] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ceebb6d-4134-48b9-8133-e06d10cf74f4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.892284] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a9f6a3-589c-41dc-89af-9932993cc2f9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.900565] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3c1090-3847-4e39-976a-b5c70b667448 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.911841] env[70527]: DEBUG oslo_vmware.api [None req-07af1bde-8fd0-478a-b127-6688abf9b6c3 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3914196, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.928773] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad521ba6-d002-4443-8fcb-f947084341fa {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.945698] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-9770d84b-6386-45c0-bf7f-be6f5a8c9a5e tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] The volume has not been displaced from its original location: [datastore2] volume-08bdb8e3-c28e-49f1-9d58-c26f6607d9d9/volume-08bdb8e3-c28e-49f1-9d58-c26f6607d9d9.vmdk. No consolidation needed. {{(pid=70527) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1281.951300] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-9770d84b-6386-45c0-bf7f-be6f5a8c9a5e tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 29185721-af85-4f54-9ec6-f66e6ec3ff23] Reconfiguring VM instance instance-00000073 to detach disk 2001 {{(pid=70527) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1281.951669] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54cc57bf-cd76-4f91-9953-889b8a1deee2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.973397] env[70527]: DEBUG oslo_vmware.api [None req-9770d84b-6386-45c0-bf7f-be6f5a8c9a5e tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Waiting for the task: (returnval){ [ 1281.973397] env[70527]: value = "task-3914199" [ 1281.973397] env[70527]: _type = "Task" [ 1281.973397] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.980021] env[70527]: DEBUG oslo_vmware.api [None req-f331517c-36d7-46a8-ab74-73cecbe6eeff tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3914197, 'name': PowerOffVM_Task, 'duration_secs': 0.236554} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.980700] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-f331517c-36d7-46a8-ab74-73cecbe6eeff tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 9ec8bf0a-3d17-415c-b991-341394b5ceaf] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1281.981119] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-f331517c-36d7-46a8-ab74-73cecbe6eeff tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 9ec8bf0a-3d17-415c-b991-341394b5ceaf] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1281.981322] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71f2021f-4040-4600-bf6c-1a2a3aab334d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.987796] env[70527]: DEBUG oslo_vmware.api [None req-9770d84b-6386-45c0-bf7f-be6f5a8c9a5e tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3914199, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.058568] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-f331517c-36d7-46a8-ab74-73cecbe6eeff tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 9ec8bf0a-3d17-415c-b991-341394b5ceaf] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1282.058986] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-f331517c-36d7-46a8-ab74-73cecbe6eeff tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 9ec8bf0a-3d17-415c-b991-341394b5ceaf] Deleting contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1282.058986] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-f331517c-36d7-46a8-ab74-73cecbe6eeff tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Deleting the datastore file [datastore1] 9ec8bf0a-3d17-415c-b991-341394b5ceaf {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1282.059250] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5798452c-9972-4cc0-b2ab-202fb04e9228 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.066082] env[70527]: DEBUG oslo_vmware.api [None req-f331517c-36d7-46a8-ab74-73cecbe6eeff tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Waiting for the task: (returnval){ [ 1282.066082] env[70527]: value = "task-3914201" [ 1282.066082] env[70527]: _type = "Task" [ 1282.066082] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.074920] env[70527]: DEBUG oslo_vmware.api [None req-f331517c-36d7-46a8-ab74-73cecbe6eeff tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3914201, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.119090] env[70527]: DEBUG oslo_vmware.api [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3914198, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.209147] env[70527]: DEBUG oslo_concurrency.lockutils [None req-2278fb27-2757-42d4-a080-8e8f5c5a2926 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.282s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.209358] env[70527]: INFO nova.compute.manager [None req-2278fb27-2757-42d4-a080-8e8f5c5a2926 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Migrating [ 1282.215831] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9a6e0c24-0206-4f9b-bbbe-08477a69f137 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.685s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.216070] env[70527]: DEBUG nova.objects.instance [None req-9a6e0c24-0206-4f9b-bbbe-08477a69f137 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Lazy-loading 'resources' on Instance uuid dc7820a0-241c-4ed4-8a54-f321762897b3 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1282.410317] env[70527]: DEBUG oslo_vmware.api [None req-07af1bde-8fd0-478a-b127-6688abf9b6c3 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3914196, 'name': PowerOnVM_Task, 'duration_secs': 0.553828} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.413274] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-07af1bde-8fd0-478a-b127-6688abf9b6c3 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1282.414941] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1282.415418] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1282.417520] env[70527]: DEBUG nova.compute.manager [None req-07af1bde-8fd0-478a-b127-6688abf9b6c3 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1282.418380] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a41ace5-c016-49c9-8b85-8b43f053e76d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.444743] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d524e6c-c995-4cda-a93b-9b4c64b9db1e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.454073] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b7ace9-6f84-476a-b8c7-83f556b3a709 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.491669] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc16c16e-e612-46d0-a1bf-f6007ebab907 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.502827] env[70527]: DEBUG oslo_vmware.api [None req-9770d84b-6386-45c0-bf7f-be6f5a8c9a5e tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3914199, 'name': ReconfigVM_Task, 'duration_secs': 0.522647} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.505868] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-9770d84b-6386-45c0-bf7f-be6f5a8c9a5e tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 29185721-af85-4f54-9ec6-f66e6ec3ff23] Reconfigured VM instance instance-00000073 to detach disk 2001 {{(pid=70527) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1282.512575] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0a06694-6c07-4f43-9fc5-3873b7e2b7b0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.523449] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad25996-af34-417c-8fb6-55ab6f4a3f5a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.538412] env[70527]: DEBUG nova.compute.provider_tree [None req-9a6e0c24-0206-4f9b-bbbe-08477a69f137 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1282.541036] env[70527]: DEBUG oslo_vmware.api [None req-9770d84b-6386-45c0-bf7f-be6f5a8c9a5e tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Waiting for the task: (returnval){ [ 1282.541036] env[70527]: value = "task-3914202" [ 1282.541036] env[70527]: _type = "Task" [ 1282.541036] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.550168] env[70527]: DEBUG oslo_vmware.api [None req-9770d84b-6386-45c0-bf7f-be6f5a8c9a5e tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3914202, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.578115] env[70527]: DEBUG oslo_vmware.api [None req-f331517c-36d7-46a8-ab74-73cecbe6eeff tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Task: {'id': task-3914201, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.280862} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.578402] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-f331517c-36d7-46a8-ab74-73cecbe6eeff tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1282.578594] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-f331517c-36d7-46a8-ab74-73cecbe6eeff tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 9ec8bf0a-3d17-415c-b991-341394b5ceaf] Deleted contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1282.578775] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-f331517c-36d7-46a8-ab74-73cecbe6eeff tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 9ec8bf0a-3d17-415c-b991-341394b5ceaf] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1282.578974] env[70527]: INFO nova.compute.manager [None req-f331517c-36d7-46a8-ab74-73cecbe6eeff tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] [instance: 9ec8bf0a-3d17-415c-b991-341394b5ceaf] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1282.579249] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f331517c-36d7-46a8-ab74-73cecbe6eeff tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1282.579452] env[70527]: DEBUG nova.compute.manager [-] [instance: 9ec8bf0a-3d17-415c-b991-341394b5ceaf] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1282.579540] env[70527]: DEBUG nova.network.neutron [-] [instance: 9ec8bf0a-3d17-415c-b991-341394b5ceaf] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1282.619844] env[70527]: DEBUG oslo_vmware.api [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3914198, 'name': PowerOnVM_Task, 'duration_secs': 0.857579} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.620122] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1282.727732] env[70527]: DEBUG nova.compute.manager [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1282.727886] env[70527]: DEBUG oslo_concurrency.lockutils [None req-2278fb27-2757-42d4-a080-8e8f5c5a2926 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Acquiring lock "refresh_cache-271bdbb0-6953-4392-8fdc-fb124841ae33" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.728050] env[70527]: DEBUG oslo_concurrency.lockutils [None req-2278fb27-2757-42d4-a080-8e8f5c5a2926 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Acquired lock "refresh_cache-271bdbb0-6953-4392-8fdc-fb124841ae33" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.728261] env[70527]: DEBUG nova.network.neutron [None req-2278fb27-2757-42d4-a080-8e8f5c5a2926 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1282.733193] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798c8638-d505-420c-90b7-ae42b31eca01 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.853278] env[70527]: DEBUG nova.compute.manager [req-5a483de6-69ed-4395-bef6-a82d8ed3ccf4 req-c7f8ad1e-a132-47c4-ab6d-63fd42d07eaa service nova] [instance: 9ec8bf0a-3d17-415c-b991-341394b5ceaf] Received event network-vif-deleted-05c14fd5-4ea0-495e-9dc4-9c9caf692bb3 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1282.853383] env[70527]: INFO nova.compute.manager [req-5a483de6-69ed-4395-bef6-a82d8ed3ccf4 req-c7f8ad1e-a132-47c4-ab6d-63fd42d07eaa service nova] [instance: 9ec8bf0a-3d17-415c-b991-341394b5ceaf] Neutron deleted interface 05c14fd5-4ea0-495e-9dc4-9c9caf692bb3; detaching it from the instance and deleting it from the info cache [ 1282.854030] env[70527]: DEBUG nova.network.neutron [req-5a483de6-69ed-4395-bef6-a82d8ed3ccf4 req-c7f8ad1e-a132-47c4-ab6d-63fd42d07eaa service nova] [instance: 9ec8bf0a-3d17-415c-b991-341394b5ceaf] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.925957] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1282.926202] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1282.926431] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1282.926657] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1282.926821] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1282.926969] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1282.927117] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70527) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1282.927424] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager.update_available_resource {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1283.042802] env[70527]: DEBUG nova.scheduler.client.report [None req-9a6e0c24-0206-4f9b-bbbe-08477a69f137 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1283.056079] env[70527]: DEBUG oslo_vmware.api [None req-9770d84b-6386-45c0-bf7f-be6f5a8c9a5e tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3914202, 'name': ReconfigVM_Task, 'duration_secs': 0.228466} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.056405] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-9770d84b-6386-45c0-bf7f-be6f5a8c9a5e tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 29185721-af85-4f54-9ec6-f66e6ec3ff23] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-777246', 'volume_id': '08bdb8e3-c28e-49f1-9d58-c26f6607d9d9', 'name': 'volume-08bdb8e3-c28e-49f1-9d58-c26f6607d9d9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '29185721-af85-4f54-9ec6-f66e6ec3ff23', 'attached_at': '', 'detached_at': '', 'volume_id': '08bdb8e3-c28e-49f1-9d58-c26f6607d9d9', 'serial': '08bdb8e3-c28e-49f1-9d58-c26f6607d9d9'} {{(pid=70527) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1283.250849] env[70527]: DEBUG oslo_concurrency.lockutils [None req-98fcbd91-db0a-4368-bcbd-a3d92bfd8f4d tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Lock "3321b60f-9e0c-4947-8ed7-f4b613c0c7a3" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 27.085s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.337416] env[70527]: DEBUG nova.network.neutron [-] [instance: 9ec8bf0a-3d17-415c-b991-341394b5ceaf] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.356180] env[70527]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8b7d1027-fd00-4d28-a05b-d3510c78b9fb {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.367963] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6265f22d-56a0-4d03-a621-7dbed397bdf0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.402480] env[70527]: DEBUG nova.compute.manager [req-5a483de6-69ed-4395-bef6-a82d8ed3ccf4 req-c7f8ad1e-a132-47c4-ab6d-63fd42d07eaa service nova] [instance: 9ec8bf0a-3d17-415c-b991-341394b5ceaf] Detach interface failed, port_id=05c14fd5-4ea0-495e-9dc4-9c9caf692bb3, reason: Instance 9ec8bf0a-3d17-415c-b991-341394b5ceaf could not be found. {{(pid=70527) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1283.430668] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.520556] env[70527]: DEBUG nova.network.neutron [None req-2278fb27-2757-42d4-a080-8e8f5c5a2926 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Updating instance_info_cache with network_info: [{"id": "0a0268a9-f4a9-474b-a951-1c43b40ac331", "address": "fa:16:3e:f7:4d:98", "network": {"id": "6a4f3b6e-2245-4a82-bf13-e4002ce51c7b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-274635677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "217e9dedf6ba423980df628f40219825", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a0268a9-f4", "ovs_interfaceid": "0a0268a9-f4a9-474b-a951-1c43b40ac331", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.550831] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9a6e0c24-0206-4f9b-bbbe-08477a69f137 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.335s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.554027] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.123s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.554279] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.554499] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70527) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1283.555437] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aea55d2-d243-477c-bd24-5ca84eba65a1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.566296] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea94abca-95a2-47a3-9a26-aa384be14309 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.585017] env[70527]: INFO nova.scheduler.client.report [None req-9a6e0c24-0206-4f9b-bbbe-08477a69f137 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Deleted allocations for instance dc7820a0-241c-4ed4-8a54-f321762897b3 [ 1283.586736] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622e5834-14a9-4cc5-b9e7-76d8b9d42db7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.597686] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c888090-fbe0-4466-9dbe-61ccd47fd25c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.632651] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178928MB free_disk=39GB free_vcpus=48 pci_devices=None {{(pid=70527) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1283.632862] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.633146] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.636694] env[70527]: DEBUG nova.objects.instance [None req-9770d84b-6386-45c0-bf7f-be6f5a8c9a5e tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Lazy-loading 'flavor' on Instance uuid 29185721-af85-4f54-9ec6-f66e6ec3ff23 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1283.667011] env[70527]: DEBUG oslo_concurrency.lockutils [None req-7b401cd5-ed0d-424e-bbbc-18168402922c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Acquiring lock "3321b60f-9e0c-4947-8ed7-f4b613c0c7a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.667284] env[70527]: DEBUG oslo_concurrency.lockutils [None req-7b401cd5-ed0d-424e-bbbc-18168402922c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Lock "3321b60f-9e0c-4947-8ed7-f4b613c0c7a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.667526] env[70527]: DEBUG oslo_concurrency.lockutils [None req-7b401cd5-ed0d-424e-bbbc-18168402922c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Acquiring lock "3321b60f-9e0c-4947-8ed7-f4b613c0c7a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.667674] env[70527]: DEBUG oslo_concurrency.lockutils [None req-7b401cd5-ed0d-424e-bbbc-18168402922c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Lock "3321b60f-9e0c-4947-8ed7-f4b613c0c7a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.667845] env[70527]: DEBUG oslo_concurrency.lockutils [None req-7b401cd5-ed0d-424e-bbbc-18168402922c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Lock "3321b60f-9e0c-4947-8ed7-f4b613c0c7a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.669862] env[70527]: INFO nova.compute.manager [None req-7b401cd5-ed0d-424e-bbbc-18168402922c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Terminating instance [ 1283.840598] env[70527]: INFO nova.compute.manager [-] [instance: 9ec8bf0a-3d17-415c-b991-341394b5ceaf] Took 1.26 seconds to deallocate network for instance. [ 1284.023974] env[70527]: DEBUG oslo_concurrency.lockutils [None req-2278fb27-2757-42d4-a080-8e8f5c5a2926 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Releasing lock "refresh_cache-271bdbb0-6953-4392-8fdc-fb124841ae33" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.096377] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9a6e0c24-0206-4f9b-bbbe-08477a69f137 tempest-AttachInterfacesTestJSON-1687744298 tempest-AttachInterfacesTestJSON-1687744298-project-member] Lock "dc7820a0-241c-4ed4-8a54-f321762897b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.578s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.173774] env[70527]: DEBUG nova.compute.manager [None req-7b401cd5-ed0d-424e-bbbc-18168402922c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1284.174036] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-7b401cd5-ed0d-424e-bbbc-18168402922c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1284.175056] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2260fda9-f8f9-4d7b-99f2-d155dd9e4574 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.184230] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b401cd5-ed0d-424e-bbbc-18168402922c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1284.184501] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6bbd6ed-f69f-46c8-b043-c886fad036c2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.191933] env[70527]: DEBUG oslo_vmware.api [None req-7b401cd5-ed0d-424e-bbbc-18168402922c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for the task: (returnval){ [ 1284.191933] env[70527]: value = "task-3914203" [ 1284.191933] env[70527]: _type = "Task" [ 1284.191933] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.200792] env[70527]: DEBUG oslo_vmware.api [None req-7b401cd5-ed0d-424e-bbbc-18168402922c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3914203, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.307238] env[70527]: INFO nova.compute.manager [None req-4c8dcb80-856c-4ddd-bd81-879de7120603 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Unrescuing [ 1284.307584] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4c8dcb80-856c-4ddd-bd81-879de7120603 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Acquiring lock "refresh_cache-af05e519-2a42-4cbc-a73f-43fba1a963ef" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.307804] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4c8dcb80-856c-4ddd-bd81-879de7120603 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Acquired lock "refresh_cache-af05e519-2a42-4cbc-a73f-43fba1a963ef" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.308022] env[70527]: DEBUG nova.network.neutron [None req-4c8dcb80-856c-4ddd-bd81-879de7120603 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1284.347508] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f331517c-36d7-46a8-ab74-73cecbe6eeff tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.645605] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Applying migration context for instance 271bdbb0-6953-4392-8fdc-fb124841ae33 as it has an incoming, in-progress migration f737d0ea-7fbe-4552-bad8-9b93ec71a549. Migration status is migrating {{(pid=70527) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1284.647149] env[70527]: INFO nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Updating resource usage from migration f737d0ea-7fbe-4552-bad8-9b93ec71a549 [ 1284.649814] env[70527]: DEBUG oslo_concurrency.lockutils [None req-9770d84b-6386-45c0-bf7f-be6f5a8c9a5e tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Lock "29185721-af85-4f54-9ec6-f66e6ec3ff23" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.328s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.669350] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance b0e3fd31-6785-4d93-bc58-be1a03aa5f31 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1284.669554] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 9ec8bf0a-3d17-415c-b991-341394b5ceaf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1284.669602] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 779815e2-fd93-426d-bd71-58782205ff29 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1284.669696] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 4d7d08b5-06c5-4096-923a-397fe5d0b0da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1284.669800] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance af05e519-2a42-4cbc-a73f-43fba1a963ef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1284.669917] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance be4fc466-3afe-4407-8335-7ca40b049ed8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1284.670045] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 29185721-af85-4f54-9ec6-f66e6ec3ff23 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1284.670266] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 67d9351b-f96f-4def-b775-73e2d9bf5d7f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1284.670395] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance ac332e70-1342-4493-bfd5-01eddf011a98 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1284.670529] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 59e48acb-c2f1-4fc0-8477-23023547f5d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1284.670645] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1284.670758] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Migration f737d0ea-7fbe-4552-bad8-9b93ec71a549 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1284.670948] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 271bdbb0-6953-4392-8fdc-fb124841ae33 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1284.671115] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=70527) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1284.671262] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3072MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=70527) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1284.702938] env[70527]: DEBUG oslo_vmware.api [None req-7b401cd5-ed0d-424e-bbbc-18168402922c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3914203, 'name': PowerOffVM_Task, 'duration_secs': 0.194463} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.703230] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b401cd5-ed0d-424e-bbbc-18168402922c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1284.703400] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-7b401cd5-ed0d-424e-bbbc-18168402922c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1284.703653] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f22095e9-0903-442a-96b2-e22292aebd41 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.770310] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-7b401cd5-ed0d-424e-bbbc-18168402922c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1284.770697] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-7b401cd5-ed0d-424e-bbbc-18168402922c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Deleting contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1284.770979] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b401cd5-ed0d-424e-bbbc-18168402922c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Deleting the datastore file [datastore2] 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1284.771401] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11716a1a-c85f-47e8-b779-7005b166312e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.781275] env[70527]: DEBUG oslo_vmware.api [None req-7b401cd5-ed0d-424e-bbbc-18168402922c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for the task: (returnval){ [ 1284.781275] env[70527]: value = "task-3914205" [ 1284.781275] env[70527]: _type = "Task" [ 1284.781275] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.792490] env[70527]: DEBUG oslo_vmware.api [None req-7b401cd5-ed0d-424e-bbbc-18168402922c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3914205, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.875007] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e619ee2-ac0f-4ead-9d7a-42814031727a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.887053] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2515d97f-7241-4544-a505-f4a61721014a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.921649] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac93a60a-aee9-463e-91e9-3b383ee99ce1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.931102] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7db70f-7269-41f4-aa45-dfa8b73e9186 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.947969] env[70527]: DEBUG nova.compute.provider_tree [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1285.114979] env[70527]: DEBUG nova.network.neutron [None req-4c8dcb80-856c-4ddd-bd81-879de7120603 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Updating instance_info_cache with network_info: [{"id": "c38b3c5c-55cd-461d-ad54-b9637c48ce4c", "address": "fa:16:3e:68:7c:66", "network": {"id": "bf80da5f-b6b3-408a-8ca7-44b2bb5a09b9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-620290731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04c6913e6e05403f84967742a042b550", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc38b3c5c-55", "ovs_interfaceid": "c38b3c5c-55cd-461d-ad54-b9637c48ce4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.291998] env[70527]: DEBUG oslo_vmware.api [None req-7b401cd5-ed0d-424e-bbbc-18168402922c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Task: {'id': task-3914205, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.377576} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.292851] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b401cd5-ed0d-424e-bbbc-18168402922c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1285.294614] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-7b401cd5-ed0d-424e-bbbc-18168402922c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Deleted contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1285.294614] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-7b401cd5-ed0d-424e-bbbc-18168402922c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1285.294614] env[70527]: INFO nova.compute.manager [None req-7b401cd5-ed0d-424e-bbbc-18168402922c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1285.294614] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b401cd5-ed0d-424e-bbbc-18168402922c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1285.296192] env[70527]: DEBUG nova.compute.manager [-] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1285.298684] env[70527]: DEBUG nova.network.neutron [-] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1285.458021] env[70527]: DEBUG nova.scheduler.client.report [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1285.541402] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f44271c-a8df-4401-8e26-30ca8fdb88bc {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.562847] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-2278fb27-2757-42d4-a080-8e8f5c5a2926 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Updating instance '271bdbb0-6953-4392-8fdc-fb124841ae33' progress to 0 {{(pid=70527) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1285.621022] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1ffe24e4-99ff-4fe9-8b3e-5f5d2f068783 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Acquiring lock "29185721-af85-4f54-9ec6-f66e6ec3ff23" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.621022] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1ffe24e4-99ff-4fe9-8b3e-5f5d2f068783 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Lock "29185721-af85-4f54-9ec6-f66e6ec3ff23" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.621022] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1ffe24e4-99ff-4fe9-8b3e-5f5d2f068783 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Acquiring lock "29185721-af85-4f54-9ec6-f66e6ec3ff23-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.621022] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1ffe24e4-99ff-4fe9-8b3e-5f5d2f068783 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Lock "29185721-af85-4f54-9ec6-f66e6ec3ff23-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.621022] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1ffe24e4-99ff-4fe9-8b3e-5f5d2f068783 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Lock "29185721-af85-4f54-9ec6-f66e6ec3ff23-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.622066] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4c8dcb80-856c-4ddd-bd81-879de7120603 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Releasing lock "refresh_cache-af05e519-2a42-4cbc-a73f-43fba1a963ef" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.622858] env[70527]: DEBUG nova.objects.instance [None req-4c8dcb80-856c-4ddd-bd81-879de7120603 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Lazy-loading 'flavor' on Instance uuid af05e519-2a42-4cbc-a73f-43fba1a963ef {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1285.624843] env[70527]: INFO nova.compute.manager [None req-1ffe24e4-99ff-4fe9-8b3e-5f5d2f068783 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 29185721-af85-4f54-9ec6-f66e6ec3ff23] Terminating instance [ 1285.822022] env[70527]: DEBUG nova.compute.manager [req-86d6f1fb-5bc8-4512-a856-627bc0e6e7e9 req-7be2f2e1-d094-4a2c-b374-748c19d3633f service nova] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Received event network-vif-deleted-bfd19d7e-0d09-4f06-b1c9-31f6bc523646 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1285.822381] env[70527]: INFO nova.compute.manager [req-86d6f1fb-5bc8-4512-a856-627bc0e6e7e9 req-7be2f2e1-d094-4a2c-b374-748c19d3633f service nova] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Neutron deleted interface bfd19d7e-0d09-4f06-b1c9-31f6bc523646; detaching it from the instance and deleting it from the info cache [ 1285.822770] env[70527]: DEBUG nova.network.neutron [req-86d6f1fb-5bc8-4512-a856-627bc0e6e7e9 req-7be2f2e1-d094-4a2c-b374-748c19d3633f service nova] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.962035] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70527) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1285.962035] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.329s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.962234] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f331517c-36d7-46a8-ab74-73cecbe6eeff tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.615s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.962390] env[70527]: DEBUG nova.objects.instance [None req-f331517c-36d7-46a8-ab74-73cecbe6eeff tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Lazy-loading 'resources' on Instance uuid 9ec8bf0a-3d17-415c-b991-341394b5ceaf {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1286.072731] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-2278fb27-2757-42d4-a080-8e8f5c5a2926 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1286.073087] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e58932f0-03a5-4733-8383-5b075d70eb7c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.082257] env[70527]: DEBUG oslo_vmware.api [None req-2278fb27-2757-42d4-a080-8e8f5c5a2926 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for the task: (returnval){ [ 1286.082257] env[70527]: value = "task-3914206" [ 1286.082257] env[70527]: _type = "Task" [ 1286.082257] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.093664] env[70527]: DEBUG oslo_vmware.api [None req-2278fb27-2757-42d4-a080-8e8f5c5a2926 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3914206, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.131169] env[70527]: DEBUG nova.compute.manager [None req-1ffe24e4-99ff-4fe9-8b3e-5f5d2f068783 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 29185721-af85-4f54-9ec6-f66e6ec3ff23] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1286.131458] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-1ffe24e4-99ff-4fe9-8b3e-5f5d2f068783 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 29185721-af85-4f54-9ec6-f66e6ec3ff23] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1286.133055] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2239455d-f087-4620-b5ee-1bba5b99ccf1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.137028] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bcc4dbf-5749-4259-b937-637a840ccef1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.174234] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c8dcb80-856c-4ddd-bd81-879de7120603 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1286.178025] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b994f6da-a69f-40e6-ab53-21d613c8c34a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.180406] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ffe24e4-99ff-4fe9-8b3e-5f5d2f068783 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 29185721-af85-4f54-9ec6-f66e6ec3ff23] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1286.181045] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2439286-fdab-4b4b-86ad-d70a1f1a7881 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.190327] env[70527]: DEBUG oslo_vmware.api [None req-1ffe24e4-99ff-4fe9-8b3e-5f5d2f068783 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Waiting for the task: (returnval){ [ 1286.190327] env[70527]: value = "task-3914208" [ 1286.190327] env[70527]: _type = "Task" [ 1286.190327] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.192449] env[70527]: DEBUG oslo_vmware.api [None req-4c8dcb80-856c-4ddd-bd81-879de7120603 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Waiting for the task: (returnval){ [ 1286.192449] env[70527]: value = "task-3914207" [ 1286.192449] env[70527]: _type = "Task" [ 1286.192449] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.208896] env[70527]: DEBUG oslo_vmware.api [None req-1ffe24e4-99ff-4fe9-8b3e-5f5d2f068783 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3914208, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.214459] env[70527]: DEBUG oslo_vmware.api [None req-4c8dcb80-856c-4ddd-bd81-879de7120603 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3914207, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.303705] env[70527]: DEBUG nova.network.neutron [-] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.326026] env[70527]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4720bd9b-baa8-4d45-b2b6-2aa5b1152ea8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.338758] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5284e028-c95f-4923-8a61-37095d85cf89 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.383643] env[70527]: DEBUG nova.compute.manager [req-86d6f1fb-5bc8-4512-a856-627bc0e6e7e9 req-7be2f2e1-d094-4a2c-b374-748c19d3633f service nova] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Detach interface failed, port_id=bfd19d7e-0d09-4f06-b1c9-31f6bc523646, reason: Instance 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3 could not be found. {{(pid=70527) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1286.598838] env[70527]: DEBUG oslo_vmware.api [None req-2278fb27-2757-42d4-a080-8e8f5c5a2926 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3914206, 'name': PowerOffVM_Task, 'duration_secs': 0.251801} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.599306] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-2278fb27-2757-42d4-a080-8e8f5c5a2926 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1286.599553] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-2278fb27-2757-42d4-a080-8e8f5c5a2926 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Updating instance '271bdbb0-6953-4392-8fdc-fb124841ae33' progress to 17 {{(pid=70527) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1286.673897] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7998727-f894-4895-9423-38542a600328 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.682818] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9afc2688-11c7-435e-ac1b-7a89977b9c65 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.721467] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d88b4ffb-60a2-4127-a2c4-6318c8041abb {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.730144] env[70527]: DEBUG oslo_vmware.api [None req-4c8dcb80-856c-4ddd-bd81-879de7120603 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3914207, 'name': PowerOffVM_Task, 'duration_secs': 0.274644} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.735159] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c8dcb80-856c-4ddd-bd81-879de7120603 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1286.741032] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c8dcb80-856c-4ddd-bd81-879de7120603 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Reconfiguring VM instance instance-00000070 to detach disk 2002 {{(pid=70527) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1286.741172] env[70527]: DEBUG oslo_vmware.api [None req-1ffe24e4-99ff-4fe9-8b3e-5f5d2f068783 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3914208, 'name': PowerOffVM_Task, 'duration_secs': 0.2761} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.741283] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-435af33a-beae-4a05-84e5-a230f0918288 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.756615] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a37e57-dbe1-44f7-ad48-087b92c80165 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.760610] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ffe24e4-99ff-4fe9-8b3e-5f5d2f068783 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 29185721-af85-4f54-9ec6-f66e6ec3ff23] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1286.760804] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-1ffe24e4-99ff-4fe9-8b3e-5f5d2f068783 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 29185721-af85-4f54-9ec6-f66e6ec3ff23] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1286.761412] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1339bc14-98d8-4a8e-b843-8d7fd519a1d6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.774833] env[70527]: DEBUG nova.compute.provider_tree [None req-f331517c-36d7-46a8-ab74-73cecbe6eeff tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1286.777466] env[70527]: DEBUG oslo_vmware.api [None req-4c8dcb80-856c-4ddd-bd81-879de7120603 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Waiting for the task: (returnval){ [ 1286.777466] env[70527]: value = "task-3914210" [ 1286.777466] env[70527]: _type = "Task" [ 1286.777466] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.787202] env[70527]: DEBUG oslo_vmware.api [None req-4c8dcb80-856c-4ddd-bd81-879de7120603 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3914210, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.807334] env[70527]: INFO nova.compute.manager [-] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Took 1.51 seconds to deallocate network for instance. [ 1286.829802] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-1ffe24e4-99ff-4fe9-8b3e-5f5d2f068783 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 29185721-af85-4f54-9ec6-f66e6ec3ff23] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1286.830116] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-1ffe24e4-99ff-4fe9-8b3e-5f5d2f068783 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 29185721-af85-4f54-9ec6-f66e6ec3ff23] Deleting contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1286.830392] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ffe24e4-99ff-4fe9-8b3e-5f5d2f068783 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Deleting the datastore file [datastore1] 29185721-af85-4f54-9ec6-f66e6ec3ff23 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1286.830729] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76c9089d-b048-46b4-8be8-f97e2c6bef4f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.839528] env[70527]: DEBUG oslo_vmware.api [None req-1ffe24e4-99ff-4fe9-8b3e-5f5d2f068783 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Waiting for the task: (returnval){ [ 1286.839528] env[70527]: value = "task-3914211" [ 1286.839528] env[70527]: _type = "Task" [ 1286.839528] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.848590] env[70527]: DEBUG oslo_vmware.api [None req-1ffe24e4-99ff-4fe9-8b3e-5f5d2f068783 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3914211, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.110927] env[70527]: DEBUG nova.virt.hardware [None req-2278fb27-2757-42d4-a080-8e8f5c5a2926 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1287.111263] env[70527]: DEBUG nova.virt.hardware [None req-2278fb27-2757-42d4-a080-8e8f5c5a2926 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1287.111489] env[70527]: DEBUG nova.virt.hardware [None req-2278fb27-2757-42d4-a080-8e8f5c5a2926 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1287.111556] env[70527]: DEBUG nova.virt.hardware [None req-2278fb27-2757-42d4-a080-8e8f5c5a2926 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1287.111756] env[70527]: DEBUG nova.virt.hardware [None req-2278fb27-2757-42d4-a080-8e8f5c5a2926 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1287.111874] env[70527]: DEBUG nova.virt.hardware [None req-2278fb27-2757-42d4-a080-8e8f5c5a2926 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1287.112097] env[70527]: DEBUG nova.virt.hardware [None req-2278fb27-2757-42d4-a080-8e8f5c5a2926 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1287.112263] env[70527]: DEBUG nova.virt.hardware [None req-2278fb27-2757-42d4-a080-8e8f5c5a2926 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1287.112433] env[70527]: DEBUG nova.virt.hardware [None req-2278fb27-2757-42d4-a080-8e8f5c5a2926 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1287.112600] env[70527]: DEBUG nova.virt.hardware [None req-2278fb27-2757-42d4-a080-8e8f5c5a2926 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1287.112789] env[70527]: DEBUG nova.virt.hardware [None req-2278fb27-2757-42d4-a080-8e8f5c5a2926 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1287.118551] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a43ee2e3-89b9-443b-b590-b3faabd99526 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.135826] env[70527]: DEBUG oslo_vmware.api [None req-2278fb27-2757-42d4-a080-8e8f5c5a2926 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for the task: (returnval){ [ 1287.135826] env[70527]: value = "task-3914212" [ 1287.135826] env[70527]: _type = "Task" [ 1287.135826] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.146722] env[70527]: DEBUG oslo_vmware.api [None req-2278fb27-2757-42d4-a080-8e8f5c5a2926 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3914212, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.279449] env[70527]: DEBUG nova.scheduler.client.report [None req-f331517c-36d7-46a8-ab74-73cecbe6eeff tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1287.292590] env[70527]: DEBUG oslo_vmware.api [None req-4c8dcb80-856c-4ddd-bd81-879de7120603 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3914210, 'name': ReconfigVM_Task, 'duration_secs': 0.30886} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.292894] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c8dcb80-856c-4ddd-bd81-879de7120603 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Reconfigured VM instance instance-00000070 to detach disk 2002 {{(pid=70527) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1287.293208] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c8dcb80-856c-4ddd-bd81-879de7120603 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1287.293486] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a252cdd0-f71a-4fad-8146-79e27973faf3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.302705] env[70527]: DEBUG oslo_vmware.api [None req-4c8dcb80-856c-4ddd-bd81-879de7120603 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Waiting for the task: (returnval){ [ 1287.302705] env[70527]: value = "task-3914213" [ 1287.302705] env[70527]: _type = "Task" [ 1287.302705] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.312643] env[70527]: DEBUG oslo_vmware.api [None req-4c8dcb80-856c-4ddd-bd81-879de7120603 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3914213, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.315519] env[70527]: DEBUG oslo_concurrency.lockutils [None req-7b401cd5-ed0d-424e-bbbc-18168402922c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.353503] env[70527]: DEBUG oslo_vmware.api [None req-1ffe24e4-99ff-4fe9-8b3e-5f5d2f068783 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Task: {'id': task-3914211, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169982} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.353846] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ffe24e4-99ff-4fe9-8b3e-5f5d2f068783 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1287.354643] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-1ffe24e4-99ff-4fe9-8b3e-5f5d2f068783 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 29185721-af85-4f54-9ec6-f66e6ec3ff23] Deleted contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1287.354643] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-1ffe24e4-99ff-4fe9-8b3e-5f5d2f068783 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 29185721-af85-4f54-9ec6-f66e6ec3ff23] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1287.354866] env[70527]: INFO nova.compute.manager [None req-1ffe24e4-99ff-4fe9-8b3e-5f5d2f068783 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] [instance: 29185721-af85-4f54-9ec6-f66e6ec3ff23] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1287.355163] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ffe24e4-99ff-4fe9-8b3e-5f5d2f068783 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1287.355648] env[70527]: DEBUG nova.compute.manager [-] [instance: 29185721-af85-4f54-9ec6-f66e6ec3ff23] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1287.356129] env[70527]: DEBUG nova.network.neutron [-] [instance: 29185721-af85-4f54-9ec6-f66e6ec3ff23] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1287.646302] env[70527]: DEBUG oslo_vmware.api [None req-2278fb27-2757-42d4-a080-8e8f5c5a2926 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3914212, 'name': ReconfigVM_Task, 'duration_secs': 0.28791} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.646707] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-2278fb27-2757-42d4-a080-8e8f5c5a2926 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Updating instance '271bdbb0-6953-4392-8fdc-fb124841ae33' progress to 33 {{(pid=70527) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1287.789368] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f331517c-36d7-46a8-ab74-73cecbe6eeff tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.825s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.791018] env[70527]: DEBUG oslo_concurrency.lockutils [None req-7b401cd5-ed0d-424e-bbbc-18168402922c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.475s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.791296] env[70527]: DEBUG nova.objects.instance [None req-7b401cd5-ed0d-424e-bbbc-18168402922c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Lazy-loading 'resources' on Instance uuid 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1287.814381] env[70527]: DEBUG oslo_vmware.api [None req-4c8dcb80-856c-4ddd-bd81-879de7120603 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3914213, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.815412] env[70527]: INFO nova.scheduler.client.report [None req-f331517c-36d7-46a8-ab74-73cecbe6eeff tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Deleted allocations for instance 9ec8bf0a-3d17-415c-b991-341394b5ceaf [ 1287.875512] env[70527]: DEBUG nova.compute.manager [req-a445eab4-a6ba-41aa-b8b6-e82340c00ee0 req-08c18f97-3560-49b7-a87d-80fbe92a8cf1 service nova] [instance: 29185721-af85-4f54-9ec6-f66e6ec3ff23] Received event network-vif-deleted-2e691d8f-a6e9-49cf-b766-516f3c1ab235 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1287.875759] env[70527]: INFO nova.compute.manager [req-a445eab4-a6ba-41aa-b8b6-e82340c00ee0 req-08c18f97-3560-49b7-a87d-80fbe92a8cf1 service nova] [instance: 29185721-af85-4f54-9ec6-f66e6ec3ff23] Neutron deleted interface 2e691d8f-a6e9-49cf-b766-516f3c1ab235; detaching it from the instance and deleting it from the info cache [ 1287.875869] env[70527]: DEBUG nova.network.neutron [req-a445eab4-a6ba-41aa-b8b6-e82340c00ee0 req-08c18f97-3560-49b7-a87d-80fbe92a8cf1 service nova] [instance: 29185721-af85-4f54-9ec6-f66e6ec3ff23] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.154158] env[70527]: DEBUG nova.virt.hardware [None req-2278fb27-2757-42d4-a080-8e8f5c5a2926 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1288.154158] env[70527]: DEBUG nova.virt.hardware [None req-2278fb27-2757-42d4-a080-8e8f5c5a2926 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1288.154158] env[70527]: DEBUG nova.virt.hardware [None req-2278fb27-2757-42d4-a080-8e8f5c5a2926 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1288.154465] env[70527]: DEBUG nova.virt.hardware [None req-2278fb27-2757-42d4-a080-8e8f5c5a2926 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1288.154465] env[70527]: DEBUG nova.virt.hardware [None req-2278fb27-2757-42d4-a080-8e8f5c5a2926 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1288.154542] env[70527]: DEBUG nova.virt.hardware [None req-2278fb27-2757-42d4-a080-8e8f5c5a2926 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1288.154688] env[70527]: DEBUG nova.virt.hardware [None req-2278fb27-2757-42d4-a080-8e8f5c5a2926 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1288.154851] env[70527]: DEBUG nova.virt.hardware [None req-2278fb27-2757-42d4-a080-8e8f5c5a2926 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1288.155035] env[70527]: DEBUG nova.virt.hardware [None req-2278fb27-2757-42d4-a080-8e8f5c5a2926 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1288.155206] env[70527]: DEBUG nova.virt.hardware [None req-2278fb27-2757-42d4-a080-8e8f5c5a2926 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1288.155378] env[70527]: DEBUG nova.virt.hardware [None req-2278fb27-2757-42d4-a080-8e8f5c5a2926 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1288.161055] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-2278fb27-2757-42d4-a080-8e8f5c5a2926 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=70527) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1288.161712] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d19fe5d8-eb5f-4eac-a797-e10b2f7c0e7b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.182582] env[70527]: DEBUG oslo_vmware.api [None req-2278fb27-2757-42d4-a080-8e8f5c5a2926 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for the task: (returnval){ [ 1288.182582] env[70527]: value = "task-3914214" [ 1288.182582] env[70527]: _type = "Task" [ 1288.182582] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.191028] env[70527]: DEBUG oslo_vmware.api [None req-2278fb27-2757-42d4-a080-8e8f5c5a2926 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3914214, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.314414] env[70527]: DEBUG oslo_vmware.api [None req-4c8dcb80-856c-4ddd-bd81-879de7120603 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3914213, 'name': PowerOnVM_Task, 'duration_secs': 0.733377} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.317630] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c8dcb80-856c-4ddd-bd81-879de7120603 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1288.317946] env[70527]: DEBUG nova.compute.manager [None req-4c8dcb80-856c-4ddd-bd81-879de7120603 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1288.319033] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8cd82cd-2eed-453f-b784-1bd053ec0c8f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.329787] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f331517c-36d7-46a8-ab74-73cecbe6eeff tempest-ServersTestJSON-589199853 tempest-ServersTestJSON-589199853-project-member] Lock "9ec8bf0a-3d17-415c-b991-341394b5ceaf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.386s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.354572] env[70527]: DEBUG nova.network.neutron [-] [instance: 29185721-af85-4f54-9ec6-f66e6ec3ff23] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.380860] env[70527]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b894719b-7b90-4794-8e70-477bff1df4f4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.391282] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c84356-fc5c-4719-8f57-feb108c4b168 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.431681] env[70527]: DEBUG nova.compute.manager [req-a445eab4-a6ba-41aa-b8b6-e82340c00ee0 req-08c18f97-3560-49b7-a87d-80fbe92a8cf1 service nova] [instance: 29185721-af85-4f54-9ec6-f66e6ec3ff23] Detach interface failed, port_id=2e691d8f-a6e9-49cf-b766-516f3c1ab235, reason: Instance 29185721-af85-4f54-9ec6-f66e6ec3ff23 could not be found. {{(pid=70527) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1288.506430] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf2bf03-b484-4807-888b-ee8f8bb3c177 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.513908] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e246a3e-bc63-4580-95f3-b8fc3e0e986d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.547073] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d2525ab-b63f-4709-9e12-f5d3f64babe0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.555566] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be2aeb0-4f7e-4604-8d18-0317b0ebc0da {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.570141] env[70527]: DEBUG nova.compute.provider_tree [None req-7b401cd5-ed0d-424e-bbbc-18168402922c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1288.694530] env[70527]: DEBUG oslo_vmware.api [None req-2278fb27-2757-42d4-a080-8e8f5c5a2926 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3914214, 'name': ReconfigVM_Task, 'duration_secs': 0.236434} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.694866] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-2278fb27-2757-42d4-a080-8e8f5c5a2926 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=70527) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1288.695970] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ebba1f-ec95-4ec9-9d2a-7cee53ad1ddb {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.719226] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-2278fb27-2757-42d4-a080-8e8f5c5a2926 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] volume-9bd915b9-598c-4bed-86d7-7d4ce844bed5/volume-9bd915b9-598c-4bed-86d7-7d4ce844bed5.vmdk or device None with type thin {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1288.719537] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5c3410d-739c-4ed8-8cf2-7901220a7de2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.741941] env[70527]: DEBUG oslo_vmware.api [None req-2278fb27-2757-42d4-a080-8e8f5c5a2926 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for the task: (returnval){ [ 1288.741941] env[70527]: value = "task-3914215" [ 1288.741941] env[70527]: _type = "Task" [ 1288.741941] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.752905] env[70527]: DEBUG oslo_vmware.api [None req-2278fb27-2757-42d4-a080-8e8f5c5a2926 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3914215, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.857033] env[70527]: INFO nova.compute.manager [-] [instance: 29185721-af85-4f54-9ec6-f66e6ec3ff23] Took 1.50 seconds to deallocate network for instance. [ 1289.073868] env[70527]: DEBUG nova.scheduler.client.report [None req-7b401cd5-ed0d-424e-bbbc-18168402922c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1289.256028] env[70527]: DEBUG oslo_vmware.api [None req-2278fb27-2757-42d4-a080-8e8f5c5a2926 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3914215, 'name': ReconfigVM_Task, 'duration_secs': 0.412687} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.256028] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-2278fb27-2757-42d4-a080-8e8f5c5a2926 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Reconfigured VM instance instance-0000007a to attach disk [datastore2] volume-9bd915b9-598c-4bed-86d7-7d4ce844bed5/volume-9bd915b9-598c-4bed-86d7-7d4ce844bed5.vmdk or device None with type thin {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1289.256028] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-2278fb27-2757-42d4-a080-8e8f5c5a2926 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Updating instance '271bdbb0-6953-4392-8fdc-fb124841ae33' progress to 50 {{(pid=70527) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1289.363248] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1ffe24e4-99ff-4fe9-8b3e-5f5d2f068783 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.426040] env[70527]: DEBUG nova.compute.manager [req-eaefd959-0468-40d3-8cb4-dea2284eafdb req-4f295da9-b45d-47e8-a38b-7cca2422a813 service nova] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Received event network-changed-c38b3c5c-55cd-461d-ad54-b9637c48ce4c {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1289.426248] env[70527]: DEBUG nova.compute.manager [req-eaefd959-0468-40d3-8cb4-dea2284eafdb req-4f295da9-b45d-47e8-a38b-7cca2422a813 service nova] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Refreshing instance network info cache due to event network-changed-c38b3c5c-55cd-461d-ad54-b9637c48ce4c. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1289.426462] env[70527]: DEBUG oslo_concurrency.lockutils [req-eaefd959-0468-40d3-8cb4-dea2284eafdb req-4f295da9-b45d-47e8-a38b-7cca2422a813 service nova] Acquiring lock "refresh_cache-af05e519-2a42-4cbc-a73f-43fba1a963ef" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.427045] env[70527]: DEBUG oslo_concurrency.lockutils [req-eaefd959-0468-40d3-8cb4-dea2284eafdb req-4f295da9-b45d-47e8-a38b-7cca2422a813 service nova] Acquired lock "refresh_cache-af05e519-2a42-4cbc-a73f-43fba1a963ef" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.427290] env[70527]: DEBUG nova.network.neutron [req-eaefd959-0468-40d3-8cb4-dea2284eafdb req-4f295da9-b45d-47e8-a38b-7cca2422a813 service nova] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Refreshing network info cache for port c38b3c5c-55cd-461d-ad54-b9637c48ce4c {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1289.579492] env[70527]: DEBUG oslo_concurrency.lockutils [None req-7b401cd5-ed0d-424e-bbbc-18168402922c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.789s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.585743] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1ffe24e4-99ff-4fe9-8b3e-5f5d2f068783 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.219s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.585743] env[70527]: DEBUG nova.objects.instance [None req-1ffe24e4-99ff-4fe9-8b3e-5f5d2f068783 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Lazy-loading 'resources' on Instance uuid 29185721-af85-4f54-9ec6-f66e6ec3ff23 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1289.609816] env[70527]: INFO nova.scheduler.client.report [None req-7b401cd5-ed0d-424e-bbbc-18168402922c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Deleted allocations for instance 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3 [ 1289.763456] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56cb561e-fd9d-4187-a246-cab085cacca9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.787403] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-215c5efd-0465-468d-9f21-fc674d17604d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.810243] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-2278fb27-2757-42d4-a080-8e8f5c5a2926 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Updating instance '271bdbb0-6953-4392-8fdc-fb124841ae33' progress to 67 {{(pid=70527) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1290.121551] env[70527]: DEBUG oslo_concurrency.lockutils [None req-7b401cd5-ed0d-424e-bbbc-18168402922c tempest-ServerActionsTestOtherB-256435736 tempest-ServerActionsTestOtherB-256435736-project-member] Lock "3321b60f-9e0c-4947-8ed7-f4b613c0c7a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.454s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.242433] env[70527]: DEBUG nova.network.neutron [req-eaefd959-0468-40d3-8cb4-dea2284eafdb req-4f295da9-b45d-47e8-a38b-7cca2422a813 service nova] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Updated VIF entry in instance network info cache for port c38b3c5c-55cd-461d-ad54-b9637c48ce4c. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1290.243199] env[70527]: DEBUG nova.network.neutron [req-eaefd959-0468-40d3-8cb4-dea2284eafdb req-4f295da9-b45d-47e8-a38b-7cca2422a813 service nova] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Updating instance_info_cache with network_info: [{"id": "c38b3c5c-55cd-461d-ad54-b9637c48ce4c", "address": "fa:16:3e:68:7c:66", "network": {"id": "bf80da5f-b6b3-408a-8ca7-44b2bb5a09b9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-620290731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04c6913e6e05403f84967742a042b550", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc38b3c5c-55", "ovs_interfaceid": "c38b3c5c-55cd-461d-ad54-b9637c48ce4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.290116] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edce0c88-0175-4868-aa5e-b20031dc3b34 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.302682] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea389a6-e0d2-430f-938b-b2757e904803 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.366181] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc17dd2-1754-4680-a368-6c855a887677 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.384339] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f07656-7336-4e8b-94df-36ed86d87d88 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.405641] env[70527]: DEBUG nova.compute.provider_tree [None req-1ffe24e4-99ff-4fe9-8b3e-5f5d2f068783 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1290.747695] env[70527]: DEBUG oslo_concurrency.lockutils [req-eaefd959-0468-40d3-8cb4-dea2284eafdb req-4f295da9-b45d-47e8-a38b-7cca2422a813 service nova] Releasing lock "refresh_cache-af05e519-2a42-4cbc-a73f-43fba1a963ef" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.910152] env[70527]: DEBUG nova.scheduler.client.report [None req-1ffe24e4-99ff-4fe9-8b3e-5f5d2f068783 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1291.414907] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1ffe24e4-99ff-4fe9-8b3e-5f5d2f068783 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.833s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.438181] env[70527]: INFO nova.scheduler.client.report [None req-1ffe24e4-99ff-4fe9-8b3e-5f5d2f068783 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Deleted allocations for instance 29185721-af85-4f54-9ec6-f66e6ec3ff23 [ 1291.466095] env[70527]: DEBUG nova.compute.manager [req-814b2a28-05ed-449e-9ab6-6d71b3d5460a req-f2392b19-7dd8-4d80-9103-1a8361cb821c service nova] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Received event network-changed-c38b3c5c-55cd-461d-ad54-b9637c48ce4c {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1291.466095] env[70527]: DEBUG nova.compute.manager [req-814b2a28-05ed-449e-9ab6-6d71b3d5460a req-f2392b19-7dd8-4d80-9103-1a8361cb821c service nova] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Refreshing instance network info cache due to event network-changed-c38b3c5c-55cd-461d-ad54-b9637c48ce4c. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1291.466340] env[70527]: DEBUG oslo_concurrency.lockutils [req-814b2a28-05ed-449e-9ab6-6d71b3d5460a req-f2392b19-7dd8-4d80-9103-1a8361cb821c service nova] Acquiring lock "refresh_cache-af05e519-2a42-4cbc-a73f-43fba1a963ef" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.466498] env[70527]: DEBUG oslo_concurrency.lockutils [req-814b2a28-05ed-449e-9ab6-6d71b3d5460a req-f2392b19-7dd8-4d80-9103-1a8361cb821c service nova] Acquired lock "refresh_cache-af05e519-2a42-4cbc-a73f-43fba1a963ef" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.466662] env[70527]: DEBUG nova.network.neutron [req-814b2a28-05ed-449e-9ab6-6d71b3d5460a req-f2392b19-7dd8-4d80-9103-1a8361cb821c service nova] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Refreshing network info cache for port c38b3c5c-55cd-461d-ad54-b9637c48ce4c {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1291.645316] env[70527]: DEBUG nova.network.neutron [None req-2278fb27-2757-42d4-a080-8e8f5c5a2926 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Port 0a0268a9-f4a9-474b-a951-1c43b40ac331 binding to destination host cpu-1 is already ACTIVE {{(pid=70527) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3252}} [ 1291.946390] env[70527]: DEBUG oslo_concurrency.lockutils [None req-1ffe24e4-99ff-4fe9-8b3e-5f5d2f068783 tempest-AttachVolumeNegativeTest-1224878754 tempest-AttachVolumeNegativeTest-1224878754-project-member] Lock "29185721-af85-4f54-9ec6-f66e6ec3ff23" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.328s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.314029] env[70527]: DEBUG nova.network.neutron [req-814b2a28-05ed-449e-9ab6-6d71b3d5460a req-f2392b19-7dd8-4d80-9103-1a8361cb821c service nova] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Updated VIF entry in instance network info cache for port c38b3c5c-55cd-461d-ad54-b9637c48ce4c. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1292.314029] env[70527]: DEBUG nova.network.neutron [req-814b2a28-05ed-449e-9ab6-6d71b3d5460a req-f2392b19-7dd8-4d80-9103-1a8361cb821c service nova] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Updating instance_info_cache with network_info: [{"id": "c38b3c5c-55cd-461d-ad54-b9637c48ce4c", "address": "fa:16:3e:68:7c:66", "network": {"id": "bf80da5f-b6b3-408a-8ca7-44b2bb5a09b9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-620290731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04c6913e6e05403f84967742a042b550", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc38b3c5c-55", "ovs_interfaceid": "c38b3c5c-55cd-461d-ad54-b9637c48ce4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.675569] env[70527]: DEBUG oslo_concurrency.lockutils [None req-2278fb27-2757-42d4-a080-8e8f5c5a2926 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Acquiring lock "271bdbb0-6953-4392-8fdc-fb124841ae33-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.676299] env[70527]: DEBUG oslo_concurrency.lockutils [None req-2278fb27-2757-42d4-a080-8e8f5c5a2926 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Lock "271bdbb0-6953-4392-8fdc-fb124841ae33-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.676777] env[70527]: DEBUG oslo_concurrency.lockutils [None req-2278fb27-2757-42d4-a080-8e8f5c5a2926 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Lock "271bdbb0-6953-4392-8fdc-fb124841ae33-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.816776] env[70527]: DEBUG oslo_concurrency.lockutils [req-814b2a28-05ed-449e-9ab6-6d71b3d5460a req-f2392b19-7dd8-4d80-9103-1a8361cb821c service nova] Releasing lock "refresh_cache-af05e519-2a42-4cbc-a73f-43fba1a963ef" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.365292] env[70527]: DEBUG oslo_concurrency.lockutils [None req-56833d06-52fb-4972-9b4e-25a38c6d6f7a tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Acquiring lock "67d9351b-f96f-4def-b775-73e2d9bf5d7f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.365292] env[70527]: DEBUG oslo_concurrency.lockutils [None req-56833d06-52fb-4972-9b4e-25a38c6d6f7a tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Lock "67d9351b-f96f-4def-b775-73e2d9bf5d7f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.718183] env[70527]: DEBUG oslo_concurrency.lockutils [None req-2278fb27-2757-42d4-a080-8e8f5c5a2926 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Acquiring lock "refresh_cache-271bdbb0-6953-4392-8fdc-fb124841ae33" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.718183] env[70527]: DEBUG oslo_concurrency.lockutils [None req-2278fb27-2757-42d4-a080-8e8f5c5a2926 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Acquired lock "refresh_cache-271bdbb0-6953-4392-8fdc-fb124841ae33" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.718183] env[70527]: DEBUG nova.network.neutron [None req-2278fb27-2757-42d4-a080-8e8f5c5a2926 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1293.871081] env[70527]: DEBUG nova.compute.utils [None req-56833d06-52fb-4972-9b4e-25a38c6d6f7a tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1294.373399] env[70527]: DEBUG oslo_concurrency.lockutils [None req-56833d06-52fb-4972-9b4e-25a38c6d6f7a tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Lock "67d9351b-f96f-4def-b775-73e2d9bf5d7f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.469610] env[70527]: DEBUG nova.network.neutron [None req-2278fb27-2757-42d4-a080-8e8f5c5a2926 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Updating instance_info_cache with network_info: [{"id": "0a0268a9-f4a9-474b-a951-1c43b40ac331", "address": "fa:16:3e:f7:4d:98", "network": {"id": "6a4f3b6e-2245-4a82-bf13-e4002ce51c7b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-274635677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "217e9dedf6ba423980df628f40219825", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a0268a9-f4", "ovs_interfaceid": "0a0268a9-f4a9-474b-a951-1c43b40ac331", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.975319] env[70527]: DEBUG oslo_concurrency.lockutils [None req-2278fb27-2757-42d4-a080-8e8f5c5a2926 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Releasing lock "refresh_cache-271bdbb0-6953-4392-8fdc-fb124841ae33" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.072748] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1295.072958] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1295.073170] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1295.073366] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1295.073556] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1295.073738] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1295.073918] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._sync_power_states {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1295.175799] env[70527]: DEBUG oslo_concurrency.lockutils [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Acquiring lock "a7108ebd-01cc-47a0-8941-364d29d9b9e2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.175919] env[70527]: DEBUG oslo_concurrency.lockutils [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Lock "a7108ebd-01cc-47a0-8941-364d29d9b9e2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.443760] env[70527]: DEBUG oslo_concurrency.lockutils [None req-56833d06-52fb-4972-9b4e-25a38c6d6f7a tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Acquiring lock "67d9351b-f96f-4def-b775-73e2d9bf5d7f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.444899] env[70527]: DEBUG oslo_concurrency.lockutils [None req-56833d06-52fb-4972-9b4e-25a38c6d6f7a tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Lock "67d9351b-f96f-4def-b775-73e2d9bf5d7f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.444899] env[70527]: INFO nova.compute.manager [None req-56833d06-52fb-4972-9b4e-25a38c6d6f7a tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] Attaching volume ac81d345-3c97-4ac2-9aa2-60728acc1228 to /dev/sdb [ 1295.485838] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040ab592-b562-4015-9126-a23835720517 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.491414] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c5570ef-f147-405f-9a96-b90ab2f062ca {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.496483] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d8669d-3b3a-4c78-9fef-1a2916d608f6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.501624] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64ab029-3dc2-4339-8c6a-12236e7a45a5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.518176] env[70527]: DEBUG nova.virt.block_device [None req-56833d06-52fb-4972-9b4e-25a38c6d6f7a tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] Updating existing volume attachment record: d76ed994-608f-4883-bd14-426c5fd9a85c {{(pid=70527) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1295.578060] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Getting list of instances from cluster (obj){ [ 1295.578060] env[70527]: value = "domain-c8" [ 1295.578060] env[70527]: _type = "ClusterComputeResource" [ 1295.578060] env[70527]: } {{(pid=70527) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1295.579455] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52560367-790a-44cf-a36c-bbe6f8ed6c12 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.600941] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Got total of 9 instances {{(pid=70527) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1295.601172] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Triggering sync for uuid b0e3fd31-6785-4d93-bc58-be1a03aa5f31 {{(pid=70527) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1295.601431] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Triggering sync for uuid 779815e2-fd93-426d-bd71-58782205ff29 {{(pid=70527) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1295.601698] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Triggering sync for uuid 4d7d08b5-06c5-4096-923a-397fe5d0b0da {{(pid=70527) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1295.601920] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Triggering sync for uuid af05e519-2a42-4cbc-a73f-43fba1a963ef {{(pid=70527) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1295.602102] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Triggering sync for uuid be4fc466-3afe-4407-8335-7ca40b049ed8 {{(pid=70527) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1295.602261] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Triggering sync for uuid 67d9351b-f96f-4def-b775-73e2d9bf5d7f {{(pid=70527) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1295.602414] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Triggering sync for uuid ac332e70-1342-4493-bfd5-01eddf011a98 {{(pid=70527) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1295.602566] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Triggering sync for uuid 59e48acb-c2f1-4fc0-8477-23023547f5d9 {{(pid=70527) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1295.602713] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Triggering sync for uuid 271bdbb0-6953-4392-8fdc-fb124841ae33 {{(pid=70527) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1295.603102] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Acquiring lock "b0e3fd31-6785-4d93-bc58-be1a03aa5f31" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.603309] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Lock "b0e3fd31-6785-4d93-bc58-be1a03aa5f31" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.603575] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Acquiring lock "779815e2-fd93-426d-bd71-58782205ff29" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.603760] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Lock "779815e2-fd93-426d-bd71-58782205ff29" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.604056] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Acquiring lock "4d7d08b5-06c5-4096-923a-397fe5d0b0da" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.604216] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Lock "4d7d08b5-06c5-4096-923a-397fe5d0b0da" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.604452] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Acquiring lock "af05e519-2a42-4cbc-a73f-43fba1a963ef" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.604626] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Lock "af05e519-2a42-4cbc-a73f-43fba1a963ef" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.604889] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Acquiring lock "be4fc466-3afe-4407-8335-7ca40b049ed8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.605081] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Lock "be4fc466-3afe-4407-8335-7ca40b049ed8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.605315] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Acquiring lock "67d9351b-f96f-4def-b775-73e2d9bf5d7f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.605522] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Acquiring lock "ac332e70-1342-4493-bfd5-01eddf011a98" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.605715] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Lock "ac332e70-1342-4493-bfd5-01eddf011a98" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.605968] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Acquiring lock "59e48acb-c2f1-4fc0-8477-23023547f5d9" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.606188] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Lock "59e48acb-c2f1-4fc0-8477-23023547f5d9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.606446] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Acquiring lock "271bdbb0-6953-4392-8fdc-fb124841ae33" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.606641] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Lock "271bdbb0-6953-4392-8fdc-fb124841ae33" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.606815] env[70527]: INFO nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] During sync_power_state the instance has a pending task (resize_finish). Skip. [ 1295.607062] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Lock "271bdbb0-6953-4392-8fdc-fb124841ae33" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.607182] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1295.607281] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70527) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1295.608167] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3685138e-b917-4391-a50e-7f8d29eb50b2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.611271] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f579f12-6b4b-4cd3-9d3d-41ff406733a4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.615577] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5718744e-e29f-43f5-a143-253240aae07e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.618406] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d1d554-6d07-4ddd-b466-e79fd53952b9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.621252] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91464557-0d36-426b-be8c-dfb8c39a1f64 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.624261] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c4d6e5-82ec-46d1-b995-c1ac23885be8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.627686] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe23a8c-32ce-488a-9d86-eb84b2775b18 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.630621] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager.update_available_resource {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1295.679084] env[70527]: DEBUG nova.compute.manager [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1296.135948] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.137071] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.137071] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.137071] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70527) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1296.137582] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78dd587d-9953-47d1-9147-c3da8a124035 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.149764] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243c9736-a32d-400e-a0d6-718e93825204 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.154791] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Lock "af05e519-2a42-4cbc-a73f-43fba1a963ef" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.550s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.155221] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Lock "b0e3fd31-6785-4d93-bc58-be1a03aa5f31" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.552s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.167614] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Lock "be4fc466-3afe-4407-8335-7ca40b049ed8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.562s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.168025] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Lock "4d7d08b5-06c5-4096-923a-397fe5d0b0da" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.564s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.168361] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Lock "779815e2-fd93-426d-bd71-58782205ff29" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.565s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.168680] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Lock "59e48acb-c2f1-4fc0-8477-23023547f5d9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.562s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.169018] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Lock "ac332e70-1342-4493-bfd5-01eddf011a98" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.563s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.170314] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca2e388-ce42-4d0c-ac9f-bebb7489c926 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.179601] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf43df4-7fbf-41f9-8d8f-a839085c9331 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.224795] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178928MB free_disk=39GB free_vcpus=48 pci_devices=None {{(pid=70527) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1296.225121] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.225509] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.242025] env[70527]: DEBUG oslo_concurrency.lockutils [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.632134] env[70527]: DEBUG nova.objects.instance [None req-cfb4773c-ebb1-447a-b8a0-b0b3c192d6ef tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Lazy-loading 'flavor' on Instance uuid ac332e70-1342-4493-bfd5-01eddf011a98 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1296.659423] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30275920-dd0d-46cb-9138-ed31bc4a1df2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.679716] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31db9452-d6e7-4fb9-ba82-9ae1e8e3b48e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.687744] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-2278fb27-2757-42d4-a080-8e8f5c5a2926 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Updating instance '271bdbb0-6953-4392-8fdc-fb124841ae33' progress to 83 {{(pid=70527) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1296.960793] env[70527]: DEBUG oslo_concurrency.lockutils [None req-717cf276-8d11-4319-b52b-8c6a3ce02d6a tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Acquiring lock "a1d5b50c-6555-4f45-b297-049041d538e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.961024] env[70527]: DEBUG oslo_concurrency.lockutils [None req-717cf276-8d11-4319-b52b-8c6a3ce02d6a tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Lock "a1d5b50c-6555-4f45-b297-049041d538e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.136590] env[70527]: DEBUG oslo_concurrency.lockutils [None req-cfb4773c-ebb1-447a-b8a0-b0b3c192d6ef tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Acquiring lock "refresh_cache-ac332e70-1342-4493-bfd5-01eddf011a98" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.136767] env[70527]: DEBUG oslo_concurrency.lockutils [None req-cfb4773c-ebb1-447a-b8a0-b0b3c192d6ef tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Acquired lock "refresh_cache-ac332e70-1342-4493-bfd5-01eddf011a98" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.194251] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-2278fb27-2757-42d4-a080-8e8f5c5a2926 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1297.194759] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87746b32-e200-4a24-977d-62ded52aed7a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.202788] env[70527]: DEBUG oslo_vmware.api [None req-2278fb27-2757-42d4-a080-8e8f5c5a2926 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for the task: (returnval){ [ 1297.202788] env[70527]: value = "task-3914220" [ 1297.202788] env[70527]: _type = "Task" [ 1297.202788] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.212217] env[70527]: DEBUG oslo_vmware.api [None req-2278fb27-2757-42d4-a080-8e8f5c5a2926 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3914220, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.238908] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Applying migration context for instance 271bdbb0-6953-4392-8fdc-fb124841ae33 as it has an incoming, in-progress migration f737d0ea-7fbe-4552-bad8-9b93ec71a549. Migration status is post-migrating {{(pid=70527) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1297.240778] env[70527]: INFO nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Updating resource usage from migration f737d0ea-7fbe-4552-bad8-9b93ec71a549 [ 1297.259383] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance b0e3fd31-6785-4d93-bc58-be1a03aa5f31 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1297.259711] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 779815e2-fd93-426d-bd71-58782205ff29 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1297.259832] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 4d7d08b5-06c5-4096-923a-397fe5d0b0da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1297.260033] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance af05e519-2a42-4cbc-a73f-43fba1a963ef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1297.260278] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance be4fc466-3afe-4407-8335-7ca40b049ed8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1297.260493] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 67d9351b-f96f-4def-b775-73e2d9bf5d7f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1297.260701] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance ac332e70-1342-4493-bfd5-01eddf011a98 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1297.260889] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 59e48acb-c2f1-4fc0-8477-23023547f5d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1297.261096] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Migration f737d0ea-7fbe-4552-bad8-9b93ec71a549 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1297.261289] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 271bdbb0-6953-4392-8fdc-fb124841ae33 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1297.464099] env[70527]: DEBUG nova.compute.manager [None req-717cf276-8d11-4319-b52b-8c6a3ce02d6a tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] [instance: a1d5b50c-6555-4f45-b297-049041d538e9] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1297.569120] env[70527]: DEBUG nova.network.neutron [None req-cfb4773c-ebb1-447a-b8a0-b0b3c192d6ef tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] [instance: ac332e70-1342-4493-bfd5-01eddf011a98] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1297.627085] env[70527]: DEBUG nova.compute.manager [req-0e9264d2-f77a-4396-a1c9-cb92ac60cc85 req-ab47c50f-4c6e-4fab-a86e-0b2d8c333a6d service nova] [instance: ac332e70-1342-4493-bfd5-01eddf011a98] Received event network-changed-abb0f8fe-574b-4c31-a490-168df1f888f7 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1297.627241] env[70527]: DEBUG nova.compute.manager [req-0e9264d2-f77a-4396-a1c9-cb92ac60cc85 req-ab47c50f-4c6e-4fab-a86e-0b2d8c333a6d service nova] [instance: ac332e70-1342-4493-bfd5-01eddf011a98] Refreshing instance network info cache due to event network-changed-abb0f8fe-574b-4c31-a490-168df1f888f7. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1297.627436] env[70527]: DEBUG oslo_concurrency.lockutils [req-0e9264d2-f77a-4396-a1c9-cb92ac60cc85 req-ab47c50f-4c6e-4fab-a86e-0b2d8c333a6d service nova] Acquiring lock "refresh_cache-ac332e70-1342-4493-bfd5-01eddf011a98" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.713572] env[70527]: DEBUG oslo_vmware.api [None req-2278fb27-2757-42d4-a080-8e8f5c5a2926 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3914220, 'name': PowerOnVM_Task, 'duration_secs': 0.408917} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.713856] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-2278fb27-2757-42d4-a080-8e8f5c5a2926 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1297.714494] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-2278fb27-2757-42d4-a080-8e8f5c5a2926 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Updating instance '271bdbb0-6953-4392-8fdc-fb124841ae33' progress to 100 {{(pid=70527) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1297.764574] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance a7108ebd-01cc-47a0-8941-364d29d9b9e2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1297.989475] env[70527]: DEBUG oslo_concurrency.lockutils [None req-717cf276-8d11-4319-b52b-8c6a3ce02d6a tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.267912] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance a1d5b50c-6555-4f45-b297-049041d538e9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1298.268261] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=70527) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1298.268472] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2496MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=70527) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1298.319869] env[70527]: DEBUG nova.network.neutron [None req-cfb4773c-ebb1-447a-b8a0-b0b3c192d6ef tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] [instance: ac332e70-1342-4493-bfd5-01eddf011a98] Updating instance_info_cache with network_info: [{"id": "abb0f8fe-574b-4c31-a490-168df1f888f7", "address": "fa:16:3e:6c:6e:57", "network": {"id": "6dca2e46-a087-4cfe-a982-4e177b51f7fe", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1826280627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be42f45c5cb54199876670288b644359", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bde2f6cc-fb26-4d71-95a6-57d1ae1c4afd", "external-id": "nsx-vlan-transportzone-206", "segmentation_id": 206, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabb0f8fe-57", "ovs_interfaceid": "abb0f8fe-574b-4c31-a490-168df1f888f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.457460] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e6b0ac-fd3a-41c9-8ff6-2af39aa3fce3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.467295] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a65c442-29d0-424d-91ad-49e7ac2d0826 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.500565] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-387a625d-379a-4910-b33b-11d9b427f928 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.509195] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c19cba-4c11-44a7-bc15-cd8325d5e9af {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.525264] env[70527]: DEBUG nova.compute.provider_tree [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1298.823365] env[70527]: DEBUG oslo_concurrency.lockutils [None req-cfb4773c-ebb1-447a-b8a0-b0b3c192d6ef tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Releasing lock "refresh_cache-ac332e70-1342-4493-bfd5-01eddf011a98" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.823755] env[70527]: DEBUG nova.compute.manager [None req-cfb4773c-ebb1-447a-b8a0-b0b3c192d6ef tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] [instance: ac332e70-1342-4493-bfd5-01eddf011a98] Inject network info {{(pid=70527) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1298.823926] env[70527]: DEBUG nova.compute.manager [None req-cfb4773c-ebb1-447a-b8a0-b0b3c192d6ef tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] [instance: ac332e70-1342-4493-bfd5-01eddf011a98] network_info to inject: |[{"id": "abb0f8fe-574b-4c31-a490-168df1f888f7", "address": "fa:16:3e:6c:6e:57", "network": {"id": "6dca2e46-a087-4cfe-a982-4e177b51f7fe", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1826280627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be42f45c5cb54199876670288b644359", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bde2f6cc-fb26-4d71-95a6-57d1ae1c4afd", "external-id": "nsx-vlan-transportzone-206", "segmentation_id": 206, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabb0f8fe-57", "ovs_interfaceid": "abb0f8fe-574b-4c31-a490-168df1f888f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1298.828817] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-cfb4773c-ebb1-447a-b8a0-b0b3c192d6ef tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] [instance: ac332e70-1342-4493-bfd5-01eddf011a98] Reconfiguring VM instance to set the machine id {{(pid=70527) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1298.829135] env[70527]: DEBUG oslo_concurrency.lockutils [req-0e9264d2-f77a-4396-a1c9-cb92ac60cc85 req-ab47c50f-4c6e-4fab-a86e-0b2d8c333a6d service nova] Acquired lock "refresh_cache-ac332e70-1342-4493-bfd5-01eddf011a98" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.829364] env[70527]: DEBUG nova.network.neutron [req-0e9264d2-f77a-4396-a1c9-cb92ac60cc85 req-ab47c50f-4c6e-4fab-a86e-0b2d8c333a6d service nova] [instance: ac332e70-1342-4493-bfd5-01eddf011a98] Refreshing network info cache for port abb0f8fe-574b-4c31-a490-168df1f888f7 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1298.830468] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1288193-498a-43a1-bc14-be92d1b6f91a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.845852] env[70527]: DEBUG nova.objects.instance [None req-dbff9a2d-3073-4a38-8a26-8b2308a945f5 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Lazy-loading 'flavor' on Instance uuid ac332e70-1342-4493-bfd5-01eddf011a98 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1298.854544] env[70527]: DEBUG oslo_vmware.api [None req-cfb4773c-ebb1-447a-b8a0-b0b3c192d6ef tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Waiting for the task: (returnval){ [ 1298.854544] env[70527]: value = "task-3914223" [ 1298.854544] env[70527]: _type = "Task" [ 1298.854544] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.865608] env[70527]: DEBUG oslo_vmware.api [None req-cfb4773c-ebb1-447a-b8a0-b0b3c192d6ef tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Task: {'id': task-3914223, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.029067] env[70527]: DEBUG nova.scheduler.client.report [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1299.350725] env[70527]: DEBUG oslo_concurrency.lockutils [None req-dbff9a2d-3073-4a38-8a26-8b2308a945f5 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Acquiring lock "refresh_cache-ac332e70-1342-4493-bfd5-01eddf011a98" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.364999] env[70527]: DEBUG oslo_vmware.api [None req-cfb4773c-ebb1-447a-b8a0-b0b3c192d6ef tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Task: {'id': task-3914223, 'name': ReconfigVM_Task, 'duration_secs': 0.152104} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.365296] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-cfb4773c-ebb1-447a-b8a0-b0b3c192d6ef tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] [instance: ac332e70-1342-4493-bfd5-01eddf011a98] Reconfigured VM instance to set the machine id {{(pid=70527) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1299.534595] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70527) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1299.534827] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.309s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.535118] env[70527]: DEBUG oslo_concurrency.lockutils [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.293s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.536688] env[70527]: INFO nova.compute.claims [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1299.607129] env[70527]: DEBUG nova.network.neutron [req-0e9264d2-f77a-4396-a1c9-cb92ac60cc85 req-ab47c50f-4c6e-4fab-a86e-0b2d8c333a6d service nova] [instance: ac332e70-1342-4493-bfd5-01eddf011a98] Updated VIF entry in instance network info cache for port abb0f8fe-574b-4c31-a490-168df1f888f7. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1299.607527] env[70527]: DEBUG nova.network.neutron [req-0e9264d2-f77a-4396-a1c9-cb92ac60cc85 req-ab47c50f-4c6e-4fab-a86e-0b2d8c333a6d service nova] [instance: ac332e70-1342-4493-bfd5-01eddf011a98] Updating instance_info_cache with network_info: [{"id": "abb0f8fe-574b-4c31-a490-168df1f888f7", "address": "fa:16:3e:6c:6e:57", "network": {"id": "6dca2e46-a087-4cfe-a982-4e177b51f7fe", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1826280627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be42f45c5cb54199876670288b644359", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bde2f6cc-fb26-4d71-95a6-57d1ae1c4afd", "external-id": "nsx-vlan-transportzone-206", "segmentation_id": 206, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabb0f8fe-57", "ovs_interfaceid": "abb0f8fe-574b-4c31-a490-168df1f888f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.072059] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-56833d06-52fb-4972-9b4e-25a38c6d6f7a tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] Volume attach. Driver type: vmdk {{(pid=70527) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1300.072322] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-56833d06-52fb-4972-9b4e-25a38c6d6f7a tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-777247', 'volume_id': 'ac81d345-3c97-4ac2-9aa2-60728acc1228', 'name': 'volume-ac81d345-3c97-4ac2-9aa2-60728acc1228', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '67d9351b-f96f-4def-b775-73e2d9bf5d7f', 'attached_at': '', 'detached_at': '', 'volume_id': 'ac81d345-3c97-4ac2-9aa2-60728acc1228', 'serial': 'ac81d345-3c97-4ac2-9aa2-60728acc1228'} {{(pid=70527) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1300.073336] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63849ff9-99e4-4b49-85df-6695e3909824 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.092367] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0f4a68-82aa-484c-baf3-50545c73638f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.110719] env[70527]: DEBUG oslo_concurrency.lockutils [req-0e9264d2-f77a-4396-a1c9-cb92ac60cc85 req-ab47c50f-4c6e-4fab-a86e-0b2d8c333a6d service nova] Releasing lock "refresh_cache-ac332e70-1342-4493-bfd5-01eddf011a98" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.118462] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-56833d06-52fb-4972-9b4e-25a38c6d6f7a tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] volume-ac81d345-3c97-4ac2-9aa2-60728acc1228/volume-ac81d345-3c97-4ac2-9aa2-60728acc1228.vmdk or device None with type thin {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1300.118795] env[70527]: DEBUG oslo_concurrency.lockutils [None req-dbff9a2d-3073-4a38-8a26-8b2308a945f5 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Acquired lock "refresh_cache-ac332e70-1342-4493-bfd5-01eddf011a98" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.120800] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d37e0f67-cd41-4a99-b3eb-ff16e7e5662e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.141380] env[70527]: DEBUG oslo_vmware.api [None req-56833d06-52fb-4972-9b4e-25a38c6d6f7a tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Waiting for the task: (returnval){ [ 1300.141380] env[70527]: value = "task-3914224" [ 1300.141380] env[70527]: _type = "Task" [ 1300.141380] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.150012] env[70527]: DEBUG oslo_vmware.api [None req-56833d06-52fb-4972-9b4e-25a38c6d6f7a tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Task: {'id': task-3914224, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.453581] env[70527]: DEBUG nova.network.neutron [None req-dbff9a2d-3073-4a38-8a26-8b2308a945f5 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] [instance: ac332e70-1342-4493-bfd5-01eddf011a98] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1300.478392] env[70527]: DEBUG oslo_concurrency.lockutils [None req-086c3fc5-ea05-4e19-bd39-5be047bad6ea tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Acquiring lock "271bdbb0-6953-4392-8fdc-fb124841ae33" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.478668] env[70527]: DEBUG oslo_concurrency.lockutils [None req-086c3fc5-ea05-4e19-bd39-5be047bad6ea tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Lock "271bdbb0-6953-4392-8fdc-fb124841ae33" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.478857] env[70527]: DEBUG nova.compute.manager [None req-086c3fc5-ea05-4e19-bd39-5be047bad6ea tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Going to confirm migration 9 {{(pid=70527) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1300.482160] env[70527]: DEBUG nova.compute.manager [req-87f079cd-89d2-4685-a151-cc1dabef0e7a req-d784e6a7-ce79-45c3-823f-4c649fa86c6f service nova] [instance: ac332e70-1342-4493-bfd5-01eddf011a98] Received event network-changed-abb0f8fe-574b-4c31-a490-168df1f888f7 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1300.482352] env[70527]: DEBUG nova.compute.manager [req-87f079cd-89d2-4685-a151-cc1dabef0e7a req-d784e6a7-ce79-45c3-823f-4c649fa86c6f service nova] [instance: ac332e70-1342-4493-bfd5-01eddf011a98] Refreshing instance network info cache due to event network-changed-abb0f8fe-574b-4c31-a490-168df1f888f7. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1300.482537] env[70527]: DEBUG oslo_concurrency.lockutils [req-87f079cd-89d2-4685-a151-cc1dabef0e7a req-d784e6a7-ce79-45c3-823f-4c649fa86c6f service nova] Acquiring lock "refresh_cache-ac332e70-1342-4493-bfd5-01eddf011a98" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.654828] env[70527]: DEBUG oslo_vmware.api [None req-56833d06-52fb-4972-9b4e-25a38c6d6f7a tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Task: {'id': task-3914224, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.721637] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8459d7a5-73ee-4e81-87d0-36c12ddbf87c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.729413] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3beed6-bc56-46be-8de8-9f4a95334c0b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.763856] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f28cf94-82d8-4cd2-b656-3ec7911e61c9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.771964] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c4f14ef-155f-4aa3-9364-efdb89758918 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.785876] env[70527]: DEBUG nova.compute.provider_tree [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1301.034352] env[70527]: DEBUG oslo_concurrency.lockutils [None req-086c3fc5-ea05-4e19-bd39-5be047bad6ea tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Acquiring lock "refresh_cache-271bdbb0-6953-4392-8fdc-fb124841ae33" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.034540] env[70527]: DEBUG oslo_concurrency.lockutils [None req-086c3fc5-ea05-4e19-bd39-5be047bad6ea tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Acquired lock "refresh_cache-271bdbb0-6953-4392-8fdc-fb124841ae33" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.034721] env[70527]: DEBUG nova.network.neutron [None req-086c3fc5-ea05-4e19-bd39-5be047bad6ea tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1301.034935] env[70527]: DEBUG nova.objects.instance [None req-086c3fc5-ea05-4e19-bd39-5be047bad6ea tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Lazy-loading 'info_cache' on Instance uuid 271bdbb0-6953-4392-8fdc-fb124841ae33 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1301.153580] env[70527]: DEBUG oslo_vmware.api [None req-56833d06-52fb-4972-9b4e-25a38c6d6f7a tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Task: {'id': task-3914224, 'name': ReconfigVM_Task, 'duration_secs': 0.661743} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.153940] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-56833d06-52fb-4972-9b4e-25a38c6d6f7a tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] Reconfigured VM instance instance-00000076 to attach disk [datastore1] volume-ac81d345-3c97-4ac2-9aa2-60728acc1228/volume-ac81d345-3c97-4ac2-9aa2-60728acc1228.vmdk or device None with type thin {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1301.158702] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b21f052-1ae9-496b-b77c-f3268392ebb7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.178950] env[70527]: DEBUG oslo_vmware.api [None req-56833d06-52fb-4972-9b4e-25a38c6d6f7a tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Waiting for the task: (returnval){ [ 1301.178950] env[70527]: value = "task-3914225" [ 1301.178950] env[70527]: _type = "Task" [ 1301.178950] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.188544] env[70527]: DEBUG oslo_vmware.api [None req-56833d06-52fb-4972-9b4e-25a38c6d6f7a tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Task: {'id': task-3914225, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.251178] env[70527]: DEBUG nova.network.neutron [None req-dbff9a2d-3073-4a38-8a26-8b2308a945f5 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] [instance: ac332e70-1342-4493-bfd5-01eddf011a98] Updating instance_info_cache with network_info: [{"id": "abb0f8fe-574b-4c31-a490-168df1f888f7", "address": "fa:16:3e:6c:6e:57", "network": {"id": "6dca2e46-a087-4cfe-a982-4e177b51f7fe", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1826280627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be42f45c5cb54199876670288b644359", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bde2f6cc-fb26-4d71-95a6-57d1ae1c4afd", "external-id": "nsx-vlan-transportzone-206", "segmentation_id": 206, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabb0f8fe-57", "ovs_interfaceid": "abb0f8fe-574b-4c31-a490-168df1f888f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.289209] env[70527]: DEBUG nova.scheduler.client.report [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1301.688104] env[70527]: DEBUG oslo_vmware.api [None req-56833d06-52fb-4972-9b4e-25a38c6d6f7a tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Task: {'id': task-3914225, 'name': ReconfigVM_Task, 'duration_secs': 0.198155} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.688486] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-56833d06-52fb-4972-9b4e-25a38c6d6f7a tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-777247', 'volume_id': 'ac81d345-3c97-4ac2-9aa2-60728acc1228', 'name': 'volume-ac81d345-3c97-4ac2-9aa2-60728acc1228', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '67d9351b-f96f-4def-b775-73e2d9bf5d7f', 'attached_at': '', 'detached_at': '', 'volume_id': 'ac81d345-3c97-4ac2-9aa2-60728acc1228', 'serial': 'ac81d345-3c97-4ac2-9aa2-60728acc1228'} {{(pid=70527) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1301.755082] env[70527]: DEBUG oslo_concurrency.lockutils [None req-dbff9a2d-3073-4a38-8a26-8b2308a945f5 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Releasing lock "refresh_cache-ac332e70-1342-4493-bfd5-01eddf011a98" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.755082] env[70527]: DEBUG nova.compute.manager [None req-dbff9a2d-3073-4a38-8a26-8b2308a945f5 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] [instance: ac332e70-1342-4493-bfd5-01eddf011a98] Inject network info {{(pid=70527) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1301.755328] env[70527]: DEBUG nova.compute.manager [None req-dbff9a2d-3073-4a38-8a26-8b2308a945f5 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] [instance: ac332e70-1342-4493-bfd5-01eddf011a98] network_info to inject: |[{"id": "abb0f8fe-574b-4c31-a490-168df1f888f7", "address": "fa:16:3e:6c:6e:57", "network": {"id": "6dca2e46-a087-4cfe-a982-4e177b51f7fe", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1826280627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be42f45c5cb54199876670288b644359", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bde2f6cc-fb26-4d71-95a6-57d1ae1c4afd", "external-id": "nsx-vlan-transportzone-206", "segmentation_id": 206, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabb0f8fe-57", "ovs_interfaceid": "abb0f8fe-574b-4c31-a490-168df1f888f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1301.760671] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-dbff9a2d-3073-4a38-8a26-8b2308a945f5 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] [instance: ac332e70-1342-4493-bfd5-01eddf011a98] Reconfiguring VM instance to set the machine id {{(pid=70527) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1301.761018] env[70527]: DEBUG oslo_concurrency.lockutils [req-87f079cd-89d2-4685-a151-cc1dabef0e7a req-d784e6a7-ce79-45c3-823f-4c649fa86c6f service nova] Acquired lock "refresh_cache-ac332e70-1342-4493-bfd5-01eddf011a98" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.761240] env[70527]: DEBUG nova.network.neutron [req-87f079cd-89d2-4685-a151-cc1dabef0e7a req-d784e6a7-ce79-45c3-823f-4c649fa86c6f service nova] [instance: ac332e70-1342-4493-bfd5-01eddf011a98] Refreshing network info cache for port abb0f8fe-574b-4c31-a490-168df1f888f7 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1301.762709] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba1ac106-5eda-4958-ba01-a2258f0479ac {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.784022] env[70527]: DEBUG oslo_vmware.api [None req-dbff9a2d-3073-4a38-8a26-8b2308a945f5 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Waiting for the task: (returnval){ [ 1301.784022] env[70527]: value = "task-3914226" [ 1301.784022] env[70527]: _type = "Task" [ 1301.784022] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.793112] env[70527]: DEBUG oslo_vmware.api [None req-dbff9a2d-3073-4a38-8a26-8b2308a945f5 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Task: {'id': task-3914226, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.795915] env[70527]: DEBUG oslo_concurrency.lockutils [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.261s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.796529] env[70527]: DEBUG nova.compute.manager [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1301.799363] env[70527]: DEBUG oslo_concurrency.lockutils [None req-717cf276-8d11-4319-b52b-8c6a3ce02d6a tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.810s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.800792] env[70527]: INFO nova.compute.claims [None req-717cf276-8d11-4319-b52b-8c6a3ce02d6a tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] [instance: a1d5b50c-6555-4f45-b297-049041d538e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1302.302465] env[70527]: DEBUG oslo_vmware.api [None req-dbff9a2d-3073-4a38-8a26-8b2308a945f5 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Task: {'id': task-3914226, 'name': ReconfigVM_Task, 'duration_secs': 0.159007} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.303432] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-dbff9a2d-3073-4a38-8a26-8b2308a945f5 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] [instance: ac332e70-1342-4493-bfd5-01eddf011a98] Reconfigured VM instance to set the machine id {{(pid=70527) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1302.310552] env[70527]: DEBUG nova.compute.utils [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1302.314276] env[70527]: DEBUG nova.compute.manager [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1302.314678] env[70527]: DEBUG nova.network.neutron [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1302.394152] env[70527]: DEBUG nova.policy [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f4d0e628a514ed8a50c926bb18296d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa879e9d16e248d19fe75f4ae9cc0f89', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 1302.578389] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c2af6fa9-918c-4e70-8ed6-bf406ab3b5a1 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Acquiring lock "ac332e70-1342-4493-bfd5-01eddf011a98" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.578389] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c2af6fa9-918c-4e70-8ed6-bf406ab3b5a1 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Lock "ac332e70-1342-4493-bfd5-01eddf011a98" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.578389] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c2af6fa9-918c-4e70-8ed6-bf406ab3b5a1 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Acquiring lock "ac332e70-1342-4493-bfd5-01eddf011a98-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.578389] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c2af6fa9-918c-4e70-8ed6-bf406ab3b5a1 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Lock "ac332e70-1342-4493-bfd5-01eddf011a98-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.578389] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c2af6fa9-918c-4e70-8ed6-bf406ab3b5a1 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Lock "ac332e70-1342-4493-bfd5-01eddf011a98-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.581729] env[70527]: INFO nova.compute.manager [None req-c2af6fa9-918c-4e70-8ed6-bf406ab3b5a1 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] [instance: ac332e70-1342-4493-bfd5-01eddf011a98] Terminating instance [ 1302.589170] env[70527]: DEBUG nova.network.neutron [None req-086c3fc5-ea05-4e19-bd39-5be047bad6ea tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Updating instance_info_cache with network_info: [{"id": "0a0268a9-f4a9-474b-a951-1c43b40ac331", "address": "fa:16:3e:f7:4d:98", "network": {"id": "6a4f3b6e-2245-4a82-bf13-e4002ce51c7b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-274635677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "217e9dedf6ba423980df628f40219825", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a0268a9-f4", "ovs_interfaceid": "0a0268a9-f4a9-474b-a951-1c43b40ac331", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.727491] env[70527]: DEBUG nova.network.neutron [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Successfully created port: 42a78605-52a3-41b5-b647-6ed64dc65b6d {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1302.731468] env[70527]: DEBUG nova.objects.instance [None req-56833d06-52fb-4972-9b4e-25a38c6d6f7a tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Lazy-loading 'flavor' on Instance uuid 67d9351b-f96f-4def-b775-73e2d9bf5d7f {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1302.759802] env[70527]: DEBUG nova.network.neutron [req-87f079cd-89d2-4685-a151-cc1dabef0e7a req-d784e6a7-ce79-45c3-823f-4c649fa86c6f service nova] [instance: ac332e70-1342-4493-bfd5-01eddf011a98] Updated VIF entry in instance network info cache for port abb0f8fe-574b-4c31-a490-168df1f888f7. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1302.759802] env[70527]: DEBUG nova.network.neutron [req-87f079cd-89d2-4685-a151-cc1dabef0e7a req-d784e6a7-ce79-45c3-823f-4c649fa86c6f service nova] [instance: ac332e70-1342-4493-bfd5-01eddf011a98] Updating instance_info_cache with network_info: [{"id": "abb0f8fe-574b-4c31-a490-168df1f888f7", "address": "fa:16:3e:6c:6e:57", "network": {"id": "6dca2e46-a087-4cfe-a982-4e177b51f7fe", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1826280627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be42f45c5cb54199876670288b644359", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bde2f6cc-fb26-4d71-95a6-57d1ae1c4afd", "external-id": "nsx-vlan-transportzone-206", "segmentation_id": 206, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabb0f8fe-57", "ovs_interfaceid": "abb0f8fe-574b-4c31-a490-168df1f888f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.818055] env[70527]: DEBUG nova.compute.manager [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1302.899630] env[70527]: DEBUG nova.compute.manager [None req-03f73fb0-ac2f-48e9-9338-ee6a94ed5312 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Stashing vm_state: active {{(pid=70527) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1303.033288] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede6b746-48e7-437f-aed3-f57601dfd356 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.042887] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09db5271-f7e2-449e-bb9f-f80c6b0213cb {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.073896] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad40c75b-232e-43e2-8c37-6452f6c3302d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.082053] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2047ead4-44d9-446e-bc39-20579d646cd0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.096275] env[70527]: DEBUG nova.compute.manager [None req-c2af6fa9-918c-4e70-8ed6-bf406ab3b5a1 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] [instance: ac332e70-1342-4493-bfd5-01eddf011a98] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1303.096722] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-c2af6fa9-918c-4e70-8ed6-bf406ab3b5a1 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] [instance: ac332e70-1342-4493-bfd5-01eddf011a98] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1303.097252] env[70527]: DEBUG oslo_concurrency.lockutils [None req-086c3fc5-ea05-4e19-bd39-5be047bad6ea tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Releasing lock "refresh_cache-271bdbb0-6953-4392-8fdc-fb124841ae33" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.097579] env[70527]: DEBUG nova.objects.instance [None req-086c3fc5-ea05-4e19-bd39-5be047bad6ea tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Lazy-loading 'migration_context' on Instance uuid 271bdbb0-6953-4392-8fdc-fb124841ae33 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1303.099041] env[70527]: DEBUG nova.compute.provider_tree [None req-717cf276-8d11-4319-b52b-8c6a3ce02d6a tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1303.100953] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db59b4e-3ff5-4960-bd9c-0af126b956b8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.108303] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2af6fa9-918c-4e70-8ed6-bf406ab3b5a1 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] [instance: ac332e70-1342-4493-bfd5-01eddf011a98] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1303.109453] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b412210-d382-4f4c-b647-485512df8af1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.115952] env[70527]: DEBUG oslo_vmware.api [None req-c2af6fa9-918c-4e70-8ed6-bf406ab3b5a1 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Waiting for the task: (returnval){ [ 1303.115952] env[70527]: value = "task-3914227" [ 1303.115952] env[70527]: _type = "Task" [ 1303.115952] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.125157] env[70527]: DEBUG oslo_vmware.api [None req-c2af6fa9-918c-4e70-8ed6-bf406ab3b5a1 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Task: {'id': task-3914227, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.236848] env[70527]: DEBUG oslo_concurrency.lockutils [None req-56833d06-52fb-4972-9b4e-25a38c6d6f7a tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Lock "67d9351b-f96f-4def-b775-73e2d9bf5d7f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.793s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.238384] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Lock "67d9351b-f96f-4def-b775-73e2d9bf5d7f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 7.633s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.240071] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d2e27e3-f6c7-4b2b-b6f9-b42f3e3ad016 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.261864] env[70527]: DEBUG oslo_concurrency.lockutils [req-87f079cd-89d2-4685-a151-cc1dabef0e7a req-d784e6a7-ce79-45c3-823f-4c649fa86c6f service nova] Releasing lock "refresh_cache-ac332e70-1342-4493-bfd5-01eddf011a98" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.420267] env[70527]: DEBUG oslo_concurrency.lockutils [None req-03f73fb0-ac2f-48e9-9338-ee6a94ed5312 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.602027] env[70527]: DEBUG nova.objects.base [None req-086c3fc5-ea05-4e19-bd39-5be047bad6ea tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Object Instance<271bdbb0-6953-4392-8fdc-fb124841ae33> lazy-loaded attributes: info_cache,migration_context {{(pid=70527) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1303.602956] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c160941f-78e6-4f38-9988-22312b379d45 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.607056] env[70527]: DEBUG nova.scheduler.client.report [None req-717cf276-8d11-4319-b52b-8c6a3ce02d6a tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1303.634066] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e11853ef-7953-440a-95d8-228b1ce0888b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.641385] env[70527]: DEBUG oslo_vmware.api [None req-086c3fc5-ea05-4e19-bd39-5be047bad6ea tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for the task: (returnval){ [ 1303.641385] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]5224f201-b20d-6b6f-b7af-098daab34b87" [ 1303.641385] env[70527]: _type = "Task" [ 1303.641385] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.644872] env[70527]: DEBUG oslo_vmware.api [None req-c2af6fa9-918c-4e70-8ed6-bf406ab3b5a1 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Task: {'id': task-3914227, 'name': PowerOffVM_Task, 'duration_secs': 0.179537} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.649183] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2af6fa9-918c-4e70-8ed6-bf406ab3b5a1 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] [instance: ac332e70-1342-4493-bfd5-01eddf011a98] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1303.649429] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-c2af6fa9-918c-4e70-8ed6-bf406ab3b5a1 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] [instance: ac332e70-1342-4493-bfd5-01eddf011a98] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1303.649713] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-866a751e-1e73-481e-b22f-7a09ccf4d533 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.658637] env[70527]: DEBUG oslo_vmware.api [None req-086c3fc5-ea05-4e19-bd39-5be047bad6ea tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5224f201-b20d-6b6f-b7af-098daab34b87, 'name': SearchDatastore_Task, 'duration_secs': 0.008859} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.659009] env[70527]: DEBUG oslo_concurrency.lockutils [None req-086c3fc5-ea05-4e19-bd39-5be047bad6ea tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.726057] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-c2af6fa9-918c-4e70-8ed6-bf406ab3b5a1 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] [instance: ac332e70-1342-4493-bfd5-01eddf011a98] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1303.726057] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-c2af6fa9-918c-4e70-8ed6-bf406ab3b5a1 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] [instance: ac332e70-1342-4493-bfd5-01eddf011a98] Deleting contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1303.726057] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2af6fa9-918c-4e70-8ed6-bf406ab3b5a1 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Deleting the datastore file [datastore1] ac332e70-1342-4493-bfd5-01eddf011a98 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1303.726057] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b63e8abc-2d35-4241-a677-e70876816dd1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.733985] env[70527]: DEBUG oslo_vmware.api [None req-c2af6fa9-918c-4e70-8ed6-bf406ab3b5a1 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Waiting for the task: (returnval){ [ 1303.733985] env[70527]: value = "task-3914229" [ 1303.733985] env[70527]: _type = "Task" [ 1303.733985] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.741178] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f96651a1-3c05-4f18-8cfa-a366da22eeda tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Acquiring lock "67d9351b-f96f-4def-b775-73e2d9bf5d7f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.745403] env[70527]: DEBUG oslo_vmware.api [None req-c2af6fa9-918c-4e70-8ed6-bf406ab3b5a1 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Task: {'id': task-3914229, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.752393] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Lock "67d9351b-f96f-4def-b775-73e2d9bf5d7f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.514s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.752680] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f96651a1-3c05-4f18-8cfa-a366da22eeda tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Lock "67d9351b-f96f-4def-b775-73e2d9bf5d7f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.012s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.836165] env[70527]: DEBUG nova.compute.manager [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1303.864507] env[70527]: DEBUG nova.virt.hardware [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1303.864762] env[70527]: DEBUG nova.virt.hardware [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1303.864923] env[70527]: DEBUG nova.virt.hardware [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1303.865118] env[70527]: DEBUG nova.virt.hardware [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1303.865269] env[70527]: DEBUG nova.virt.hardware [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1303.865420] env[70527]: DEBUG nova.virt.hardware [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1303.865633] env[70527]: DEBUG nova.virt.hardware [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1303.865790] env[70527]: DEBUG nova.virt.hardware [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1303.865958] env[70527]: DEBUG nova.virt.hardware [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1303.866151] env[70527]: DEBUG nova.virt.hardware [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1303.866328] env[70527]: DEBUG nova.virt.hardware [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1303.867431] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dfad1df-dc0b-45e6-97a4-8e0c7ef4bc15 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.877233] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34cdb95-f8a3-4ff5-8359-b5b29438935e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.111881] env[70527]: DEBUG oslo_concurrency.lockutils [None req-717cf276-8d11-4319-b52b-8c6a3ce02d6a tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.312s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.112374] env[70527]: DEBUG nova.compute.manager [None req-717cf276-8d11-4319-b52b-8c6a3ce02d6a tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] [instance: a1d5b50c-6555-4f45-b297-049041d538e9] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1304.115274] env[70527]: DEBUG oslo_concurrency.lockutils [None req-03f73fb0-ac2f-48e9-9338-ee6a94ed5312 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.695s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.154026] env[70527]: DEBUG nova.compute.manager [req-15f9bf5d-011a-407f-983c-7296515e8819 req-b743e3a1-f70a-4e62-a404-e04c1b58374c service nova] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Received event network-vif-plugged-42a78605-52a3-41b5-b647-6ed64dc65b6d {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1304.154026] env[70527]: DEBUG oslo_concurrency.lockutils [req-15f9bf5d-011a-407f-983c-7296515e8819 req-b743e3a1-f70a-4e62-a404-e04c1b58374c service nova] Acquiring lock "a7108ebd-01cc-47a0-8941-364d29d9b9e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.154026] env[70527]: DEBUG oslo_concurrency.lockutils [req-15f9bf5d-011a-407f-983c-7296515e8819 req-b743e3a1-f70a-4e62-a404-e04c1b58374c service nova] Lock "a7108ebd-01cc-47a0-8941-364d29d9b9e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.154026] env[70527]: DEBUG oslo_concurrency.lockutils [req-15f9bf5d-011a-407f-983c-7296515e8819 req-b743e3a1-f70a-4e62-a404-e04c1b58374c service nova] Lock "a7108ebd-01cc-47a0-8941-364d29d9b9e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.154026] env[70527]: DEBUG nova.compute.manager [req-15f9bf5d-011a-407f-983c-7296515e8819 req-b743e3a1-f70a-4e62-a404-e04c1b58374c service nova] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] No waiting events found dispatching network-vif-plugged-42a78605-52a3-41b5-b647-6ed64dc65b6d {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1304.155469] env[70527]: WARNING nova.compute.manager [req-15f9bf5d-011a-407f-983c-7296515e8819 req-b743e3a1-f70a-4e62-a404-e04c1b58374c service nova] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Received unexpected event network-vif-plugged-42a78605-52a3-41b5-b647-6ed64dc65b6d for instance with vm_state building and task_state spawning. [ 1304.234086] env[70527]: DEBUG nova.network.neutron [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Successfully updated port: 42a78605-52a3-41b5-b647-6ed64dc65b6d {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1304.247460] env[70527]: DEBUG oslo_vmware.api [None req-c2af6fa9-918c-4e70-8ed6-bf406ab3b5a1 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Task: {'id': task-3914229, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142184} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.248793] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2af6fa9-918c-4e70-8ed6-bf406ab3b5a1 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1304.248793] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-c2af6fa9-918c-4e70-8ed6-bf406ab3b5a1 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] [instance: ac332e70-1342-4493-bfd5-01eddf011a98] Deleted contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1304.248793] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-c2af6fa9-918c-4e70-8ed6-bf406ab3b5a1 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] [instance: ac332e70-1342-4493-bfd5-01eddf011a98] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1304.248994] env[70527]: INFO nova.compute.manager [None req-c2af6fa9-918c-4e70-8ed6-bf406ab3b5a1 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] [instance: ac332e70-1342-4493-bfd5-01eddf011a98] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1304.249276] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c2af6fa9-918c-4e70-8ed6-bf406ab3b5a1 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1304.249440] env[70527]: DEBUG nova.compute.manager [-] [instance: ac332e70-1342-4493-bfd5-01eddf011a98] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1304.249535] env[70527]: DEBUG nova.network.neutron [-] [instance: ac332e70-1342-4493-bfd5-01eddf011a98] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1304.256443] env[70527]: DEBUG nova.compute.utils [None req-f96651a1-3c05-4f18-8cfa-a366da22eeda tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1304.618182] env[70527]: DEBUG nova.compute.utils [None req-717cf276-8d11-4319-b52b-8c6a3ce02d6a tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1304.619794] env[70527]: DEBUG nova.compute.manager [None req-717cf276-8d11-4319-b52b-8c6a3ce02d6a tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] [instance: a1d5b50c-6555-4f45-b297-049041d538e9] Not allocating networking since 'none' was specified. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1304.622465] env[70527]: INFO nova.compute.claims [None req-03f73fb0-ac2f-48e9-9338-ee6a94ed5312 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1304.741531] env[70527]: DEBUG oslo_concurrency.lockutils [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Acquiring lock "refresh_cache-a7108ebd-01cc-47a0-8941-364d29d9b9e2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.741620] env[70527]: DEBUG oslo_concurrency.lockutils [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Acquired lock "refresh_cache-a7108ebd-01cc-47a0-8941-364d29d9b9e2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.741820] env[70527]: DEBUG nova.network.neutron [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1304.759487] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f96651a1-3c05-4f18-8cfa-a366da22eeda tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Lock "67d9351b-f96f-4def-b775-73e2d9bf5d7f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.121734] env[70527]: DEBUG nova.compute.manager [None req-717cf276-8d11-4319-b52b-8c6a3ce02d6a tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] [instance: a1d5b50c-6555-4f45-b297-049041d538e9] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1305.130296] env[70527]: INFO nova.compute.resource_tracker [None req-03f73fb0-ac2f-48e9-9338-ee6a94ed5312 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Updating resource usage from migration f3031d3c-c4e7-4606-a6f8-f45ca63e7541 [ 1305.272382] env[70527]: DEBUG nova.network.neutron [-] [instance: ac332e70-1342-4493-bfd5-01eddf011a98] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.274531] env[70527]: DEBUG nova.network.neutron [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1305.316515] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20fec12f-4909-4f23-95eb-fe325df583d6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.333665] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0777ed06-7b4c-4f32-8134-1ee62efa5e34 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.373624] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f96651a1-3c05-4f18-8cfa-a366da22eeda tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Acquiring lock "67d9351b-f96f-4def-b775-73e2d9bf5d7f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.373886] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f96651a1-3c05-4f18-8cfa-a366da22eeda tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Lock "67d9351b-f96f-4def-b775-73e2d9bf5d7f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.374208] env[70527]: INFO nova.compute.manager [None req-f96651a1-3c05-4f18-8cfa-a366da22eeda tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] Attaching volume f1d65b0b-d7d0-4b88-9081-74d1618852dd to /dev/sdc [ 1305.378699] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5b6a97-fa8f-48e0-ade7-44f9a56babc0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.390919] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee07b6e3-d987-4fcc-b5c9-3c0966785431 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.407289] env[70527]: DEBUG nova.compute.provider_tree [None req-03f73fb0-ac2f-48e9-9338-ee6a94ed5312 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1305.416903] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d53476a-692f-4de8-b2b8-8f6001584f3c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.425450] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0297c03a-709c-4098-b3c6-face06170f47 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.439170] env[70527]: DEBUG nova.virt.block_device [None req-f96651a1-3c05-4f18-8cfa-a366da22eeda tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] Updating existing volume attachment record: 8f129768-1bc2-4742-9065-e89a99de4767 {{(pid=70527) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1305.490404] env[70527]: DEBUG nova.network.neutron [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Updating instance_info_cache with network_info: [{"id": "42a78605-52a3-41b5-b647-6ed64dc65b6d", "address": "fa:16:3e:20:31:2f", "network": {"id": "31ee0214-a67f-4f6f-bcd3-ab9b9ea63178", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1890293121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa879e9d16e248d19fe75f4ae9cc0f89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ef746c57-cd18-4883-a0e9-c52937aaf41d", "external-id": "nsx-vlan-transportzone-863", "segmentation_id": 863, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42a78605-52", "ovs_interfaceid": "42a78605-52a3-41b5-b647-6ed64dc65b6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.774667] env[70527]: INFO nova.compute.manager [-] [instance: ac332e70-1342-4493-bfd5-01eddf011a98] Took 1.52 seconds to deallocate network for instance. [ 1305.911797] env[70527]: DEBUG nova.scheduler.client.report [None req-03f73fb0-ac2f-48e9-9338-ee6a94ed5312 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1305.993624] env[70527]: DEBUG oslo_concurrency.lockutils [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Releasing lock "refresh_cache-a7108ebd-01cc-47a0-8941-364d29d9b9e2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.994039] env[70527]: DEBUG nova.compute.manager [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Instance network_info: |[{"id": "42a78605-52a3-41b5-b647-6ed64dc65b6d", "address": "fa:16:3e:20:31:2f", "network": {"id": "31ee0214-a67f-4f6f-bcd3-ab9b9ea63178", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1890293121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa879e9d16e248d19fe75f4ae9cc0f89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ef746c57-cd18-4883-a0e9-c52937aaf41d", "external-id": "nsx-vlan-transportzone-863", "segmentation_id": 863, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42a78605-52", "ovs_interfaceid": "42a78605-52a3-41b5-b647-6ed64dc65b6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1305.995063] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:31:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ef746c57-cd18-4883-a0e9-c52937aaf41d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '42a78605-52a3-41b5-b647-6ed64dc65b6d', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1306.003787] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Creating folder: Project (fa879e9d16e248d19fe75f4ae9cc0f89). Parent ref: group-v776920. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1306.004483] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3b94b577-36e8-46be-be56-7bb3270c552e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.016727] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Created folder: Project (fa879e9d16e248d19fe75f4ae9cc0f89) in parent group-v776920. [ 1306.016929] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Creating folder: Instances. Parent ref: group-v777249. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1306.017178] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3605de0f-4b1d-43c6-948b-8044f6df048e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.029246] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Created folder: Instances in parent group-v777249. [ 1306.029512] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1306.029763] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1306.029900] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2824e92-8836-4c35-b2b7-b06513d2e9e1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.055144] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1306.055144] env[70527]: value = "task-3914233" [ 1306.055144] env[70527]: _type = "Task" [ 1306.055144] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.064751] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3914233, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.132628] env[70527]: DEBUG nova.compute.manager [None req-717cf276-8d11-4319-b52b-8c6a3ce02d6a tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] [instance: a1d5b50c-6555-4f45-b297-049041d538e9] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1306.160263] env[70527]: DEBUG nova.virt.hardware [None req-717cf276-8d11-4319-b52b-8c6a3ce02d6a tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1306.160546] env[70527]: DEBUG nova.virt.hardware [None req-717cf276-8d11-4319-b52b-8c6a3ce02d6a tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1306.160723] env[70527]: DEBUG nova.virt.hardware [None req-717cf276-8d11-4319-b52b-8c6a3ce02d6a tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1306.160909] env[70527]: DEBUG nova.virt.hardware [None req-717cf276-8d11-4319-b52b-8c6a3ce02d6a tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1306.161069] env[70527]: DEBUG nova.virt.hardware [None req-717cf276-8d11-4319-b52b-8c6a3ce02d6a tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1306.161222] env[70527]: DEBUG nova.virt.hardware [None req-717cf276-8d11-4319-b52b-8c6a3ce02d6a tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1306.161456] env[70527]: DEBUG nova.virt.hardware [None req-717cf276-8d11-4319-b52b-8c6a3ce02d6a tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1306.161644] env[70527]: DEBUG nova.virt.hardware [None req-717cf276-8d11-4319-b52b-8c6a3ce02d6a tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1306.161844] env[70527]: DEBUG nova.virt.hardware [None req-717cf276-8d11-4319-b52b-8c6a3ce02d6a tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1306.162035] env[70527]: DEBUG nova.virt.hardware [None req-717cf276-8d11-4319-b52b-8c6a3ce02d6a tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1306.162225] env[70527]: DEBUG nova.virt.hardware [None req-717cf276-8d11-4319-b52b-8c6a3ce02d6a tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1306.163156] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d931620-71f8-4354-ba95-a4f689f644e9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.172944] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99dd7ee-4d50-4cf1-bd16-d30989c442f4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.187801] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-717cf276-8d11-4319-b52b-8c6a3ce02d6a tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] [instance: a1d5b50c-6555-4f45-b297-049041d538e9] Instance VIF info [] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1306.194045] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-717cf276-8d11-4319-b52b-8c6a3ce02d6a tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Creating folder: Project (394ca03ee7a34a4c83acdb857ab40f43). Parent ref: group-v776920. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1306.195624] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7c717c88-fc2f-4bb9-b393-1502cbb381cf {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.198911] env[70527]: DEBUG nova.compute.manager [req-f81e5c09-0e60-49c3-97fe-a4085e7e0bed req-bd175ee1-499c-4a6e-b9b0-f34bec9a56b6 service nova] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Received event network-changed-42a78605-52a3-41b5-b647-6ed64dc65b6d {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1306.199124] env[70527]: DEBUG nova.compute.manager [req-f81e5c09-0e60-49c3-97fe-a4085e7e0bed req-bd175ee1-499c-4a6e-b9b0-f34bec9a56b6 service nova] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Refreshing instance network info cache due to event network-changed-42a78605-52a3-41b5-b647-6ed64dc65b6d. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1306.199349] env[70527]: DEBUG oslo_concurrency.lockutils [req-f81e5c09-0e60-49c3-97fe-a4085e7e0bed req-bd175ee1-499c-4a6e-b9b0-f34bec9a56b6 service nova] Acquiring lock "refresh_cache-a7108ebd-01cc-47a0-8941-364d29d9b9e2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.199509] env[70527]: DEBUG oslo_concurrency.lockutils [req-f81e5c09-0e60-49c3-97fe-a4085e7e0bed req-bd175ee1-499c-4a6e-b9b0-f34bec9a56b6 service nova] Acquired lock "refresh_cache-a7108ebd-01cc-47a0-8941-364d29d9b9e2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.199682] env[70527]: DEBUG nova.network.neutron [req-f81e5c09-0e60-49c3-97fe-a4085e7e0bed req-bd175ee1-499c-4a6e-b9b0-f34bec9a56b6 service nova] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Refreshing network info cache for port 42a78605-52a3-41b5-b647-6ed64dc65b6d {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1306.213427] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-717cf276-8d11-4319-b52b-8c6a3ce02d6a tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Created folder: Project (394ca03ee7a34a4c83acdb857ab40f43) in parent group-v776920. [ 1306.213619] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-717cf276-8d11-4319-b52b-8c6a3ce02d6a tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Creating folder: Instances. Parent ref: group-v777252. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1306.213920] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60c9af13-15dd-4f1c-a621-c62a01183d42 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.224747] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-717cf276-8d11-4319-b52b-8c6a3ce02d6a tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Created folder: Instances in parent group-v777252. [ 1306.225017] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-717cf276-8d11-4319-b52b-8c6a3ce02d6a tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1306.225237] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1d5b50c-6555-4f45-b297-049041d538e9] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1306.225488] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1747488-e232-411d-a7ab-8f8e44dbf4a9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.245872] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1306.245872] env[70527]: value = "task-3914236" [ 1306.245872] env[70527]: _type = "Task" [ 1306.245872] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.257427] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3914236, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.282476] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c2af6fa9-918c-4e70-8ed6-bf406ab3b5a1 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.417457] env[70527]: DEBUG oslo_concurrency.lockutils [None req-03f73fb0-ac2f-48e9-9338-ee6a94ed5312 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.302s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.417665] env[70527]: INFO nova.compute.manager [None req-03f73fb0-ac2f-48e9-9338-ee6a94ed5312 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Migrating [ 1306.424650] env[70527]: DEBUG oslo_concurrency.lockutils [None req-086c3fc5-ea05-4e19-bd39-5be047bad6ea tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.766s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.566455] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3914233, 'name': CreateVM_Task, 'duration_secs': 0.313167} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.566628] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1306.574144] env[70527]: DEBUG oslo_concurrency.lockutils [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.574347] env[70527]: DEBUG oslo_concurrency.lockutils [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.574720] env[70527]: DEBUG oslo_concurrency.lockutils [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.574926] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddb1fca3-bea3-4181-9b5c-aee5e930933b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.580530] env[70527]: DEBUG oslo_vmware.api [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Waiting for the task: (returnval){ [ 1306.580530] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52bdac9d-abfd-b712-e278-50e974b56766" [ 1306.580530] env[70527]: _type = "Task" [ 1306.580530] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.588580] env[70527]: DEBUG oslo_vmware.api [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52bdac9d-abfd-b712-e278-50e974b56766, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.756424] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3914236, 'name': CreateVM_Task, 'duration_secs': 0.301348} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.756623] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1d5b50c-6555-4f45-b297-049041d538e9] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1306.756997] env[70527]: DEBUG oslo_concurrency.lockutils [None req-717cf276-8d11-4319-b52b-8c6a3ce02d6a tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.936711] env[70527]: DEBUG oslo_concurrency.lockutils [None req-03f73fb0-ac2f-48e9-9338-ee6a94ed5312 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquiring lock "refresh_cache-59e48acb-c2f1-4fc0-8477-23023547f5d9" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.936711] env[70527]: DEBUG oslo_concurrency.lockutils [None req-03f73fb0-ac2f-48e9-9338-ee6a94ed5312 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquired lock "refresh_cache-59e48acb-c2f1-4fc0-8477-23023547f5d9" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.936711] env[70527]: DEBUG nova.network.neutron [None req-03f73fb0-ac2f-48e9-9338-ee6a94ed5312 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1306.945336] env[70527]: DEBUG nova.network.neutron [req-f81e5c09-0e60-49c3-97fe-a4085e7e0bed req-bd175ee1-499c-4a6e-b9b0-f34bec9a56b6 service nova] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Updated VIF entry in instance network info cache for port 42a78605-52a3-41b5-b647-6ed64dc65b6d. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1306.945716] env[70527]: DEBUG nova.network.neutron [req-f81e5c09-0e60-49c3-97fe-a4085e7e0bed req-bd175ee1-499c-4a6e-b9b0-f34bec9a56b6 service nova] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Updating instance_info_cache with network_info: [{"id": "42a78605-52a3-41b5-b647-6ed64dc65b6d", "address": "fa:16:3e:20:31:2f", "network": {"id": "31ee0214-a67f-4f6f-bcd3-ab9b9ea63178", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1890293121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa879e9d16e248d19fe75f4ae9cc0f89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ef746c57-cd18-4883-a0e9-c52937aaf41d", "external-id": "nsx-vlan-transportzone-863", "segmentation_id": 863, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42a78605-52", "ovs_interfaceid": "42a78605-52a3-41b5-b647-6ed64dc65b6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.095512] env[70527]: DEBUG oslo_vmware.api [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52bdac9d-abfd-b712-e278-50e974b56766, 'name': SearchDatastore_Task, 'duration_secs': 0.00997} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.095802] env[70527]: DEBUG oslo_concurrency.lockutils [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.096061] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1307.096285] env[70527]: DEBUG oslo_concurrency.lockutils [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.096435] env[70527]: DEBUG oslo_concurrency.lockutils [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.096615] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1307.096891] env[70527]: DEBUG oslo_concurrency.lockutils [None req-717cf276-8d11-4319-b52b-8c6a3ce02d6a tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.097214] env[70527]: DEBUG oslo_concurrency.lockutils [None req-717cf276-8d11-4319-b52b-8c6a3ce02d6a tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.097439] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d122c55-014a-40e5-aabe-80f056785617 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.099181] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ed8f385-0560-4627-880b-6151c467bf1a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.104479] env[70527]: DEBUG oslo_vmware.api [None req-717cf276-8d11-4319-b52b-8c6a3ce02d6a tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Waiting for the task: (returnval){ [ 1307.104479] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]5243825a-45fd-46ef-1193-4d7159ed8aca" [ 1307.104479] env[70527]: _type = "Task" [ 1307.104479] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.105992] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c1da1f9-f989-4bda-b022-cc93c97e0651 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.112273] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1307.112445] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1307.113438] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-738e0c79-289d-4950-99d6-a4a16b67fb9b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.119811] env[70527]: DEBUG oslo_vmware.api [None req-717cf276-8d11-4319-b52b-8c6a3ce02d6a tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5243825a-45fd-46ef-1193-4d7159ed8aca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.121115] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0cc7997-7d2a-438e-86bf-138f8bfc6fe4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.124962] env[70527]: DEBUG oslo_vmware.api [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Waiting for the task: (returnval){ [ 1307.124962] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52614e6e-a06e-6f76-75c2-76e068a83abe" [ 1307.124962] env[70527]: _type = "Task" [ 1307.124962] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.154801] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c4749e-e1b8-4277-97c4-0ae227a15be9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.160536] env[70527]: DEBUG oslo_vmware.api [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52614e6e-a06e-6f76-75c2-76e068a83abe, 'name': SearchDatastore_Task, 'duration_secs': 0.009712} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.161586] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7351be06-a7fd-4cb7-9e33-ecfe52b808fe {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.166868] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5abf048-20a6-46b3-b7c5-00b41cfb1b46 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.171589] env[70527]: DEBUG oslo_vmware.api [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Waiting for the task: (returnval){ [ 1307.171589] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]5215a7f7-5866-ad32-12ed-aa01e3d15c45" [ 1307.171589] env[70527]: _type = "Task" [ 1307.171589] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.182514] env[70527]: DEBUG nova.compute.provider_tree [None req-086c3fc5-ea05-4e19-bd39-5be047bad6ea tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1307.188934] env[70527]: DEBUG oslo_vmware.api [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5215a7f7-5866-ad32-12ed-aa01e3d15c45, 'name': SearchDatastore_Task, 'duration_secs': 0.010031} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.189191] env[70527]: DEBUG oslo_concurrency.lockutils [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.189444] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] a7108ebd-01cc-47a0-8941-364d29d9b9e2/a7108ebd-01cc-47a0-8941-364d29d9b9e2.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1307.189691] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28f1a876-c86f-4401-81b3-c8d3337fa0e1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.197023] env[70527]: DEBUG oslo_vmware.api [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Waiting for the task: (returnval){ [ 1307.197023] env[70527]: value = "task-3914237" [ 1307.197023] env[70527]: _type = "Task" [ 1307.197023] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.205481] env[70527]: DEBUG oslo_vmware.api [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914237, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.449744] env[70527]: DEBUG oslo_concurrency.lockutils [req-f81e5c09-0e60-49c3-97fe-a4085e7e0bed req-bd175ee1-499c-4a6e-b9b0-f34bec9a56b6 service nova] Releasing lock "refresh_cache-a7108ebd-01cc-47a0-8941-364d29d9b9e2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.450344] env[70527]: DEBUG nova.compute.manager [req-f81e5c09-0e60-49c3-97fe-a4085e7e0bed req-bd175ee1-499c-4a6e-b9b0-f34bec9a56b6 service nova] [instance: ac332e70-1342-4493-bfd5-01eddf011a98] Received event network-vif-deleted-abb0f8fe-574b-4c31-a490-168df1f888f7 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1307.619472] env[70527]: DEBUG oslo_vmware.api [None req-717cf276-8d11-4319-b52b-8c6a3ce02d6a tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5243825a-45fd-46ef-1193-4d7159ed8aca, 'name': SearchDatastore_Task, 'duration_secs': 0.01837} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.619951] env[70527]: DEBUG oslo_concurrency.lockutils [None req-717cf276-8d11-4319-b52b-8c6a3ce02d6a tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.620461] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-717cf276-8d11-4319-b52b-8c6a3ce02d6a tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] [instance: a1d5b50c-6555-4f45-b297-049041d538e9] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1307.620644] env[70527]: DEBUG oslo_concurrency.lockutils [None req-717cf276-8d11-4319-b52b-8c6a3ce02d6a tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.620822] env[70527]: DEBUG oslo_concurrency.lockutils [None req-717cf276-8d11-4319-b52b-8c6a3ce02d6a tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.621032] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-717cf276-8d11-4319-b52b-8c6a3ce02d6a tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1307.621364] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0703b353-7d0d-4fe0-a6c8-fc0c2a146b8c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.630695] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-717cf276-8d11-4319-b52b-8c6a3ce02d6a tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1307.630883] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-717cf276-8d11-4319-b52b-8c6a3ce02d6a tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1307.631705] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85fe54d8-a026-418e-b8e5-a0be5433d0ee {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.638160] env[70527]: DEBUG oslo_vmware.api [None req-717cf276-8d11-4319-b52b-8c6a3ce02d6a tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Waiting for the task: (returnval){ [ 1307.638160] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52f6ca58-f008-6421-17a5-b8d9ecc9c54d" [ 1307.638160] env[70527]: _type = "Task" [ 1307.638160] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.652910] env[70527]: DEBUG oslo_vmware.api [None req-717cf276-8d11-4319-b52b-8c6a3ce02d6a tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52f6ca58-f008-6421-17a5-b8d9ecc9c54d, 'name': SearchDatastore_Task, 'duration_secs': 0.011938} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.653814] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-765b2ae9-5b29-4716-b573-e90f7b94a73e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.661345] env[70527]: DEBUG oslo_vmware.api [None req-717cf276-8d11-4319-b52b-8c6a3ce02d6a tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Waiting for the task: (returnval){ [ 1307.661345] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]525d90e2-3dd9-e115-8c1d-523af46892ab" [ 1307.661345] env[70527]: _type = "Task" [ 1307.661345] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.669650] env[70527]: DEBUG oslo_vmware.api [None req-717cf276-8d11-4319-b52b-8c6a3ce02d6a tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]525d90e2-3dd9-e115-8c1d-523af46892ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.685561] env[70527]: DEBUG nova.network.neutron [None req-03f73fb0-ac2f-48e9-9338-ee6a94ed5312 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Updating instance_info_cache with network_info: [{"id": "22f32c88-ed2a-4218-a06a-cd05828d6663", "address": "fa:16:3e:4b:76:2f", "network": {"id": "e5ccb129-b701-4940-8889-7ade352f59a7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-618810543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8617bc6364874607aeffa5815a304ba7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22f32c88-ed", "ovs_interfaceid": "22f32c88-ed2a-4218-a06a-cd05828d6663", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.687663] env[70527]: DEBUG nova.scheduler.client.report [None req-086c3fc5-ea05-4e19-bd39-5be047bad6ea tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1307.708203] env[70527]: DEBUG oslo_vmware.api [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914237, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456613} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.708469] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] a7108ebd-01cc-47a0-8941-364d29d9b9e2/a7108ebd-01cc-47a0-8941-364d29d9b9e2.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1307.708687] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1307.708981] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-71fb2735-88e6-4ced-8a5e-51185d5fb757 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.715906] env[70527]: DEBUG oslo_vmware.api [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Waiting for the task: (returnval){ [ 1307.715906] env[70527]: value = "task-3914239" [ 1307.715906] env[70527]: _type = "Task" [ 1307.715906] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.726509] env[70527]: DEBUG oslo_vmware.api [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914239, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.173250] env[70527]: DEBUG oslo_vmware.api [None req-717cf276-8d11-4319-b52b-8c6a3ce02d6a tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]525d90e2-3dd9-e115-8c1d-523af46892ab, 'name': SearchDatastore_Task, 'duration_secs': 0.010535} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.173688] env[70527]: DEBUG oslo_concurrency.lockutils [None req-717cf276-8d11-4319-b52b-8c6a3ce02d6a tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.173746] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-717cf276-8d11-4319-b52b-8c6a3ce02d6a tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] a1d5b50c-6555-4f45-b297-049041d538e9/a1d5b50c-6555-4f45-b297-049041d538e9.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1308.174017] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57ccc428-b60c-496c-9c9a-edaf8eca779e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.180674] env[70527]: DEBUG oslo_vmware.api [None req-717cf276-8d11-4319-b52b-8c6a3ce02d6a tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Waiting for the task: (returnval){ [ 1308.180674] env[70527]: value = "task-3914240" [ 1308.180674] env[70527]: _type = "Task" [ 1308.180674] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.188533] env[70527]: DEBUG oslo_vmware.api [None req-717cf276-8d11-4319-b52b-8c6a3ce02d6a tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Task: {'id': task-3914240, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.194151] env[70527]: DEBUG oslo_concurrency.lockutils [None req-03f73fb0-ac2f-48e9-9338-ee6a94ed5312 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Releasing lock "refresh_cache-59e48acb-c2f1-4fc0-8477-23023547f5d9" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.225731] env[70527]: DEBUG oslo_vmware.api [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914239, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073953} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.226025] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1308.226980] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05fb4c9-be3c-400b-b881-0980a9715c35 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.249552] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] a7108ebd-01cc-47a0-8941-364d29d9b9e2/a7108ebd-01cc-47a0-8941-364d29d9b9e2.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1308.250202] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5febf58a-8052-44e3-b7c2-6100742d65be {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.270205] env[70527]: DEBUG oslo_vmware.api [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Waiting for the task: (returnval){ [ 1308.270205] env[70527]: value = "task-3914241" [ 1308.270205] env[70527]: _type = "Task" [ 1308.270205] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.278664] env[70527]: DEBUG oslo_vmware.api [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914241, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.690996] env[70527]: DEBUG oslo_vmware.api [None req-717cf276-8d11-4319-b52b-8c6a3ce02d6a tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Task: {'id': task-3914240, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471319} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.691304] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-717cf276-8d11-4319-b52b-8c6a3ce02d6a tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] a1d5b50c-6555-4f45-b297-049041d538e9/a1d5b50c-6555-4f45-b297-049041d538e9.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1308.691531] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-717cf276-8d11-4319-b52b-8c6a3ce02d6a tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] [instance: a1d5b50c-6555-4f45-b297-049041d538e9] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1308.691821] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42f50b66-4056-43cb-ac6e-57892fc994b6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.697873] env[70527]: DEBUG oslo_vmware.api [None req-717cf276-8d11-4319-b52b-8c6a3ce02d6a tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Waiting for the task: (returnval){ [ 1308.697873] env[70527]: value = "task-3914242" [ 1308.697873] env[70527]: _type = "Task" [ 1308.697873] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.705151] env[70527]: DEBUG oslo_concurrency.lockutils [None req-086c3fc5-ea05-4e19-bd39-5be047bad6ea tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.281s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.708035] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c2af6fa9-918c-4e70-8ed6-bf406ab3b5a1 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.426s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.708183] env[70527]: DEBUG nova.objects.instance [None req-c2af6fa9-918c-4e70-8ed6-bf406ab3b5a1 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Lazy-loading 'resources' on Instance uuid ac332e70-1342-4493-bfd5-01eddf011a98 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1308.714023] env[70527]: DEBUG oslo_vmware.api [None req-717cf276-8d11-4319-b52b-8c6a3ce02d6a tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Task: {'id': task-3914242, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.781425] env[70527]: DEBUG oslo_vmware.api [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914241, 'name': ReconfigVM_Task, 'duration_secs': 0.325533} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.781732] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Reconfigured VM instance instance-0000007b to attach disk [datastore1] a7108ebd-01cc-47a0-8941-364d29d9b9e2/a7108ebd-01cc-47a0-8941-364d29d9b9e2.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1308.782377] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9fa38c6-c7f2-4895-be8e-7c125d6ad731 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.789614] env[70527]: DEBUG oslo_vmware.api [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Waiting for the task: (returnval){ [ 1308.789614] env[70527]: value = "task-3914243" [ 1308.789614] env[70527]: _type = "Task" [ 1308.789614] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.797959] env[70527]: DEBUG oslo_vmware.api [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914243, 'name': Rename_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.207641] env[70527]: DEBUG oslo_vmware.api [None req-717cf276-8d11-4319-b52b-8c6a3ce02d6a tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Task: {'id': task-3914242, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070796} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.210309] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-717cf276-8d11-4319-b52b-8c6a3ce02d6a tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] [instance: a1d5b50c-6555-4f45-b297-049041d538e9] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1309.213393] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb84bc2b-e049-403c-88a6-06130d42a639 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.239440] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-717cf276-8d11-4319-b52b-8c6a3ce02d6a tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] [instance: a1d5b50c-6555-4f45-b297-049041d538e9] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] a1d5b50c-6555-4f45-b297-049041d538e9/a1d5b50c-6555-4f45-b297-049041d538e9.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1309.247364] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa211648-9ff8-4990-89d5-36f0fba90291 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.269926] env[70527]: DEBUG oslo_vmware.api [None req-717cf276-8d11-4319-b52b-8c6a3ce02d6a tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Waiting for the task: (returnval){ [ 1309.269926] env[70527]: value = "task-3914244" [ 1309.269926] env[70527]: _type = "Task" [ 1309.269926] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.282871] env[70527]: DEBUG oslo_vmware.api [None req-717cf276-8d11-4319-b52b-8c6a3ce02d6a tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Task: {'id': task-3914244, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.301068] env[70527]: DEBUG oslo_vmware.api [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914243, 'name': Rename_Task, 'duration_secs': 0.142864} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.303978] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1309.305020] env[70527]: INFO nova.scheduler.client.report [None req-086c3fc5-ea05-4e19-bd39-5be047bad6ea tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Deleted allocation for migration f737d0ea-7fbe-4552-bad8-9b93ec71a549 [ 1309.306187] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08c6048e-483b-42e8-a82d-7f70cb0241a8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.316638] env[70527]: INFO nova.compute.manager [None req-4c36a779-60b1-4ef9-86c9-e5f85da00980 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Get console output [ 1309.316836] env[70527]: WARNING nova.virt.vmwareapi.driver [None req-4c36a779-60b1-4ef9-86c9-e5f85da00980 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] The console log is missing. Check your VSPC configuration [ 1309.328588] env[70527]: DEBUG oslo_vmware.api [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Waiting for the task: (returnval){ [ 1309.328588] env[70527]: value = "task-3914245" [ 1309.328588] env[70527]: _type = "Task" [ 1309.328588] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.340921] env[70527]: DEBUG oslo_vmware.api [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914245, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.437953] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9955a6-9ad5-468d-ae3e-b4f70f3492b6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.445769] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26cbb70-22fa-4d60-9e9f-9452e2653d39 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.477397] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd5841ef-7884-428a-b018-1c99af6ac4d4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.488234] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57477ce-f25a-4a2a-bc83-0b3c20dcbcdc {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.505643] env[70527]: DEBUG nova.compute.provider_tree [None req-c2af6fa9-918c-4e70-8ed6-bf406ab3b5a1 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1309.717772] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c30c8d-3bf7-47d7-8e49-24660f88777b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.737392] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-03f73fb0-ac2f-48e9-9338-ee6a94ed5312 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Updating instance '59e48acb-c2f1-4fc0-8477-23023547f5d9' progress to 0 {{(pid=70527) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1309.782434] env[70527]: DEBUG oslo_vmware.api [None req-717cf276-8d11-4319-b52b-8c6a3ce02d6a tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Task: {'id': task-3914244, 'name': ReconfigVM_Task, 'duration_secs': 0.476419} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.783878] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-717cf276-8d11-4319-b52b-8c6a3ce02d6a tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] [instance: a1d5b50c-6555-4f45-b297-049041d538e9] Reconfigured VM instance instance-0000007c to attach disk [datastore1] a1d5b50c-6555-4f45-b297-049041d538e9/a1d5b50c-6555-4f45-b297-049041d538e9.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1309.785226] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b646e350-36b4-4ef2-8531-0527be22cc99 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.794554] env[70527]: DEBUG oslo_vmware.api [None req-717cf276-8d11-4319-b52b-8c6a3ce02d6a tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Waiting for the task: (returnval){ [ 1309.794554] env[70527]: value = "task-3914246" [ 1309.794554] env[70527]: _type = "Task" [ 1309.794554] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.806827] env[70527]: DEBUG oslo_vmware.api [None req-717cf276-8d11-4319-b52b-8c6a3ce02d6a tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Task: {'id': task-3914246, 'name': Rename_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.812454] env[70527]: DEBUG oslo_concurrency.lockutils [None req-086c3fc5-ea05-4e19-bd39-5be047bad6ea tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Lock "271bdbb0-6953-4392-8fdc-fb124841ae33" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 9.333s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.839913] env[70527]: DEBUG oslo_vmware.api [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914245, 'name': PowerOnVM_Task, 'duration_secs': 0.465254} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.840400] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1309.840718] env[70527]: INFO nova.compute.manager [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Took 6.00 seconds to spawn the instance on the hypervisor. [ 1309.840931] env[70527]: DEBUG nova.compute.manager [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1309.841814] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6650ab66-de58-4435-8946-1d33c6e1cea9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.982913] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-f96651a1-3c05-4f18-8cfa-a366da22eeda tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] Volume attach. Driver type: vmdk {{(pid=70527) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1309.983207] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-f96651a1-3c05-4f18-8cfa-a366da22eeda tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-777248', 'volume_id': 'f1d65b0b-d7d0-4b88-9081-74d1618852dd', 'name': 'volume-f1d65b0b-d7d0-4b88-9081-74d1618852dd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '67d9351b-f96f-4def-b775-73e2d9bf5d7f', 'attached_at': '', 'detached_at': '', 'volume_id': 'f1d65b0b-d7d0-4b88-9081-74d1618852dd', 'serial': 'f1d65b0b-d7d0-4b88-9081-74d1618852dd'} {{(pid=70527) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1309.984242] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ea914c-f684-4977-8332-3fd6a45ac6a1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.000815] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a98b0f-3bea-44e8-8271-548c67810d07 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.022179] env[70527]: DEBUG nova.scheduler.client.report [None req-c2af6fa9-918c-4e70-8ed6-bf406ab3b5a1 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1310.033515] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-f96651a1-3c05-4f18-8cfa-a366da22eeda tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] volume-f1d65b0b-d7d0-4b88-9081-74d1618852dd/volume-f1d65b0b-d7d0-4b88-9081-74d1618852dd.vmdk or device None with type thin {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1310.034105] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c713a65-a614-4179-9854-0de451f0a8b6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.053945] env[70527]: DEBUG oslo_vmware.api [None req-f96651a1-3c05-4f18-8cfa-a366da22eeda tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Waiting for the task: (returnval){ [ 1310.053945] env[70527]: value = "task-3914247" [ 1310.053945] env[70527]: _type = "Task" [ 1310.053945] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.062521] env[70527]: DEBUG oslo_vmware.api [None req-f96651a1-3c05-4f18-8cfa-a366da22eeda tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Task: {'id': task-3914247, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.245074] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-03f73fb0-ac2f-48e9-9338-ee6a94ed5312 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1310.245074] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84f7107c-c9cc-4a5c-8b95-661b73076c68 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.253651] env[70527]: DEBUG oslo_vmware.api [None req-03f73fb0-ac2f-48e9-9338-ee6a94ed5312 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Waiting for the task: (returnval){ [ 1310.253651] env[70527]: value = "task-3914248" [ 1310.253651] env[70527]: _type = "Task" [ 1310.253651] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.265439] env[70527]: DEBUG oslo_vmware.api [None req-03f73fb0-ac2f-48e9-9338-ee6a94ed5312 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3914248, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.305640] env[70527]: DEBUG oslo_vmware.api [None req-717cf276-8d11-4319-b52b-8c6a3ce02d6a tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Task: {'id': task-3914246, 'name': Rename_Task, 'duration_secs': 0.144899} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.305986] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-717cf276-8d11-4319-b52b-8c6a3ce02d6a tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] [instance: a1d5b50c-6555-4f45-b297-049041d538e9] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1310.306310] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-edb1c1c1-7b34-450f-a90e-a93536e5b7c7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.316502] env[70527]: DEBUG oslo_vmware.api [None req-717cf276-8d11-4319-b52b-8c6a3ce02d6a tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Waiting for the task: (returnval){ [ 1310.316502] env[70527]: value = "task-3914249" [ 1310.316502] env[70527]: _type = "Task" [ 1310.316502] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.326500] env[70527]: DEBUG oslo_vmware.api [None req-717cf276-8d11-4319-b52b-8c6a3ce02d6a tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Task: {'id': task-3914249, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.366826] env[70527]: INFO nova.compute.manager [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Took 14.18 seconds to build instance. [ 1310.526852] env[70527]: DEBUG nova.compute.manager [req-99d45c07-2b0d-449a-b836-2b58ede1cb6f req-0e94554d-6a87-496c-9609-a36e4eecbe60 service nova] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Received event network-changed-42a78605-52a3-41b5-b647-6ed64dc65b6d {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1310.526852] env[70527]: DEBUG nova.compute.manager [req-99d45c07-2b0d-449a-b836-2b58ede1cb6f req-0e94554d-6a87-496c-9609-a36e4eecbe60 service nova] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Refreshing instance network info cache due to event network-changed-42a78605-52a3-41b5-b647-6ed64dc65b6d. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1310.527134] env[70527]: DEBUG oslo_concurrency.lockutils [req-99d45c07-2b0d-449a-b836-2b58ede1cb6f req-0e94554d-6a87-496c-9609-a36e4eecbe60 service nova] Acquiring lock "refresh_cache-a7108ebd-01cc-47a0-8941-364d29d9b9e2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.527316] env[70527]: DEBUG oslo_concurrency.lockutils [req-99d45c07-2b0d-449a-b836-2b58ede1cb6f req-0e94554d-6a87-496c-9609-a36e4eecbe60 service nova] Acquired lock "refresh_cache-a7108ebd-01cc-47a0-8941-364d29d9b9e2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.527578] env[70527]: DEBUG nova.network.neutron [req-99d45c07-2b0d-449a-b836-2b58ede1cb6f req-0e94554d-6a87-496c-9609-a36e4eecbe60 service nova] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Refreshing network info cache for port 42a78605-52a3-41b5-b647-6ed64dc65b6d {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1310.535654] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c2af6fa9-918c-4e70-8ed6-bf406ab3b5a1 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.828s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.556190] env[70527]: INFO nova.scheduler.client.report [None req-c2af6fa9-918c-4e70-8ed6-bf406ab3b5a1 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Deleted allocations for instance ac332e70-1342-4493-bfd5-01eddf011a98 [ 1310.569397] env[70527]: DEBUG oslo_vmware.api [None req-f96651a1-3c05-4f18-8cfa-a366da22eeda tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Task: {'id': task-3914247, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.764672] env[70527]: DEBUG oslo_vmware.api [None req-03f73fb0-ac2f-48e9-9338-ee6a94ed5312 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3914248, 'name': PowerOffVM_Task, 'duration_secs': 0.289453} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.764947] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-03f73fb0-ac2f-48e9-9338-ee6a94ed5312 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1310.765129] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-03f73fb0-ac2f-48e9-9338-ee6a94ed5312 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Updating instance '59e48acb-c2f1-4fc0-8477-23023547f5d9' progress to 17 {{(pid=70527) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1310.832300] env[70527]: DEBUG oslo_vmware.api [None req-717cf276-8d11-4319-b52b-8c6a3ce02d6a tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Task: {'id': task-3914249, 'name': PowerOnVM_Task, 'duration_secs': 0.457816} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.833113] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-717cf276-8d11-4319-b52b-8c6a3ce02d6a tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] [instance: a1d5b50c-6555-4f45-b297-049041d538e9] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1310.833667] env[70527]: INFO nova.compute.manager [None req-717cf276-8d11-4319-b52b-8c6a3ce02d6a tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] [instance: a1d5b50c-6555-4f45-b297-049041d538e9] Took 4.70 seconds to spawn the instance on the hypervisor. [ 1310.834184] env[70527]: DEBUG nova.compute.manager [None req-717cf276-8d11-4319-b52b-8c6a3ce02d6a tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] [instance: a1d5b50c-6555-4f45-b297-049041d538e9] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1310.836829] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3529eb01-7780-42f5-8419-56c3e7020677 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.869426] env[70527]: DEBUG oslo_concurrency.lockutils [None req-dba54e24-d0e4-452f-ba69-5d0d3df2568f tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Lock "a7108ebd-01cc-47a0-8941-364d29d9b9e2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.693s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.066895] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c2af6fa9-918c-4e70-8ed6-bf406ab3b5a1 tempest-AttachInterfacesUnderV243Test-1671143301 tempest-AttachInterfacesUnderV243Test-1671143301-project-member] Lock "ac332e70-1342-4493-bfd5-01eddf011a98" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.490s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.072066] env[70527]: DEBUG oslo_vmware.api [None req-f96651a1-3c05-4f18-8cfa-a366da22eeda tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Task: {'id': task-3914247, 'name': ReconfigVM_Task, 'duration_secs': 0.616457} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.072354] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-f96651a1-3c05-4f18-8cfa-a366da22eeda tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] Reconfigured VM instance instance-00000076 to attach disk [datastore1] volume-f1d65b0b-d7d0-4b88-9081-74d1618852dd/volume-f1d65b0b-d7d0-4b88-9081-74d1618852dd.vmdk or device None with type thin {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1311.077020] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d97d54aa-bfdc-4e84-8cb3-0b34a001a96e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.093759] env[70527]: DEBUG oslo_vmware.api [None req-f96651a1-3c05-4f18-8cfa-a366da22eeda tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Waiting for the task: (returnval){ [ 1311.093759] env[70527]: value = "task-3914250" [ 1311.093759] env[70527]: _type = "Task" [ 1311.093759] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.103982] env[70527]: DEBUG oslo_vmware.api [None req-f96651a1-3c05-4f18-8cfa-a366da22eeda tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Task: {'id': task-3914250, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.267926] env[70527]: DEBUG nova.network.neutron [req-99d45c07-2b0d-449a-b836-2b58ede1cb6f req-0e94554d-6a87-496c-9609-a36e4eecbe60 service nova] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Updated VIF entry in instance network info cache for port 42a78605-52a3-41b5-b647-6ed64dc65b6d. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1311.268333] env[70527]: DEBUG nova.network.neutron [req-99d45c07-2b0d-449a-b836-2b58ede1cb6f req-0e94554d-6a87-496c-9609-a36e4eecbe60 service nova] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Updating instance_info_cache with network_info: [{"id": "42a78605-52a3-41b5-b647-6ed64dc65b6d", "address": "fa:16:3e:20:31:2f", "network": {"id": "31ee0214-a67f-4f6f-bcd3-ab9b9ea63178", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1890293121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa879e9d16e248d19fe75f4ae9cc0f89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ef746c57-cd18-4883-a0e9-c52937aaf41d", "external-id": "nsx-vlan-transportzone-863", "segmentation_id": 863, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42a78605-52", "ovs_interfaceid": "42a78605-52a3-41b5-b647-6ed64dc65b6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.272742] env[70527]: DEBUG nova.virt.hardware [None req-03f73fb0-ac2f-48e9-9338-ee6a94ed5312 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1311.272742] env[70527]: DEBUG nova.virt.hardware [None req-03f73fb0-ac2f-48e9-9338-ee6a94ed5312 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1311.272742] env[70527]: DEBUG nova.virt.hardware [None req-03f73fb0-ac2f-48e9-9338-ee6a94ed5312 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1311.272742] env[70527]: DEBUG nova.virt.hardware [None req-03f73fb0-ac2f-48e9-9338-ee6a94ed5312 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1311.273062] env[70527]: DEBUG nova.virt.hardware [None req-03f73fb0-ac2f-48e9-9338-ee6a94ed5312 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1311.273062] env[70527]: DEBUG nova.virt.hardware [None req-03f73fb0-ac2f-48e9-9338-ee6a94ed5312 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1311.273258] env[70527]: DEBUG nova.virt.hardware [None req-03f73fb0-ac2f-48e9-9338-ee6a94ed5312 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1311.273420] env[70527]: DEBUG nova.virt.hardware [None req-03f73fb0-ac2f-48e9-9338-ee6a94ed5312 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1311.273588] env[70527]: DEBUG nova.virt.hardware [None req-03f73fb0-ac2f-48e9-9338-ee6a94ed5312 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1311.273747] env[70527]: DEBUG nova.virt.hardware [None req-03f73fb0-ac2f-48e9-9338-ee6a94ed5312 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1311.273930] env[70527]: DEBUG nova.virt.hardware [None req-03f73fb0-ac2f-48e9-9338-ee6a94ed5312 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1311.279544] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aaa5097c-6bc2-44a7-9517-225941ea2b72 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.295789] env[70527]: DEBUG oslo_vmware.api [None req-03f73fb0-ac2f-48e9-9338-ee6a94ed5312 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Waiting for the task: (returnval){ [ 1311.295789] env[70527]: value = "task-3914251" [ 1311.295789] env[70527]: _type = "Task" [ 1311.295789] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.305559] env[70527]: DEBUG oslo_vmware.api [None req-03f73fb0-ac2f-48e9-9338-ee6a94ed5312 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3914251, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.368647] env[70527]: INFO nova.compute.manager [None req-717cf276-8d11-4319-b52b-8c6a3ce02d6a tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] [instance: a1d5b50c-6555-4f45-b297-049041d538e9] Took 13.40 seconds to build instance. [ 1311.604387] env[70527]: DEBUG oslo_vmware.api [None req-f96651a1-3c05-4f18-8cfa-a366da22eeda tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Task: {'id': task-3914250, 'name': ReconfigVM_Task, 'duration_secs': 0.198151} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.604896] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-f96651a1-3c05-4f18-8cfa-a366da22eeda tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-777248', 'volume_id': 'f1d65b0b-d7d0-4b88-9081-74d1618852dd', 'name': 'volume-f1d65b0b-d7d0-4b88-9081-74d1618852dd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '67d9351b-f96f-4def-b775-73e2d9bf5d7f', 'attached_at': '', 'detached_at': '', 'volume_id': 'f1d65b0b-d7d0-4b88-9081-74d1618852dd', 'serial': 'f1d65b0b-d7d0-4b88-9081-74d1618852dd'} {{(pid=70527) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1311.780995] env[70527]: DEBUG oslo_concurrency.lockutils [req-99d45c07-2b0d-449a-b836-2b58ede1cb6f req-0e94554d-6a87-496c-9609-a36e4eecbe60 service nova] Releasing lock "refresh_cache-a7108ebd-01cc-47a0-8941-364d29d9b9e2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.806521] env[70527]: DEBUG oslo_vmware.api [None req-03f73fb0-ac2f-48e9-9338-ee6a94ed5312 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3914251, 'name': ReconfigVM_Task, 'duration_secs': 0.299703} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.807013] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-03f73fb0-ac2f-48e9-9338-ee6a94ed5312 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Updating instance '59e48acb-c2f1-4fc0-8477-23023547f5d9' progress to 33 {{(pid=70527) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1311.871047] env[70527]: DEBUG oslo_concurrency.lockutils [None req-717cf276-8d11-4319-b52b-8c6a3ce02d6a tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Lock "a1d5b50c-6555-4f45-b297-049041d538e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.910s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.313982] env[70527]: DEBUG nova.virt.hardware [None req-03f73fb0-ac2f-48e9-9338-ee6a94ed5312 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1312.314344] env[70527]: DEBUG nova.virt.hardware [None req-03f73fb0-ac2f-48e9-9338-ee6a94ed5312 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1312.314533] env[70527]: DEBUG nova.virt.hardware [None req-03f73fb0-ac2f-48e9-9338-ee6a94ed5312 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1312.314660] env[70527]: DEBUG nova.virt.hardware [None req-03f73fb0-ac2f-48e9-9338-ee6a94ed5312 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1312.314830] env[70527]: DEBUG nova.virt.hardware [None req-03f73fb0-ac2f-48e9-9338-ee6a94ed5312 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1312.314979] env[70527]: DEBUG nova.virt.hardware [None req-03f73fb0-ac2f-48e9-9338-ee6a94ed5312 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1312.315208] env[70527]: DEBUG nova.virt.hardware [None req-03f73fb0-ac2f-48e9-9338-ee6a94ed5312 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1312.315370] env[70527]: DEBUG nova.virt.hardware [None req-03f73fb0-ac2f-48e9-9338-ee6a94ed5312 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1312.315538] env[70527]: DEBUG nova.virt.hardware [None req-03f73fb0-ac2f-48e9-9338-ee6a94ed5312 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1312.315701] env[70527]: DEBUG nova.virt.hardware [None req-03f73fb0-ac2f-48e9-9338-ee6a94ed5312 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1312.315881] env[70527]: DEBUG nova.virt.hardware [None req-03f73fb0-ac2f-48e9-9338-ee6a94ed5312 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1312.322241] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-03f73fb0-ac2f-48e9-9338-ee6a94ed5312 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Reconfiguring VM instance instance-00000078 to detach disk 2000 {{(pid=70527) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1312.322559] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fcb9383b-0585-474a-ade6-df70a2400080 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.344677] env[70527]: DEBUG oslo_vmware.api [None req-03f73fb0-ac2f-48e9-9338-ee6a94ed5312 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Waiting for the task: (returnval){ [ 1312.344677] env[70527]: value = "task-3914252" [ 1312.344677] env[70527]: _type = "Task" [ 1312.344677] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.356128] env[70527]: DEBUG oslo_vmware.api [None req-03f73fb0-ac2f-48e9-9338-ee6a94ed5312 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3914252, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.587853] env[70527]: INFO nova.compute.manager [None req-fca324de-ce7e-4ffd-b642-f84f9c74c0b0 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] [instance: a1d5b50c-6555-4f45-b297-049041d538e9] Rebuilding instance [ 1312.639404] env[70527]: DEBUG nova.compute.manager [None req-fca324de-ce7e-4ffd-b642-f84f9c74c0b0 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] [instance: a1d5b50c-6555-4f45-b297-049041d538e9] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1312.639914] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05672668-c243-4927-bdb3-6c1b0e1f4662 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.644894] env[70527]: DEBUG nova.objects.instance [None req-f96651a1-3c05-4f18-8cfa-a366da22eeda tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Lazy-loading 'flavor' on Instance uuid 67d9351b-f96f-4def-b775-73e2d9bf5d7f {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1312.855054] env[70527]: DEBUG oslo_vmware.api [None req-03f73fb0-ac2f-48e9-9338-ee6a94ed5312 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3914252, 'name': ReconfigVM_Task, 'duration_secs': 0.179534} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.855794] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-03f73fb0-ac2f-48e9-9338-ee6a94ed5312 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Reconfigured VM instance instance-00000078 to detach disk 2000 {{(pid=70527) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1312.856143] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b9a18c-aea0-4c90-90bf-57a44139ec83 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.879607] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-03f73fb0-ac2f-48e9-9338-ee6a94ed5312 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 59e48acb-c2f1-4fc0-8477-23023547f5d9/59e48acb-c2f1-4fc0-8477-23023547f5d9.vmdk or device None with type thin {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1312.879918] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce8185f2-16d9-450d-b62e-a189c46e60d5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.899645] env[70527]: DEBUG oslo_vmware.api [None req-03f73fb0-ac2f-48e9-9338-ee6a94ed5312 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Waiting for the task: (returnval){ [ 1312.899645] env[70527]: value = "task-3914253" [ 1312.899645] env[70527]: _type = "Task" [ 1312.899645] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.910193] env[70527]: DEBUG oslo_vmware.api [None req-03f73fb0-ac2f-48e9-9338-ee6a94ed5312 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3914253, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.159206] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f96651a1-3c05-4f18-8cfa-a366da22eeda tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Lock "67d9351b-f96f-4def-b775-73e2d9bf5d7f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.785s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.410796] env[70527]: DEBUG oslo_vmware.api [None req-03f73fb0-ac2f-48e9-9338-ee6a94ed5312 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3914253, 'name': ReconfigVM_Task, 'duration_secs': 0.272991} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.411242] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-03f73fb0-ac2f-48e9-9338-ee6a94ed5312 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 59e48acb-c2f1-4fc0-8477-23023547f5d9/59e48acb-c2f1-4fc0-8477-23023547f5d9.vmdk or device None with type thin {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1313.411324] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-03f73fb0-ac2f-48e9-9338-ee6a94ed5312 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Updating instance '59e48acb-c2f1-4fc0-8477-23023547f5d9' progress to 50 {{(pid=70527) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1313.547720] env[70527]: DEBUG oslo_concurrency.lockutils [None req-6627a410-6779-4751-87b6-92c515b681fa tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Acquiring lock "67d9351b-f96f-4def-b775-73e2d9bf5d7f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.547985] env[70527]: DEBUG oslo_concurrency.lockutils [None req-6627a410-6779-4751-87b6-92c515b681fa tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Lock "67d9351b-f96f-4def-b775-73e2d9bf5d7f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.660432] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-fca324de-ce7e-4ffd-b642-f84f9c74c0b0 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] [instance: a1d5b50c-6555-4f45-b297-049041d538e9] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1313.660848] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95e152b0-cf5a-4667-9df4-ed51a8447308 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.669456] env[70527]: DEBUG oslo_vmware.api [None req-fca324de-ce7e-4ffd-b642-f84f9c74c0b0 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Waiting for the task: (returnval){ [ 1313.669456] env[70527]: value = "task-3914254" [ 1313.669456] env[70527]: _type = "Task" [ 1313.669456] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.678053] env[70527]: DEBUG oslo_vmware.api [None req-fca324de-ce7e-4ffd-b642-f84f9c74c0b0 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Task: {'id': task-3914254, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.918322] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1eedb4c-7262-42a0-86b9-6fa034420d9f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.938919] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d48e147-4209-4a5c-8d0a-35be70d33637 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.957553] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-03f73fb0-ac2f-48e9-9338-ee6a94ed5312 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Updating instance '59e48acb-c2f1-4fc0-8477-23023547f5d9' progress to 67 {{(pid=70527) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1314.052410] env[70527]: INFO nova.compute.manager [None req-6627a410-6779-4751-87b6-92c515b681fa tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] Detaching volume ac81d345-3c97-4ac2-9aa2-60728acc1228 [ 1314.090166] env[70527]: INFO nova.virt.block_device [None req-6627a410-6779-4751-87b6-92c515b681fa tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] Attempting to driver detach volume ac81d345-3c97-4ac2-9aa2-60728acc1228 from mountpoint /dev/sdb [ 1314.090442] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-6627a410-6779-4751-87b6-92c515b681fa tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] Volume detach. Driver type: vmdk {{(pid=70527) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1314.090665] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-6627a410-6779-4751-87b6-92c515b681fa tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-777247', 'volume_id': 'ac81d345-3c97-4ac2-9aa2-60728acc1228', 'name': 'volume-ac81d345-3c97-4ac2-9aa2-60728acc1228', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '67d9351b-f96f-4def-b775-73e2d9bf5d7f', 'attached_at': '', 'detached_at': '', 'volume_id': 'ac81d345-3c97-4ac2-9aa2-60728acc1228', 'serial': 'ac81d345-3c97-4ac2-9aa2-60728acc1228'} {{(pid=70527) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1314.091661] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41c30ae-101c-49b7-80d4-01ed33fe5fe7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.135178] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c0c0c7-581d-4cc9-8a51-1ea1892e184f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.145809] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2420f365-0fec-4907-bd57-6f97df111e0b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.173366] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33c87c9-4365-40ee-88f3-e9e207bec50b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.181011] env[70527]: DEBUG oslo_vmware.api [None req-fca324de-ce7e-4ffd-b642-f84f9c74c0b0 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Task: {'id': task-3914254, 'name': PowerOffVM_Task, 'duration_secs': 0.119755} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.191155] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-fca324de-ce7e-4ffd-b642-f84f9c74c0b0 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] [instance: a1d5b50c-6555-4f45-b297-049041d538e9] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1314.191827] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-fca324de-ce7e-4ffd-b642-f84f9c74c0b0 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] [instance: a1d5b50c-6555-4f45-b297-049041d538e9] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1314.192157] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-6627a410-6779-4751-87b6-92c515b681fa tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] The volume has not been displaced from its original location: [datastore1] volume-ac81d345-3c97-4ac2-9aa2-60728acc1228/volume-ac81d345-3c97-4ac2-9aa2-60728acc1228.vmdk. No consolidation needed. {{(pid=70527) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1314.197365] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-6627a410-6779-4751-87b6-92c515b681fa tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] Reconfiguring VM instance instance-00000076 to detach disk 2001 {{(pid=70527) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1314.198121] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6682784e-40de-4266-8c74-38f82e0835d6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.200721] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99024ae1-4a68-438b-a7fe-7befc286da87 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.218086] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-fca324de-ce7e-4ffd-b642-f84f9c74c0b0 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] [instance: a1d5b50c-6555-4f45-b297-049041d538e9] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1314.218390] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-101923a6-99d4-45a3-84bf-8d239facc974 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.221167] env[70527]: DEBUG oslo_vmware.api [None req-6627a410-6779-4751-87b6-92c515b681fa tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Waiting for the task: (returnval){ [ 1314.221167] env[70527]: value = "task-3914255" [ 1314.221167] env[70527]: _type = "Task" [ 1314.221167] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.229827] env[70527]: DEBUG oslo_vmware.api [None req-6627a410-6779-4751-87b6-92c515b681fa tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Task: {'id': task-3914255, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.245970] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-fca324de-ce7e-4ffd-b642-f84f9c74c0b0 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] [instance: a1d5b50c-6555-4f45-b297-049041d538e9] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1314.246210] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-fca324de-ce7e-4ffd-b642-f84f9c74c0b0 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] [instance: a1d5b50c-6555-4f45-b297-049041d538e9] Deleting contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1314.246512] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-fca324de-ce7e-4ffd-b642-f84f9c74c0b0 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Deleting the datastore file [datastore1] a1d5b50c-6555-4f45-b297-049041d538e9 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1314.246683] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58692993-0d08-4e8b-b0fc-236955bd0e19 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.255590] env[70527]: DEBUG oslo_vmware.api [None req-fca324de-ce7e-4ffd-b642-f84f9c74c0b0 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Waiting for the task: (returnval){ [ 1314.255590] env[70527]: value = "task-3914257" [ 1314.255590] env[70527]: _type = "Task" [ 1314.255590] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.265671] env[70527]: DEBUG oslo_vmware.api [None req-fca324de-ce7e-4ffd-b642-f84f9c74c0b0 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Task: {'id': task-3914257, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.496663] env[70527]: DEBUG nova.network.neutron [None req-03f73fb0-ac2f-48e9-9338-ee6a94ed5312 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Port 22f32c88-ed2a-4218-a06a-cd05828d6663 binding to destination host cpu-1 is already ACTIVE {{(pid=70527) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3252}} [ 1314.731920] env[70527]: DEBUG oslo_vmware.api [None req-6627a410-6779-4751-87b6-92c515b681fa tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Task: {'id': task-3914255, 'name': ReconfigVM_Task, 'duration_secs': 0.471886} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.732212] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-6627a410-6779-4751-87b6-92c515b681fa tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] Reconfigured VM instance instance-00000076 to detach disk 2001 {{(pid=70527) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1314.736909] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9ce7077-2559-4bec-8150-93b45ad3b59e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.753481] env[70527]: DEBUG oslo_vmware.api [None req-6627a410-6779-4751-87b6-92c515b681fa tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Waiting for the task: (returnval){ [ 1314.753481] env[70527]: value = "task-3914258" [ 1314.753481] env[70527]: _type = "Task" [ 1314.753481] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.766073] env[70527]: DEBUG oslo_vmware.api [None req-6627a410-6779-4751-87b6-92c515b681fa tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Task: {'id': task-3914258, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.769383] env[70527]: DEBUG oslo_vmware.api [None req-fca324de-ce7e-4ffd-b642-f84f9c74c0b0 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Task: {'id': task-3914257, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.118625} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.769681] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-fca324de-ce7e-4ffd-b642-f84f9c74c0b0 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1314.769875] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-fca324de-ce7e-4ffd-b642-f84f9c74c0b0 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] [instance: a1d5b50c-6555-4f45-b297-049041d538e9] Deleted contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1314.770059] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-fca324de-ce7e-4ffd-b642-f84f9c74c0b0 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] [instance: a1d5b50c-6555-4f45-b297-049041d538e9] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1315.263829] env[70527]: DEBUG oslo_vmware.api [None req-6627a410-6779-4751-87b6-92c515b681fa tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Task: {'id': task-3914258, 'name': ReconfigVM_Task, 'duration_secs': 0.234736} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.264451] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-6627a410-6779-4751-87b6-92c515b681fa tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-777247', 'volume_id': 'ac81d345-3c97-4ac2-9aa2-60728acc1228', 'name': 'volume-ac81d345-3c97-4ac2-9aa2-60728acc1228', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '67d9351b-f96f-4def-b775-73e2d9bf5d7f', 'attached_at': '', 'detached_at': '', 'volume_id': 'ac81d345-3c97-4ac2-9aa2-60728acc1228', 'serial': 'ac81d345-3c97-4ac2-9aa2-60728acc1228'} {{(pid=70527) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1315.520855] env[70527]: DEBUG oslo_concurrency.lockutils [None req-03f73fb0-ac2f-48e9-9338-ee6a94ed5312 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquiring lock "59e48acb-c2f1-4fc0-8477-23023547f5d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.521265] env[70527]: DEBUG oslo_concurrency.lockutils [None req-03f73fb0-ac2f-48e9-9338-ee6a94ed5312 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Lock "59e48acb-c2f1-4fc0-8477-23023547f5d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.521265] env[70527]: DEBUG oslo_concurrency.lockutils [None req-03f73fb0-ac2f-48e9-9338-ee6a94ed5312 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Lock "59e48acb-c2f1-4fc0-8477-23023547f5d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.805516] env[70527]: DEBUG nova.virt.hardware [None req-fca324de-ce7e-4ffd-b642-f84f9c74c0b0 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1315.805765] env[70527]: DEBUG nova.virt.hardware [None req-fca324de-ce7e-4ffd-b642-f84f9c74c0b0 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1315.805924] env[70527]: DEBUG nova.virt.hardware [None req-fca324de-ce7e-4ffd-b642-f84f9c74c0b0 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1315.806121] env[70527]: DEBUG nova.virt.hardware [None req-fca324de-ce7e-4ffd-b642-f84f9c74c0b0 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1315.806273] env[70527]: DEBUG nova.virt.hardware [None req-fca324de-ce7e-4ffd-b642-f84f9c74c0b0 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1315.806421] env[70527]: DEBUG nova.virt.hardware [None req-fca324de-ce7e-4ffd-b642-f84f9c74c0b0 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1315.806635] env[70527]: DEBUG nova.virt.hardware [None req-fca324de-ce7e-4ffd-b642-f84f9c74c0b0 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1315.806793] env[70527]: DEBUG nova.virt.hardware [None req-fca324de-ce7e-4ffd-b642-f84f9c74c0b0 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1315.806985] env[70527]: DEBUG nova.virt.hardware [None req-fca324de-ce7e-4ffd-b642-f84f9c74c0b0 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1315.807170] env[70527]: DEBUG nova.virt.hardware [None req-fca324de-ce7e-4ffd-b642-f84f9c74c0b0 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1315.807344] env[70527]: DEBUG nova.virt.hardware [None req-fca324de-ce7e-4ffd-b642-f84f9c74c0b0 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1315.808286] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85d5e47-fead-4c32-87db-cc9b4ecc64d5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.812564] env[70527]: DEBUG nova.objects.instance [None req-6627a410-6779-4751-87b6-92c515b681fa tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Lazy-loading 'flavor' on Instance uuid 67d9351b-f96f-4def-b775-73e2d9bf5d7f {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1315.819577] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd370dc-638d-4d13-87cc-2e4d117858a3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.834977] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-fca324de-ce7e-4ffd-b642-f84f9c74c0b0 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] [instance: a1d5b50c-6555-4f45-b297-049041d538e9] Instance VIF info [] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1315.840950] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fca324de-ce7e-4ffd-b642-f84f9c74c0b0 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1315.841616] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1d5b50c-6555-4f45-b297-049041d538e9] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1315.841868] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da89238e-c4ed-46ee-98b8-5f2895c15bf6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.861556] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1315.861556] env[70527]: value = "task-3914259" [ 1315.861556] env[70527]: _type = "Task" [ 1315.861556] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.870289] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3914259, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.371485] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3914259, 'name': CreateVM_Task, 'duration_secs': 0.316526} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.371704] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1d5b50c-6555-4f45-b297-049041d538e9] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1316.372128] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fca324de-ce7e-4ffd-b642-f84f9c74c0b0 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.372349] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fca324de-ce7e-4ffd-b642-f84f9c74c0b0 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.372722] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fca324de-ce7e-4ffd-b642-f84f9c74c0b0 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.373353] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c872df7c-6b6b-4a9d-9d18-f1d24babb457 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.378553] env[70527]: DEBUG oslo_vmware.api [None req-fca324de-ce7e-4ffd-b642-f84f9c74c0b0 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Waiting for the task: (returnval){ [ 1316.378553] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]521e574b-4408-fe4a-e3df-dcb0758dd97e" [ 1316.378553] env[70527]: _type = "Task" [ 1316.378553] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.388163] env[70527]: DEBUG oslo_vmware.api [None req-fca324de-ce7e-4ffd-b642-f84f9c74c0b0 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]521e574b-4408-fe4a-e3df-dcb0758dd97e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.586094] env[70527]: DEBUG oslo_concurrency.lockutils [None req-03f73fb0-ac2f-48e9-9338-ee6a94ed5312 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquiring lock "refresh_cache-59e48acb-c2f1-4fc0-8477-23023547f5d9" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.586347] env[70527]: DEBUG oslo_concurrency.lockutils [None req-03f73fb0-ac2f-48e9-9338-ee6a94ed5312 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquired lock "refresh_cache-59e48acb-c2f1-4fc0-8477-23023547f5d9" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.586469] env[70527]: DEBUG nova.network.neutron [None req-03f73fb0-ac2f-48e9-9338-ee6a94ed5312 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1316.806454] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3397abe6-f386-4832-9266-47be5f1950cf tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Acquiring lock "67d9351b-f96f-4def-b775-73e2d9bf5d7f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.819287] env[70527]: DEBUG oslo_concurrency.lockutils [None req-6627a410-6779-4751-87b6-92c515b681fa tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Lock "67d9351b-f96f-4def-b775-73e2d9bf5d7f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.271s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.820497] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3397abe6-f386-4832-9266-47be5f1950cf tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Lock "67d9351b-f96f-4def-b775-73e2d9bf5d7f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.014s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.889824] env[70527]: DEBUG oslo_vmware.api [None req-fca324de-ce7e-4ffd-b642-f84f9c74c0b0 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]521e574b-4408-fe4a-e3df-dcb0758dd97e, 'name': SearchDatastore_Task, 'duration_secs': 0.012299} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.889824] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fca324de-ce7e-4ffd-b642-f84f9c74c0b0 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.890388] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-fca324de-ce7e-4ffd-b642-f84f9c74c0b0 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] [instance: a1d5b50c-6555-4f45-b297-049041d538e9] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1316.890388] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fca324de-ce7e-4ffd-b642-f84f9c74c0b0 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.890545] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fca324de-ce7e-4ffd-b642-f84f9c74c0b0 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.890727] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-fca324de-ce7e-4ffd-b642-f84f9c74c0b0 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1316.891025] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33c5ca28-1209-4108-8697-26d307f56270 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.900777] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-fca324de-ce7e-4ffd-b642-f84f9c74c0b0 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1316.900976] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-fca324de-ce7e-4ffd-b642-f84f9c74c0b0 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1316.901738] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8afbfc3-bc78-4dbf-89e0-caf7397b2db5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.908341] env[70527]: DEBUG oslo_vmware.api [None req-fca324de-ce7e-4ffd-b642-f84f9c74c0b0 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Waiting for the task: (returnval){ [ 1316.908341] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]523e40e9-0ce3-fe3e-04c1-915cd635215c" [ 1316.908341] env[70527]: _type = "Task" [ 1316.908341] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.916872] env[70527]: DEBUG oslo_vmware.api [None req-fca324de-ce7e-4ffd-b642-f84f9c74c0b0 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]523e40e9-0ce3-fe3e-04c1-915cd635215c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.320560] env[70527]: DEBUG nova.network.neutron [None req-03f73fb0-ac2f-48e9-9338-ee6a94ed5312 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Updating instance_info_cache with network_info: [{"id": "22f32c88-ed2a-4218-a06a-cd05828d6663", "address": "fa:16:3e:4b:76:2f", "network": {"id": "e5ccb129-b701-4940-8889-7ade352f59a7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-618810543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8617bc6364874607aeffa5815a304ba7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22f32c88-ed", "ovs_interfaceid": "22f32c88-ed2a-4218-a06a-cd05828d6663", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.323626] env[70527]: INFO nova.compute.manager [None req-3397abe6-f386-4832-9266-47be5f1950cf tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] Detaching volume f1d65b0b-d7d0-4b88-9081-74d1618852dd [ 1317.360417] env[70527]: INFO nova.virt.block_device [None req-3397abe6-f386-4832-9266-47be5f1950cf tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] Attempting to driver detach volume f1d65b0b-d7d0-4b88-9081-74d1618852dd from mountpoint /dev/sdc [ 1317.360814] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-3397abe6-f386-4832-9266-47be5f1950cf tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] Volume detach. Driver type: vmdk {{(pid=70527) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1317.360989] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-3397abe6-f386-4832-9266-47be5f1950cf tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-777248', 'volume_id': 'f1d65b0b-d7d0-4b88-9081-74d1618852dd', 'name': 'volume-f1d65b0b-d7d0-4b88-9081-74d1618852dd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '67d9351b-f96f-4def-b775-73e2d9bf5d7f', 'attached_at': '', 'detached_at': '', 'volume_id': 'f1d65b0b-d7d0-4b88-9081-74d1618852dd', 'serial': 'f1d65b0b-d7d0-4b88-9081-74d1618852dd'} {{(pid=70527) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1317.361994] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c73279-1193-4d91-a3f5-d878a6dd2e62 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.385729] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef34e76c-db85-4174-ab4e-3dca96b8a7b7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.393644] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a07e40-2819-4e17-8a8f-8e9a09721bd1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.418972] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77959818-cbbd-4e0d-b2b7-5d2e71c340c8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.435865] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-3397abe6-f386-4832-9266-47be5f1950cf tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] The volume has not been displaced from its original location: [datastore1] volume-f1d65b0b-d7d0-4b88-9081-74d1618852dd/volume-f1d65b0b-d7d0-4b88-9081-74d1618852dd.vmdk. No consolidation needed. {{(pid=70527) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1317.441206] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-3397abe6-f386-4832-9266-47be5f1950cf tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] Reconfiguring VM instance instance-00000076 to detach disk 2002 {{(pid=70527) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1317.444871] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b971e66-64e3-49ff-b810-2bfbbd578508 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.458269] env[70527]: DEBUG oslo_vmware.api [None req-fca324de-ce7e-4ffd-b642-f84f9c74c0b0 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]523e40e9-0ce3-fe3e-04c1-915cd635215c, 'name': SearchDatastore_Task, 'duration_secs': 0.041636} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.459480] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9997e76-e829-426d-a606-5c85609062cd {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.464923] env[70527]: DEBUG oslo_vmware.api [None req-fca324de-ce7e-4ffd-b642-f84f9c74c0b0 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Waiting for the task: (returnval){ [ 1317.464923] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52a6d9a3-9a60-9181-d524-a18203447cf2" [ 1317.464923] env[70527]: _type = "Task" [ 1317.464923] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.466318] env[70527]: DEBUG oslo_vmware.api [None req-3397abe6-f386-4832-9266-47be5f1950cf tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Waiting for the task: (returnval){ [ 1317.466318] env[70527]: value = "task-3914260" [ 1317.466318] env[70527]: _type = "Task" [ 1317.466318] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.477680] env[70527]: DEBUG oslo_vmware.api [None req-fca324de-ce7e-4ffd-b642-f84f9c74c0b0 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52a6d9a3-9a60-9181-d524-a18203447cf2, 'name': SearchDatastore_Task} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.480966] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fca324de-ce7e-4ffd-b642-f84f9c74c0b0 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.481264] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-fca324de-ce7e-4ffd-b642-f84f9c74c0b0 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] a1d5b50c-6555-4f45-b297-049041d538e9/a1d5b50c-6555-4f45-b297-049041d538e9.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1317.481584] env[70527]: DEBUG oslo_vmware.api [None req-3397abe6-f386-4832-9266-47be5f1950cf tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Task: {'id': task-3914260, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.481778] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35a160bc-3799-4af6-832e-f02b6bb74c9f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.489529] env[70527]: DEBUG oslo_vmware.api [None req-fca324de-ce7e-4ffd-b642-f84f9c74c0b0 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Waiting for the task: (returnval){ [ 1317.489529] env[70527]: value = "task-3914261" [ 1317.489529] env[70527]: _type = "Task" [ 1317.489529] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.498300] env[70527]: DEBUG oslo_vmware.api [None req-fca324de-ce7e-4ffd-b642-f84f9c74c0b0 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Task: {'id': task-3914261, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.826893] env[70527]: DEBUG oslo_concurrency.lockutils [None req-03f73fb0-ac2f-48e9-9338-ee6a94ed5312 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Releasing lock "refresh_cache-59e48acb-c2f1-4fc0-8477-23023547f5d9" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.978979] env[70527]: DEBUG oslo_vmware.api [None req-3397abe6-f386-4832-9266-47be5f1950cf tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Task: {'id': task-3914260, 'name': ReconfigVM_Task, 'duration_secs': 0.268619} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.979294] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-3397abe6-f386-4832-9266-47be5f1950cf tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] Reconfigured VM instance instance-00000076 to detach disk 2002 {{(pid=70527) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1317.984153] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-edd9ab89-4495-4c6b-89d8-8c90d176ea73 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.003672] env[70527]: DEBUG oslo_vmware.api [None req-fca324de-ce7e-4ffd-b642-f84f9c74c0b0 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Task: {'id': task-3914261, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490714} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.006582] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-fca324de-ce7e-4ffd-b642-f84f9c74c0b0 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] a1d5b50c-6555-4f45-b297-049041d538e9/a1d5b50c-6555-4f45-b297-049041d538e9.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1318.006582] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-fca324de-ce7e-4ffd-b642-f84f9c74c0b0 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] [instance: a1d5b50c-6555-4f45-b297-049041d538e9] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1318.006582] env[70527]: DEBUG oslo_vmware.api [None req-3397abe6-f386-4832-9266-47be5f1950cf tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Waiting for the task: (returnval){ [ 1318.006582] env[70527]: value = "task-3914262" [ 1318.006582] env[70527]: _type = "Task" [ 1318.006582] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.006582] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-113670f9-7c79-40a4-b9bc-0b6b968b8bce {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.016509] env[70527]: DEBUG oslo_vmware.api [None req-3397abe6-f386-4832-9266-47be5f1950cf tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Task: {'id': task-3914262, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.018410] env[70527]: DEBUG oslo_vmware.api [None req-fca324de-ce7e-4ffd-b642-f84f9c74c0b0 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Waiting for the task: (returnval){ [ 1318.018410] env[70527]: value = "task-3914263" [ 1318.018410] env[70527]: _type = "Task" [ 1318.018410] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.027519] env[70527]: DEBUG oslo_vmware.api [None req-fca324de-ce7e-4ffd-b642-f84f9c74c0b0 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Task: {'id': task-3914263, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.354647] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb62d8d-29d0-433b-93a5-7a4184306cc6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.374222] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8281a3-7a38-4203-ab9c-65f219f4592a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.381492] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-03f73fb0-ac2f-48e9-9338-ee6a94ed5312 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Updating instance '59e48acb-c2f1-4fc0-8477-23023547f5d9' progress to 83 {{(pid=70527) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1318.517852] env[70527]: DEBUG oslo_vmware.api [None req-3397abe6-f386-4832-9266-47be5f1950cf tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Task: {'id': task-3914262, 'name': ReconfigVM_Task, 'duration_secs': 0.137529} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.518635] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-3397abe6-f386-4832-9266-47be5f1950cf tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-777248', 'volume_id': 'f1d65b0b-d7d0-4b88-9081-74d1618852dd', 'name': 'volume-f1d65b0b-d7d0-4b88-9081-74d1618852dd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '67d9351b-f96f-4def-b775-73e2d9bf5d7f', 'attached_at': '', 'detached_at': '', 'volume_id': 'f1d65b0b-d7d0-4b88-9081-74d1618852dd', 'serial': 'f1d65b0b-d7d0-4b88-9081-74d1618852dd'} {{(pid=70527) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1318.529141] env[70527]: DEBUG oslo_vmware.api [None req-fca324de-ce7e-4ffd-b642-f84f9c74c0b0 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Task: {'id': task-3914263, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10595} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.529414] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-fca324de-ce7e-4ffd-b642-f84f9c74c0b0 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] [instance: a1d5b50c-6555-4f45-b297-049041d538e9] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1318.530195] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2558c7a-ea5b-4fd8-9e09-23bb8b101114 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.550145] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-fca324de-ce7e-4ffd-b642-f84f9c74c0b0 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] [instance: a1d5b50c-6555-4f45-b297-049041d538e9] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] a1d5b50c-6555-4f45-b297-049041d538e9/a1d5b50c-6555-4f45-b297-049041d538e9.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1318.550458] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08fe83bc-148a-4956-b3cd-ce39b03e8683 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.570537] env[70527]: DEBUG oslo_vmware.api [None req-fca324de-ce7e-4ffd-b642-f84f9c74c0b0 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Waiting for the task: (returnval){ [ 1318.570537] env[70527]: value = "task-3914264" [ 1318.570537] env[70527]: _type = "Task" [ 1318.570537] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.887980] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-03f73fb0-ac2f-48e9-9338-ee6a94ed5312 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1318.888439] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6bb2bf4b-2ec2-4f6d-9ed1-41ae3996e244 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.895890] env[70527]: DEBUG oslo_vmware.api [None req-03f73fb0-ac2f-48e9-9338-ee6a94ed5312 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Waiting for the task: (returnval){ [ 1318.895890] env[70527]: value = "task-3914265" [ 1318.895890] env[70527]: _type = "Task" [ 1318.895890] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.904353] env[70527]: DEBUG oslo_vmware.api [None req-03f73fb0-ac2f-48e9-9338-ee6a94ed5312 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3914265, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.061711] env[70527]: DEBUG nova.objects.instance [None req-3397abe6-f386-4832-9266-47be5f1950cf tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Lazy-loading 'flavor' on Instance uuid 67d9351b-f96f-4def-b775-73e2d9bf5d7f {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1319.081662] env[70527]: DEBUG oslo_vmware.api [None req-fca324de-ce7e-4ffd-b642-f84f9c74c0b0 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Task: {'id': task-3914264, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.407573] env[70527]: DEBUG oslo_vmware.api [None req-03f73fb0-ac2f-48e9-9338-ee6a94ed5312 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3914265, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.581994] env[70527]: DEBUG oslo_vmware.api [None req-fca324de-ce7e-4ffd-b642-f84f9c74c0b0 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Task: {'id': task-3914264, 'name': ReconfigVM_Task, 'duration_secs': 0.814524} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.581994] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-fca324de-ce7e-4ffd-b642-f84f9c74c0b0 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] [instance: a1d5b50c-6555-4f45-b297-049041d538e9] Reconfigured VM instance instance-0000007c to attach disk [datastore2] a1d5b50c-6555-4f45-b297-049041d538e9/a1d5b50c-6555-4f45-b297-049041d538e9.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1319.582602] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec63f76c-4ff9-4164-9bf4-225d0d51ba92 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.590874] env[70527]: DEBUG oslo_vmware.api [None req-fca324de-ce7e-4ffd-b642-f84f9c74c0b0 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Waiting for the task: (returnval){ [ 1319.590874] env[70527]: value = "task-3914266" [ 1319.590874] env[70527]: _type = "Task" [ 1319.590874] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.599156] env[70527]: DEBUG oslo_vmware.api [None req-fca324de-ce7e-4ffd-b642-f84f9c74c0b0 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Task: {'id': task-3914266, 'name': Rename_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.907471] env[70527]: DEBUG oslo_vmware.api [None req-03f73fb0-ac2f-48e9-9338-ee6a94ed5312 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3914265, 'name': PowerOnVM_Task, 'duration_secs': 0.917162} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.907894] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-03f73fb0-ac2f-48e9-9338-ee6a94ed5312 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1319.907945] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-03f73fb0-ac2f-48e9-9338-ee6a94ed5312 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Updating instance '59e48acb-c2f1-4fc0-8477-23023547f5d9' progress to 100 {{(pid=70527) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1320.069623] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3397abe6-f386-4832-9266-47be5f1950cf tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Lock "67d9351b-f96f-4def-b775-73e2d9bf5d7f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.249s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.102857] env[70527]: DEBUG oslo_vmware.api [None req-fca324de-ce7e-4ffd-b642-f84f9c74c0b0 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Task: {'id': task-3914266, 'name': Rename_Task, 'duration_secs': 0.130744} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.103149] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-fca324de-ce7e-4ffd-b642-f84f9c74c0b0 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] [instance: a1d5b50c-6555-4f45-b297-049041d538e9] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1320.103400] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e6432ec-1662-414c-80ba-e087f771a5de {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.113176] env[70527]: DEBUG oslo_vmware.api [None req-fca324de-ce7e-4ffd-b642-f84f9c74c0b0 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Waiting for the task: (returnval){ [ 1320.113176] env[70527]: value = "task-3914267" [ 1320.113176] env[70527]: _type = "Task" [ 1320.113176] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.126264] env[70527]: DEBUG oslo_vmware.api [None req-fca324de-ce7e-4ffd-b642-f84f9c74c0b0 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Task: {'id': task-3914267, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.623398] env[70527]: DEBUG oslo_vmware.api [None req-fca324de-ce7e-4ffd-b642-f84f9c74c0b0 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Task: {'id': task-3914267, 'name': PowerOnVM_Task} progress is 76%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.124773] env[70527]: DEBUG oslo_vmware.api [None req-fca324de-ce7e-4ffd-b642-f84f9c74c0b0 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Task: {'id': task-3914267, 'name': PowerOnVM_Task, 'duration_secs': 0.710095} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.125167] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-fca324de-ce7e-4ffd-b642-f84f9c74c0b0 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] [instance: a1d5b50c-6555-4f45-b297-049041d538e9] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1321.125268] env[70527]: DEBUG nova.compute.manager [None req-fca324de-ce7e-4ffd-b642-f84f9c74c0b0 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] [instance: a1d5b50c-6555-4f45-b297-049041d538e9] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1321.125990] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc55710-21c4-4ab5-b217-60fb41fb50ae {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.220050] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3ba54825-05fd-4a62-b5fc-c3be6bef5d23 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Acquiring lock "67d9351b-f96f-4def-b775-73e2d9bf5d7f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.220420] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3ba54825-05fd-4a62-b5fc-c3be6bef5d23 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Lock "67d9351b-f96f-4def-b775-73e2d9bf5d7f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.220729] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3ba54825-05fd-4a62-b5fc-c3be6bef5d23 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Acquiring lock "67d9351b-f96f-4def-b775-73e2d9bf5d7f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.221016] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3ba54825-05fd-4a62-b5fc-c3be6bef5d23 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Lock "67d9351b-f96f-4def-b775-73e2d9bf5d7f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.221261] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3ba54825-05fd-4a62-b5fc-c3be6bef5d23 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Lock "67d9351b-f96f-4def-b775-73e2d9bf5d7f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.224432] env[70527]: INFO nova.compute.manager [None req-3ba54825-05fd-4a62-b5fc-c3be6bef5d23 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] Terminating instance [ 1321.643651] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fca324de-ce7e-4ffd-b642-f84f9c74c0b0 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.643979] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fca324de-ce7e-4ffd-b642-f84f9c74c0b0 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.644218] env[70527]: DEBUG nova.objects.instance [None req-fca324de-ce7e-4ffd-b642-f84f9c74c0b0 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] [instance: a1d5b50c-6555-4f45-b297-049041d538e9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70527) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1321.728507] env[70527]: DEBUG nova.compute.manager [None req-3ba54825-05fd-4a62-b5fc-c3be6bef5d23 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1321.728791] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba54825-05fd-4a62-b5fc-c3be6bef5d23 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1321.729787] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f4ac0ef-6668-4def-afb6-fe845d5be742 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.738195] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ba54825-05fd-4a62-b5fc-c3be6bef5d23 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1321.738479] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39307566-85cc-46ea-b238-c6036c6e1cd9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.746740] env[70527]: DEBUG oslo_vmware.api [None req-3ba54825-05fd-4a62-b5fc-c3be6bef5d23 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Waiting for the task: (returnval){ [ 1321.746740] env[70527]: value = "task-3914268" [ 1321.746740] env[70527]: _type = "Task" [ 1321.746740] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.757555] env[70527]: DEBUG oslo_vmware.api [None req-3ba54825-05fd-4a62-b5fc-c3be6bef5d23 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Task: {'id': task-3914268, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.256299] env[70527]: DEBUG oslo_vmware.api [None req-3ba54825-05fd-4a62-b5fc-c3be6bef5d23 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Task: {'id': task-3914268, 'name': PowerOffVM_Task, 'duration_secs': 0.239578} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.256703] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ba54825-05fd-4a62-b5fc-c3be6bef5d23 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1322.256757] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba54825-05fd-4a62-b5fc-c3be6bef5d23 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1322.256980] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-534ed815-f5bc-49a8-b38e-c615aba9f21c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.324274] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba54825-05fd-4a62-b5fc-c3be6bef5d23 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1322.324614] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba54825-05fd-4a62-b5fc-c3be6bef5d23 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] Deleting contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1322.324932] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ba54825-05fd-4a62-b5fc-c3be6bef5d23 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Deleting the datastore file [datastore1] 67d9351b-f96f-4def-b775-73e2d9bf5d7f {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1322.325301] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13b510dd-fe6a-4323-9e3a-83b82de94928 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.333421] env[70527]: DEBUG oslo_vmware.api [None req-3ba54825-05fd-4a62-b5fc-c3be6bef5d23 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Waiting for the task: (returnval){ [ 1322.333421] env[70527]: value = "task-3914270" [ 1322.333421] env[70527]: _type = "Task" [ 1322.333421] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.341410] env[70527]: DEBUG oslo_vmware.api [None req-3ba54825-05fd-4a62-b5fc-c3be6bef5d23 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Task: {'id': task-3914270, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.447895] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f245b867-8b88-414c-8132-211d37a4b0d9 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Acquiring lock "a1d5b50c-6555-4f45-b297-049041d538e9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.448215] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f245b867-8b88-414c-8132-211d37a4b0d9 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Lock "a1d5b50c-6555-4f45-b297-049041d538e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.448446] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f245b867-8b88-414c-8132-211d37a4b0d9 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Acquiring lock "a1d5b50c-6555-4f45-b297-049041d538e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.448803] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f245b867-8b88-414c-8132-211d37a4b0d9 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Lock "a1d5b50c-6555-4f45-b297-049041d538e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.449085] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f245b867-8b88-414c-8132-211d37a4b0d9 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Lock "a1d5b50c-6555-4f45-b297-049041d538e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.451456] env[70527]: INFO nova.compute.manager [None req-f245b867-8b88-414c-8132-211d37a4b0d9 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] [instance: a1d5b50c-6555-4f45-b297-049041d538e9] Terminating instance [ 1322.628928] env[70527]: DEBUG nova.network.neutron [None req-bd251ac9-1f12-46c8-8456-dbb4bbb713a6 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Port 22f32c88-ed2a-4218-a06a-cd05828d6663 binding to destination host cpu-1 is already ACTIVE {{(pid=70527) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3252}} [ 1322.629213] env[70527]: DEBUG oslo_concurrency.lockutils [None req-bd251ac9-1f12-46c8-8456-dbb4bbb713a6 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquiring lock "refresh_cache-59e48acb-c2f1-4fc0-8477-23023547f5d9" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.629366] env[70527]: DEBUG oslo_concurrency.lockutils [None req-bd251ac9-1f12-46c8-8456-dbb4bbb713a6 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquired lock "refresh_cache-59e48acb-c2f1-4fc0-8477-23023547f5d9" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.629531] env[70527]: DEBUG nova.network.neutron [None req-bd251ac9-1f12-46c8-8456-dbb4bbb713a6 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1322.654609] env[70527]: DEBUG oslo_concurrency.lockutils [None req-fca324de-ce7e-4ffd-b642-f84f9c74c0b0 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.843324] env[70527]: DEBUG oslo_vmware.api [None req-3ba54825-05fd-4a62-b5fc-c3be6bef5d23 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Task: {'id': task-3914270, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139707} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.843569] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ba54825-05fd-4a62-b5fc-c3be6bef5d23 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1322.843754] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba54825-05fd-4a62-b5fc-c3be6bef5d23 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] Deleted contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1322.843938] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba54825-05fd-4a62-b5fc-c3be6bef5d23 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1322.844180] env[70527]: INFO nova.compute.manager [None req-3ba54825-05fd-4a62-b5fc-c3be6bef5d23 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1322.844470] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ba54825-05fd-4a62-b5fc-c3be6bef5d23 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1322.844671] env[70527]: DEBUG nova.compute.manager [-] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1322.844768] env[70527]: DEBUG nova.network.neutron [-] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1322.955391] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f245b867-8b88-414c-8132-211d37a4b0d9 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Acquiring lock "refresh_cache-a1d5b50c-6555-4f45-b297-049041d538e9" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.955733] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f245b867-8b88-414c-8132-211d37a4b0d9 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Acquired lock "refresh_cache-a1d5b50c-6555-4f45-b297-049041d538e9" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.955845] env[70527]: DEBUG nova.network.neutron [None req-f245b867-8b88-414c-8132-211d37a4b0d9 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] [instance: a1d5b50c-6555-4f45-b297-049041d538e9] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1323.373435] env[70527]: DEBUG nova.compute.manager [req-b8f7fb63-4233-4734-97bb-28f0b2dce493 req-695779c2-1e5f-4503-bccf-683e5a6d3b20 service nova] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] Received event network-vif-deleted-a77a38b6-9c84-4ce7-aeae-165922f32804 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1323.373734] env[70527]: INFO nova.compute.manager [req-b8f7fb63-4233-4734-97bb-28f0b2dce493 req-695779c2-1e5f-4503-bccf-683e5a6d3b20 service nova] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] Neutron deleted interface a77a38b6-9c84-4ce7-aeae-165922f32804; detaching it from the instance and deleting it from the info cache [ 1323.373837] env[70527]: DEBUG nova.network.neutron [req-b8f7fb63-4233-4734-97bb-28f0b2dce493 req-695779c2-1e5f-4503-bccf-683e5a6d3b20 service nova] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.396081] env[70527]: DEBUG nova.network.neutron [None req-bd251ac9-1f12-46c8-8456-dbb4bbb713a6 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Updating instance_info_cache with network_info: [{"id": "22f32c88-ed2a-4218-a06a-cd05828d6663", "address": "fa:16:3e:4b:76:2f", "network": {"id": "e5ccb129-b701-4940-8889-7ade352f59a7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-618810543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8617bc6364874607aeffa5815a304ba7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22f32c88-ed", "ovs_interfaceid": "22f32c88-ed2a-4218-a06a-cd05828d6663", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.475241] env[70527]: DEBUG nova.network.neutron [None req-f245b867-8b88-414c-8132-211d37a4b0d9 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] [instance: a1d5b50c-6555-4f45-b297-049041d538e9] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1323.524050] env[70527]: DEBUG nova.network.neutron [None req-f245b867-8b88-414c-8132-211d37a4b0d9 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] [instance: a1d5b50c-6555-4f45-b297-049041d538e9] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.845772] env[70527]: DEBUG nova.network.neutron [-] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.877393] env[70527]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-80018f56-4488-417f-b440-1b3a03f36007 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.887753] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-309b5ef5-4310-42d1-8828-ae6b1ffb273a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.899321] env[70527]: DEBUG oslo_concurrency.lockutils [None req-bd251ac9-1f12-46c8-8456-dbb4bbb713a6 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Releasing lock "refresh_cache-59e48acb-c2f1-4fc0-8477-23023547f5d9" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.929295] env[70527]: DEBUG nova.compute.manager [req-b8f7fb63-4233-4734-97bb-28f0b2dce493 req-695779c2-1e5f-4503-bccf-683e5a6d3b20 service nova] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] Detach interface failed, port_id=a77a38b6-9c84-4ce7-aeae-165922f32804, reason: Instance 67d9351b-f96f-4def-b775-73e2d9bf5d7f could not be found. {{(pid=70527) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1324.027103] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f245b867-8b88-414c-8132-211d37a4b0d9 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Releasing lock "refresh_cache-a1d5b50c-6555-4f45-b297-049041d538e9" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.027359] env[70527]: DEBUG nova.compute.manager [None req-f245b867-8b88-414c-8132-211d37a4b0d9 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] [instance: a1d5b50c-6555-4f45-b297-049041d538e9] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1324.027557] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-f245b867-8b88-414c-8132-211d37a4b0d9 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] [instance: a1d5b50c-6555-4f45-b297-049041d538e9] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1324.028557] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b1911a-234d-4dfb-bc5d-2dbc025771ec {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.036372] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-f245b867-8b88-414c-8132-211d37a4b0d9 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] [instance: a1d5b50c-6555-4f45-b297-049041d538e9] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1324.036608] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a4d72cc-9bd7-4ae3-b34c-a99309e0d7ef {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.043483] env[70527]: DEBUG oslo_vmware.api [None req-f245b867-8b88-414c-8132-211d37a4b0d9 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Waiting for the task: (returnval){ [ 1324.043483] env[70527]: value = "task-3914271" [ 1324.043483] env[70527]: _type = "Task" [ 1324.043483] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.051151] env[70527]: DEBUG oslo_vmware.api [None req-f245b867-8b88-414c-8132-211d37a4b0d9 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Task: {'id': task-3914271, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.350083] env[70527]: INFO nova.compute.manager [-] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] Took 1.50 seconds to deallocate network for instance. [ 1324.403023] env[70527]: DEBUG nova.compute.manager [None req-bd251ac9-1f12-46c8-8456-dbb4bbb713a6 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=70527) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1324.403433] env[70527]: DEBUG oslo_concurrency.lockutils [None req-bd251ac9-1f12-46c8-8456-dbb4bbb713a6 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.403645] env[70527]: DEBUG oslo_concurrency.lockutils [None req-bd251ac9-1f12-46c8-8456-dbb4bbb713a6 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.415728] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ec2a325c-a287-4b9e-8330-2ab464313250 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Acquiring lock "af05e519-2a42-4cbc-a73f-43fba1a963ef" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.415960] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ec2a325c-a287-4b9e-8330-2ab464313250 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Lock "af05e519-2a42-4cbc-a73f-43fba1a963ef" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.553966] env[70527]: DEBUG oslo_vmware.api [None req-f245b867-8b88-414c-8132-211d37a4b0d9 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Task: {'id': task-3914271, 'name': PowerOffVM_Task, 'duration_secs': 0.155605} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.554243] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-f245b867-8b88-414c-8132-211d37a4b0d9 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] [instance: a1d5b50c-6555-4f45-b297-049041d538e9] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1324.554411] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-f245b867-8b88-414c-8132-211d37a4b0d9 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] [instance: a1d5b50c-6555-4f45-b297-049041d538e9] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1324.554652] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0fc57da-07af-4d8c-9f23-fb84c35e51ff {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.581469] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-f245b867-8b88-414c-8132-211d37a4b0d9 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] [instance: a1d5b50c-6555-4f45-b297-049041d538e9] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1324.581712] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-f245b867-8b88-414c-8132-211d37a4b0d9 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] [instance: a1d5b50c-6555-4f45-b297-049041d538e9] Deleting contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1324.581922] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-f245b867-8b88-414c-8132-211d37a4b0d9 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Deleting the datastore file [datastore2] a1d5b50c-6555-4f45-b297-049041d538e9 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1324.582227] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-643fd353-70ce-4e49-a682-1888c72df9e1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.589809] env[70527]: DEBUG oslo_vmware.api [None req-f245b867-8b88-414c-8132-211d37a4b0d9 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Waiting for the task: (returnval){ [ 1324.589809] env[70527]: value = "task-3914273" [ 1324.589809] env[70527]: _type = "Task" [ 1324.589809] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.598268] env[70527]: DEBUG oslo_vmware.api [None req-f245b867-8b88-414c-8132-211d37a4b0d9 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Task: {'id': task-3914273, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.856200] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3ba54825-05fd-4a62-b5fc-c3be6bef5d23 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.906924] env[70527]: DEBUG nova.objects.instance [None req-bd251ac9-1f12-46c8-8456-dbb4bbb713a6 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Lazy-loading 'migration_context' on Instance uuid 59e48acb-c2f1-4fc0-8477-23023547f5d9 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1324.920319] env[70527]: INFO nova.compute.manager [None req-ec2a325c-a287-4b9e-8330-2ab464313250 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Detaching volume 275bd5b9-fd96-4ad4-98be-74dc0b93b076 [ 1324.954969] env[70527]: INFO nova.virt.block_device [None req-ec2a325c-a287-4b9e-8330-2ab464313250 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Attempting to driver detach volume 275bd5b9-fd96-4ad4-98be-74dc0b93b076 from mountpoint /dev/sdb [ 1324.955240] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec2a325c-a287-4b9e-8330-2ab464313250 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Volume detach. Driver type: vmdk {{(pid=70527) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1324.955432] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec2a325c-a287-4b9e-8330-2ab464313250 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-777242', 'volume_id': '275bd5b9-fd96-4ad4-98be-74dc0b93b076', 'name': 'volume-275bd5b9-fd96-4ad4-98be-74dc0b93b076', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'af05e519-2a42-4cbc-a73f-43fba1a963ef', 'attached_at': '', 'detached_at': '', 'volume_id': '275bd5b9-fd96-4ad4-98be-74dc0b93b076', 'serial': '275bd5b9-fd96-4ad4-98be-74dc0b93b076'} {{(pid=70527) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1324.956313] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12902847-886a-499e-b9d7-0161847705f1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.978907] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d978e6-c447-4abd-9937-92aa4b0608d7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.986330] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1b8dc1-abb4-4a84-8917-cd548203c066 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.006726] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e92b229f-543a-486a-bcaf-6f4e4a5cf0c4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.022435] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec2a325c-a287-4b9e-8330-2ab464313250 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] The volume has not been displaced from its original location: [datastore2] volume-275bd5b9-fd96-4ad4-98be-74dc0b93b076/volume-275bd5b9-fd96-4ad4-98be-74dc0b93b076.vmdk. No consolidation needed. {{(pid=70527) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1325.027651] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec2a325c-a287-4b9e-8330-2ab464313250 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Reconfiguring VM instance instance-00000070 to detach disk 2001 {{(pid=70527) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1325.027937] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aea2dca4-c8d6-4f66-8d3b-3888e578a5ba {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.046689] env[70527]: DEBUG oslo_vmware.api [None req-ec2a325c-a287-4b9e-8330-2ab464313250 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Waiting for the task: (returnval){ [ 1325.046689] env[70527]: value = "task-3914274" [ 1325.046689] env[70527]: _type = "Task" [ 1325.046689] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.055456] env[70527]: DEBUG oslo_vmware.api [None req-ec2a325c-a287-4b9e-8330-2ab464313250 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3914274, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.099508] env[70527]: DEBUG oslo_vmware.api [None req-f245b867-8b88-414c-8132-211d37a4b0d9 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Task: {'id': task-3914273, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137927} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.099820] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-f245b867-8b88-414c-8132-211d37a4b0d9 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1325.099919] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-f245b867-8b88-414c-8132-211d37a4b0d9 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] [instance: a1d5b50c-6555-4f45-b297-049041d538e9] Deleted contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1325.100121] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-f245b867-8b88-414c-8132-211d37a4b0d9 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] [instance: a1d5b50c-6555-4f45-b297-049041d538e9] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1325.100318] env[70527]: INFO nova.compute.manager [None req-f245b867-8b88-414c-8132-211d37a4b0d9 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] [instance: a1d5b50c-6555-4f45-b297-049041d538e9] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1325.100551] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f245b867-8b88-414c-8132-211d37a4b0d9 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1325.100776] env[70527]: DEBUG nova.compute.manager [-] [instance: a1d5b50c-6555-4f45-b297-049041d538e9] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1325.100878] env[70527]: DEBUG nova.network.neutron [-] [instance: a1d5b50c-6555-4f45-b297-049041d538e9] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1325.119441] env[70527]: DEBUG nova.network.neutron [-] [instance: a1d5b50c-6555-4f45-b297-049041d538e9] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1325.426536] env[70527]: DEBUG nova.scheduler.client.report [None req-bd251ac9-1f12-46c8-8456-dbb4bbb713a6 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Refreshing inventories for resource provider 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1325.441383] env[70527]: DEBUG nova.scheduler.client.report [None req-bd251ac9-1f12-46c8-8456-dbb4bbb713a6 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Updating ProviderTree inventory for provider 471551d3-0608-4bcf-a939-f4ec286b26ca from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1325.441633] env[70527]: DEBUG nova.compute.provider_tree [None req-bd251ac9-1f12-46c8-8456-dbb4bbb713a6 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Updating inventory in ProviderTree for provider 471551d3-0608-4bcf-a939-f4ec286b26ca with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1325.453272] env[70527]: DEBUG nova.scheduler.client.report [None req-bd251ac9-1f12-46c8-8456-dbb4bbb713a6 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Refreshing aggregate associations for resource provider 471551d3-0608-4bcf-a939-f4ec286b26ca, aggregates: None {{(pid=70527) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1325.470663] env[70527]: DEBUG nova.scheduler.client.report [None req-bd251ac9-1f12-46c8-8456-dbb4bbb713a6 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Refreshing trait associations for resource provider 471551d3-0608-4bcf-a939-f4ec286b26ca, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO {{(pid=70527) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1325.556453] env[70527]: DEBUG oslo_vmware.api [None req-ec2a325c-a287-4b9e-8330-2ab464313250 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3914274, 'name': ReconfigVM_Task, 'duration_secs': 0.256653} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.558768] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec2a325c-a287-4b9e-8330-2ab464313250 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Reconfigured VM instance instance-00000070 to detach disk 2001 {{(pid=70527) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1325.564687] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1ed78e5-f2e6-4aac-9a69-28ef3ea27386 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.582513] env[70527]: DEBUG oslo_vmware.api [None req-ec2a325c-a287-4b9e-8330-2ab464313250 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Waiting for the task: (returnval){ [ 1325.582513] env[70527]: value = "task-3914275" [ 1325.582513] env[70527]: _type = "Task" [ 1325.582513] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.593175] env[70527]: DEBUG oslo_vmware.api [None req-ec2a325c-a287-4b9e-8330-2ab464313250 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3914275, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.612999] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf21fd2-50a1-4a4c-8597-60649d56a56c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.621247] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-663c865b-eac5-4e24-a3c4-c099dfbc6eba {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.626458] env[70527]: DEBUG nova.network.neutron [-] [instance: a1d5b50c-6555-4f45-b297-049041d538e9] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.655523] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-141bbcc4-54c1-47c7-a9d7-2b40910c8482 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.664042] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c32288-97fe-4d1e-9a64-e02627abb3dc {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.678106] env[70527]: DEBUG nova.compute.provider_tree [None req-bd251ac9-1f12-46c8-8456-dbb4bbb713a6 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1326.092665] env[70527]: DEBUG oslo_vmware.api [None req-ec2a325c-a287-4b9e-8330-2ab464313250 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3914275, 'name': ReconfigVM_Task, 'duration_secs': 0.158048} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.092997] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec2a325c-a287-4b9e-8330-2ab464313250 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-777242', 'volume_id': '275bd5b9-fd96-4ad4-98be-74dc0b93b076', 'name': 'volume-275bd5b9-fd96-4ad4-98be-74dc0b93b076', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'af05e519-2a42-4cbc-a73f-43fba1a963ef', 'attached_at': '', 'detached_at': '', 'volume_id': '275bd5b9-fd96-4ad4-98be-74dc0b93b076', 'serial': '275bd5b9-fd96-4ad4-98be-74dc0b93b076'} {{(pid=70527) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1326.128733] env[70527]: INFO nova.compute.manager [-] [instance: a1d5b50c-6555-4f45-b297-049041d538e9] Took 1.03 seconds to deallocate network for instance. [ 1326.180831] env[70527]: DEBUG nova.scheduler.client.report [None req-bd251ac9-1f12-46c8-8456-dbb4bbb713a6 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1326.634250] env[70527]: DEBUG nova.objects.instance [None req-ec2a325c-a287-4b9e-8330-2ab464313250 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Lazy-loading 'flavor' on Instance uuid af05e519-2a42-4cbc-a73f-43fba1a963ef {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1326.636531] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f245b867-8b88-414c-8132-211d37a4b0d9 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.190613] env[70527]: DEBUG oslo_concurrency.lockutils [None req-bd251ac9-1f12-46c8-8456-dbb4bbb713a6 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.787s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.196228] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3ba54825-05fd-4a62-b5fc-c3be6bef5d23 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.340s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.196448] env[70527]: DEBUG nova.objects.instance [None req-3ba54825-05fd-4a62-b5fc-c3be6bef5d23 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Lazy-loading 'resources' on Instance uuid 67d9351b-f96f-4def-b775-73e2d9bf5d7f {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1327.642746] env[70527]: DEBUG oslo_concurrency.lockutils [None req-ec2a325c-a287-4b9e-8330-2ab464313250 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Lock "af05e519-2a42-4cbc-a73f-43fba1a963ef" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.227s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.837053] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-178f422c-6d9f-481a-b1e2-fb73af96d062 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.844894] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47990df1-6d75-491e-aa9c-15dd0ec1740d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.875379] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b773d2-1f5c-47ed-81eb-e7303f17fa41 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.883667] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb29625-3184-406d-b0e3-f9c16c00b5b2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.897848] env[70527]: DEBUG nova.compute.provider_tree [None req-3ba54825-05fd-4a62-b5fc-c3be6bef5d23 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1328.402034] env[70527]: DEBUG nova.scheduler.client.report [None req-3ba54825-05fd-4a62-b5fc-c3be6bef5d23 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1328.730517] env[70527]: INFO nova.compute.manager [None req-bd251ac9-1f12-46c8-8456-dbb4bbb713a6 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Swapping old allocation on dict_keys(['471551d3-0608-4bcf-a939-f4ec286b26ca']) held by migration f3031d3c-c4e7-4606-a6f8-f45ca63e7541 for instance [ 1328.738176] env[70527]: DEBUG oslo_concurrency.lockutils [None req-2d40974b-44d4-4e91-8b7e-a2148e2ea2a3 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Acquiring lock "af05e519-2a42-4cbc-a73f-43fba1a963ef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.738568] env[70527]: DEBUG oslo_concurrency.lockutils [None req-2d40974b-44d4-4e91-8b7e-a2148e2ea2a3 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Lock "af05e519-2a42-4cbc-a73f-43fba1a963ef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.738892] env[70527]: DEBUG oslo_concurrency.lockutils [None req-2d40974b-44d4-4e91-8b7e-a2148e2ea2a3 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Acquiring lock "af05e519-2a42-4cbc-a73f-43fba1a963ef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.739204] env[70527]: DEBUG oslo_concurrency.lockutils [None req-2d40974b-44d4-4e91-8b7e-a2148e2ea2a3 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Lock "af05e519-2a42-4cbc-a73f-43fba1a963ef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.739477] env[70527]: DEBUG oslo_concurrency.lockutils [None req-2d40974b-44d4-4e91-8b7e-a2148e2ea2a3 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Lock "af05e519-2a42-4cbc-a73f-43fba1a963ef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.742357] env[70527]: INFO nova.compute.manager [None req-2d40974b-44d4-4e91-8b7e-a2148e2ea2a3 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Terminating instance [ 1328.757370] env[70527]: DEBUG nova.scheduler.client.report [None req-bd251ac9-1f12-46c8-8456-dbb4bbb713a6 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Overwriting current allocation {'allocations': {'471551d3-0608-4bcf-a939-f4ec286b26ca': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 167}}, 'project_id': '8617bc6364874607aeffa5815a304ba7', 'user_id': '268097f8570d44779dd81547a4660f5a', 'consumer_generation': 1} on consumer 59e48acb-c2f1-4fc0-8477-23023547f5d9 {{(pid=70527) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1328.838188] env[70527]: DEBUG oslo_concurrency.lockutils [None req-bd251ac9-1f12-46c8-8456-dbb4bbb713a6 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquiring lock "refresh_cache-59e48acb-c2f1-4fc0-8477-23023547f5d9" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.838479] env[70527]: DEBUG oslo_concurrency.lockutils [None req-bd251ac9-1f12-46c8-8456-dbb4bbb713a6 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquired lock "refresh_cache-59e48acb-c2f1-4fc0-8477-23023547f5d9" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.838792] env[70527]: DEBUG nova.network.neutron [None req-bd251ac9-1f12-46c8-8456-dbb4bbb713a6 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1328.907430] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3ba54825-05fd-4a62-b5fc-c3be6bef5d23 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.711s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.910425] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f245b867-8b88-414c-8132-211d37a4b0d9 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.274s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.910659] env[70527]: DEBUG nova.objects.instance [None req-f245b867-8b88-414c-8132-211d37a4b0d9 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Lazy-loading 'resources' on Instance uuid a1d5b50c-6555-4f45-b297-049041d538e9 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1328.926251] env[70527]: INFO nova.scheduler.client.report [None req-3ba54825-05fd-4a62-b5fc-c3be6bef5d23 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Deleted allocations for instance 67d9351b-f96f-4def-b775-73e2d9bf5d7f [ 1329.250558] env[70527]: DEBUG nova.compute.manager [None req-2d40974b-44d4-4e91-8b7e-a2148e2ea2a3 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1329.250791] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-2d40974b-44d4-4e91-8b7e-a2148e2ea2a3 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1329.251568] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c500116-5c7c-45e8-820b-5d428aab35c6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.259859] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d40974b-44d4-4e91-8b7e-a2148e2ea2a3 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1329.260127] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4332a4f-0b06-4c62-9c4b-44caf92acbc4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.268010] env[70527]: DEBUG oslo_vmware.api [None req-2d40974b-44d4-4e91-8b7e-a2148e2ea2a3 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Waiting for the task: (returnval){ [ 1329.268010] env[70527]: value = "task-3914276" [ 1329.268010] env[70527]: _type = "Task" [ 1329.268010] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.276431] env[70527]: DEBUG oslo_vmware.api [None req-2d40974b-44d4-4e91-8b7e-a2148e2ea2a3 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3914276, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.434059] env[70527]: DEBUG oslo_concurrency.lockutils [None req-3ba54825-05fd-4a62-b5fc-c3be6bef5d23 tempest-AttachVolumeTestJSON-1760709661 tempest-AttachVolumeTestJSON-1760709661-project-member] Lock "67d9351b-f96f-4def-b775-73e2d9bf5d7f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.213s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.546368] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-010aaa03-902e-4f3d-88da-53fe53f4d033 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.553355] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3f112b-c32e-465c-81c8-6e2e394db3cd {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.587856] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb4ab64e-1a7b-4373-b110-ef6c619b2dac {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.596092] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa4a8f9-40c6-4a3c-bf78-97e8d3e5d92d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.609867] env[70527]: DEBUG nova.compute.provider_tree [None req-f245b867-8b88-414c-8132-211d37a4b0d9 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1329.621662] env[70527]: DEBUG nova.network.neutron [None req-bd251ac9-1f12-46c8-8456-dbb4bbb713a6 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Updating instance_info_cache with network_info: [{"id": "22f32c88-ed2a-4218-a06a-cd05828d6663", "address": "fa:16:3e:4b:76:2f", "network": {"id": "e5ccb129-b701-4940-8889-7ade352f59a7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-618810543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8617bc6364874607aeffa5815a304ba7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22f32c88-ed", "ovs_interfaceid": "22f32c88-ed2a-4218-a06a-cd05828d6663", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1329.779493] env[70527]: DEBUG oslo_vmware.api [None req-2d40974b-44d4-4e91-8b7e-a2148e2ea2a3 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3914276, 'name': PowerOffVM_Task, 'duration_secs': 0.180604} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.779811] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d40974b-44d4-4e91-8b7e-a2148e2ea2a3 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1329.780056] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-2d40974b-44d4-4e91-8b7e-a2148e2ea2a3 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1329.780378] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a7a7092-4b0c-4c89-a69b-864ca7e1dff5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.847247] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-2d40974b-44d4-4e91-8b7e-a2148e2ea2a3 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1329.847589] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-2d40974b-44d4-4e91-8b7e-a2148e2ea2a3 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Deleting contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1329.847653] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d40974b-44d4-4e91-8b7e-a2148e2ea2a3 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Deleting the datastore file [datastore2] af05e519-2a42-4cbc-a73f-43fba1a963ef {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1329.847927] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00387225-81a3-4792-995d-fc43647b846e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.856221] env[70527]: DEBUG oslo_vmware.api [None req-2d40974b-44d4-4e91-8b7e-a2148e2ea2a3 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Waiting for the task: (returnval){ [ 1329.856221] env[70527]: value = "task-3914278" [ 1329.856221] env[70527]: _type = "Task" [ 1329.856221] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.865137] env[70527]: DEBUG oslo_vmware.api [None req-2d40974b-44d4-4e91-8b7e-a2148e2ea2a3 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3914278, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.113819] env[70527]: DEBUG nova.scheduler.client.report [None req-f245b867-8b88-414c-8132-211d37a4b0d9 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1330.124855] env[70527]: DEBUG oslo_concurrency.lockutils [None req-bd251ac9-1f12-46c8-8456-dbb4bbb713a6 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Releasing lock "refresh_cache-59e48acb-c2f1-4fc0-8477-23023547f5d9" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.125349] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd251ac9-1f12-46c8-8456-dbb4bbb713a6 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1330.125620] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13d63598-de4b-4cf3-afef-e120fdbc4948 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.133112] env[70527]: DEBUG oslo_vmware.api [None req-bd251ac9-1f12-46c8-8456-dbb4bbb713a6 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Waiting for the task: (returnval){ [ 1330.133112] env[70527]: value = "task-3914280" [ 1330.133112] env[70527]: _type = "Task" [ 1330.133112] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.141898] env[70527]: DEBUG oslo_vmware.api [None req-bd251ac9-1f12-46c8-8456-dbb4bbb713a6 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3914280, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.367161] env[70527]: DEBUG oslo_vmware.api [None req-2d40974b-44d4-4e91-8b7e-a2148e2ea2a3 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3914278, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157874} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.367443] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d40974b-44d4-4e91-8b7e-a2148e2ea2a3 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1330.367628] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-2d40974b-44d4-4e91-8b7e-a2148e2ea2a3 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Deleted contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1330.367810] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-2d40974b-44d4-4e91-8b7e-a2148e2ea2a3 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1330.367990] env[70527]: INFO nova.compute.manager [None req-2d40974b-44d4-4e91-8b7e-a2148e2ea2a3 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1330.368405] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d40974b-44d4-4e91-8b7e-a2148e2ea2a3 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1330.368737] env[70527]: DEBUG nova.compute.manager [-] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1330.368904] env[70527]: DEBUG nova.network.neutron [-] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1330.619033] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f245b867-8b88-414c-8132-211d37a4b0d9 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.708s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.640243] env[70527]: INFO nova.scheduler.client.report [None req-f245b867-8b88-414c-8132-211d37a4b0d9 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Deleted allocations for instance a1d5b50c-6555-4f45-b297-049041d538e9 [ 1330.644633] env[70527]: DEBUG oslo_vmware.api [None req-bd251ac9-1f12-46c8-8456-dbb4bbb713a6 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3914280, 'name': PowerOffVM_Task, 'duration_secs': 0.336069} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.646904] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd251ac9-1f12-46c8-8456-dbb4bbb713a6 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1330.647538] env[70527]: DEBUG nova.virt.hardware [None req-bd251ac9-1f12-46c8-8456-dbb4bbb713a6 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1330.648869] env[70527]: DEBUG nova.virt.hardware [None req-bd251ac9-1f12-46c8-8456-dbb4bbb713a6 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1330.648869] env[70527]: DEBUG nova.virt.hardware [None req-bd251ac9-1f12-46c8-8456-dbb4bbb713a6 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1330.648869] env[70527]: DEBUG nova.virt.hardware [None req-bd251ac9-1f12-46c8-8456-dbb4bbb713a6 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1330.648869] env[70527]: DEBUG nova.virt.hardware [None req-bd251ac9-1f12-46c8-8456-dbb4bbb713a6 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1330.648869] env[70527]: DEBUG nova.virt.hardware [None req-bd251ac9-1f12-46c8-8456-dbb4bbb713a6 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1330.648869] env[70527]: DEBUG nova.virt.hardware [None req-bd251ac9-1f12-46c8-8456-dbb4bbb713a6 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1330.648869] env[70527]: DEBUG nova.virt.hardware [None req-bd251ac9-1f12-46c8-8456-dbb4bbb713a6 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1330.648869] env[70527]: DEBUG nova.virt.hardware [None req-bd251ac9-1f12-46c8-8456-dbb4bbb713a6 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1330.649292] env[70527]: DEBUG nova.virt.hardware [None req-bd251ac9-1f12-46c8-8456-dbb4bbb713a6 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1330.649292] env[70527]: DEBUG nova.virt.hardware [None req-bd251ac9-1f12-46c8-8456-dbb4bbb713a6 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1330.655027] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-506080bc-211a-4754-88d9-11a43e1c2d49 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.671720] env[70527]: DEBUG oslo_vmware.api [None req-bd251ac9-1f12-46c8-8456-dbb4bbb713a6 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Waiting for the task: (returnval){ [ 1330.671720] env[70527]: value = "task-3914281" [ 1330.671720] env[70527]: _type = "Task" [ 1330.671720] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.681172] env[70527]: DEBUG oslo_vmware.api [None req-bd251ac9-1f12-46c8-8456-dbb4bbb713a6 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3914281, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.830756] env[70527]: DEBUG nova.compute.manager [req-119e8e0e-f8a7-4c17-9db3-82f9d2fa93e3 req-7d0c2e8c-c306-4d9d-bcbc-f1b9ab534dc4 service nova] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Received event network-vif-deleted-c38b3c5c-55cd-461d-ad54-b9637c48ce4c {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1330.831070] env[70527]: INFO nova.compute.manager [req-119e8e0e-f8a7-4c17-9db3-82f9d2fa93e3 req-7d0c2e8c-c306-4d9d-bcbc-f1b9ab534dc4 service nova] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Neutron deleted interface c38b3c5c-55cd-461d-ad54-b9637c48ce4c; detaching it from the instance and deleting it from the info cache [ 1330.831207] env[70527]: DEBUG nova.network.neutron [req-119e8e0e-f8a7-4c17-9db3-82f9d2fa93e3 req-7d0c2e8c-c306-4d9d-bcbc-f1b9ab534dc4 service nova] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.158404] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f245b867-8b88-414c-8132-211d37a4b0d9 tempest-ServersListShow298Test-88633304 tempest-ServersListShow298Test-88633304-project-member] Lock "a1d5b50c-6555-4f45-b297-049041d538e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.710s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.183868] env[70527]: DEBUG oslo_vmware.api [None req-bd251ac9-1f12-46c8-8456-dbb4bbb713a6 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3914281, 'name': ReconfigVM_Task, 'duration_secs': 0.175065} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.184702] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b2b015d-59a9-4275-a683-3fcb9bf65f89 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.204121] env[70527]: DEBUG nova.virt.hardware [None req-bd251ac9-1f12-46c8-8456-dbb4bbb713a6 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1331.204383] env[70527]: DEBUG nova.virt.hardware [None req-bd251ac9-1f12-46c8-8456-dbb4bbb713a6 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1331.204542] env[70527]: DEBUG nova.virt.hardware [None req-bd251ac9-1f12-46c8-8456-dbb4bbb713a6 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1331.204731] env[70527]: DEBUG nova.virt.hardware [None req-bd251ac9-1f12-46c8-8456-dbb4bbb713a6 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1331.204908] env[70527]: DEBUG nova.virt.hardware [None req-bd251ac9-1f12-46c8-8456-dbb4bbb713a6 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1331.205075] env[70527]: DEBUG nova.virt.hardware [None req-bd251ac9-1f12-46c8-8456-dbb4bbb713a6 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1331.205288] env[70527]: DEBUG nova.virt.hardware [None req-bd251ac9-1f12-46c8-8456-dbb4bbb713a6 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1331.205443] env[70527]: DEBUG nova.virt.hardware [None req-bd251ac9-1f12-46c8-8456-dbb4bbb713a6 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1331.205617] env[70527]: DEBUG nova.virt.hardware [None req-bd251ac9-1f12-46c8-8456-dbb4bbb713a6 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1331.205771] env[70527]: DEBUG nova.virt.hardware [None req-bd251ac9-1f12-46c8-8456-dbb4bbb713a6 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1331.205946] env[70527]: DEBUG nova.virt.hardware [None req-bd251ac9-1f12-46c8-8456-dbb4bbb713a6 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1331.207694] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f87f91ca-c126-4cc5-9c08-cab4d6c1b4fd {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.213300] env[70527]: DEBUG oslo_vmware.api [None req-bd251ac9-1f12-46c8-8456-dbb4bbb713a6 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Waiting for the task: (returnval){ [ 1331.213300] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52d73401-6c26-f2fc-1562-2653c9494639" [ 1331.213300] env[70527]: _type = "Task" [ 1331.213300] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.221918] env[70527]: DEBUG oslo_vmware.api [None req-bd251ac9-1f12-46c8-8456-dbb4bbb713a6 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52d73401-6c26-f2fc-1562-2653c9494639, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.302551] env[70527]: DEBUG nova.network.neutron [-] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.333618] env[70527]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-64c3b832-f921-4036-8403-4054d824c408 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.344598] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a142aa83-e872-4d3c-be3e-42a019d10452 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.384285] env[70527]: DEBUG nova.compute.manager [req-119e8e0e-f8a7-4c17-9db3-82f9d2fa93e3 req-7d0c2e8c-c306-4d9d-bcbc-f1b9ab534dc4 service nova] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Detach interface failed, port_id=c38b3c5c-55cd-461d-ad54-b9637c48ce4c, reason: Instance af05e519-2a42-4cbc-a73f-43fba1a963ef could not be found. {{(pid=70527) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1331.723906] env[70527]: DEBUG oslo_vmware.api [None req-bd251ac9-1f12-46c8-8456-dbb4bbb713a6 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52d73401-6c26-f2fc-1562-2653c9494639, 'name': SearchDatastore_Task, 'duration_secs': 0.008423} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.729347] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd251ac9-1f12-46c8-8456-dbb4bbb713a6 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Reconfiguring VM instance instance-00000078 to detach disk 2000 {{(pid=70527) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1331.729632] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93a166c0-d27d-44f0-81eb-3ecfd731169f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.748386] env[70527]: DEBUG oslo_vmware.api [None req-bd251ac9-1f12-46c8-8456-dbb4bbb713a6 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Waiting for the task: (returnval){ [ 1331.748386] env[70527]: value = "task-3914282" [ 1331.748386] env[70527]: _type = "Task" [ 1331.748386] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.756370] env[70527]: DEBUG oslo_vmware.api [None req-bd251ac9-1f12-46c8-8456-dbb4bbb713a6 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3914282, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.805245] env[70527]: INFO nova.compute.manager [-] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Took 1.44 seconds to deallocate network for instance. [ 1332.257929] env[70527]: DEBUG oslo_vmware.api [None req-bd251ac9-1f12-46c8-8456-dbb4bbb713a6 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3914282, 'name': ReconfigVM_Task, 'duration_secs': 0.176629} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.258319] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd251ac9-1f12-46c8-8456-dbb4bbb713a6 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Reconfigured VM instance instance-00000078 to detach disk 2000 {{(pid=70527) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1332.259065] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e4fab2-de8b-4596-936a-93fa40794e13 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.283362] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd251ac9-1f12-46c8-8456-dbb4bbb713a6 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 59e48acb-c2f1-4fc0-8477-23023547f5d9/59e48acb-c2f1-4fc0-8477-23023547f5d9.vmdk or device None with type thin {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1332.283651] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7adec447-6303-42f7-827b-a5768608e6f0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.301565] env[70527]: DEBUG oslo_vmware.api [None req-bd251ac9-1f12-46c8-8456-dbb4bbb713a6 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Waiting for the task: (returnval){ [ 1332.301565] env[70527]: value = "task-3914283" [ 1332.301565] env[70527]: _type = "Task" [ 1332.301565] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.309529] env[70527]: DEBUG oslo_vmware.api [None req-bd251ac9-1f12-46c8-8456-dbb4bbb713a6 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3914283, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.311528] env[70527]: DEBUG oslo_concurrency.lockutils [None req-2d40974b-44d4-4e91-8b7e-a2148e2ea2a3 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.311780] env[70527]: DEBUG oslo_concurrency.lockutils [None req-2d40974b-44d4-4e91-8b7e-a2148e2ea2a3 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.311996] env[70527]: DEBUG nova.objects.instance [None req-2d40974b-44d4-4e91-8b7e-a2148e2ea2a3 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Lazy-loading 'resources' on Instance uuid af05e519-2a42-4cbc-a73f-43fba1a963ef {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1332.814076] env[70527]: DEBUG oslo_vmware.api [None req-bd251ac9-1f12-46c8-8456-dbb4bbb713a6 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3914283, 'name': ReconfigVM_Task, 'duration_secs': 0.286684} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.814076] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd251ac9-1f12-46c8-8456-dbb4bbb713a6 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 59e48acb-c2f1-4fc0-8477-23023547f5d9/59e48acb-c2f1-4fc0-8477-23023547f5d9.vmdk or device None with type thin {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1332.814076] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d8cb88-001a-421f-9d08-bd1d02983bb2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.833940] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd52839-79a9-4ed9-a501-351598fe2778 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.858642] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033acc41-0d8e-49da-a0b7-8877b8dd5201 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.879536] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa049a4-ae97-43bb-90e9-a1e060385d3d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.886604] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd251ac9-1f12-46c8-8456-dbb4bbb713a6 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1332.886859] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0916264e-ca2a-494c-b9de-0f5bb02c2613 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.894835] env[70527]: DEBUG oslo_vmware.api [None req-bd251ac9-1f12-46c8-8456-dbb4bbb713a6 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Waiting for the task: (returnval){ [ 1332.894835] env[70527]: value = "task-3914284" [ 1332.894835] env[70527]: _type = "Task" [ 1332.894835] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.902669] env[70527]: DEBUG oslo_vmware.api [None req-bd251ac9-1f12-46c8-8456-dbb4bbb713a6 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3914284, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.951379] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd4282c-fbbf-4305-b50e-24623eefa4f3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.958974] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fbc197d-a216-43fe-8345-cb15447cedc5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.993472] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-127e7407-8b32-465c-a932-a72e213f6c48 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.002757] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5db51f7-96bd-4dea-b97d-cf7c713191f1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.019815] env[70527]: DEBUG nova.compute.provider_tree [None req-2d40974b-44d4-4e91-8b7e-a2148e2ea2a3 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1333.149493] env[70527]: DEBUG oslo_concurrency.lockutils [None req-5f0327af-c19b-4fd9-81a1-1a01dafd768f tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Acquiring lock "271bdbb0-6953-4392-8fdc-fb124841ae33" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.149493] env[70527]: DEBUG oslo_concurrency.lockutils [None req-5f0327af-c19b-4fd9-81a1-1a01dafd768f tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Lock "271bdbb0-6953-4392-8fdc-fb124841ae33" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.149753] env[70527]: DEBUG oslo_concurrency.lockutils [None req-5f0327af-c19b-4fd9-81a1-1a01dafd768f tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Acquiring lock "271bdbb0-6953-4392-8fdc-fb124841ae33-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.149753] env[70527]: DEBUG oslo_concurrency.lockutils [None req-5f0327af-c19b-4fd9-81a1-1a01dafd768f tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Lock "271bdbb0-6953-4392-8fdc-fb124841ae33-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.149974] env[70527]: DEBUG oslo_concurrency.lockutils [None req-5f0327af-c19b-4fd9-81a1-1a01dafd768f tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Lock "271bdbb0-6953-4392-8fdc-fb124841ae33-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.152248] env[70527]: INFO nova.compute.manager [None req-5f0327af-c19b-4fd9-81a1-1a01dafd768f tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Terminating instance [ 1333.405429] env[70527]: DEBUG oslo_vmware.api [None req-bd251ac9-1f12-46c8-8456-dbb4bbb713a6 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3914284, 'name': PowerOnVM_Task, 'duration_secs': 0.383636} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.405836] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd251ac9-1f12-46c8-8456-dbb4bbb713a6 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1333.523633] env[70527]: DEBUG nova.scheduler.client.report [None req-2d40974b-44d4-4e91-8b7e-a2148e2ea2a3 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1333.656469] env[70527]: DEBUG nova.compute.manager [None req-5f0327af-c19b-4fd9-81a1-1a01dafd768f tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1333.656820] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f0327af-c19b-4fd9-81a1-1a01dafd768f tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1333.657233] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6666413e-c1ec-4d9d-8a58-260f3fca763e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.665149] env[70527]: DEBUG oslo_vmware.api [None req-5f0327af-c19b-4fd9-81a1-1a01dafd768f tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for the task: (returnval){ [ 1333.665149] env[70527]: value = "task-3914286" [ 1333.665149] env[70527]: _type = "Task" [ 1333.665149] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.673934] env[70527]: DEBUG oslo_vmware.api [None req-5f0327af-c19b-4fd9-81a1-1a01dafd768f tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3914286, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.029798] env[70527]: DEBUG oslo_concurrency.lockutils [None req-2d40974b-44d4-4e91-8b7e-a2148e2ea2a3 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.718s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.050080] env[70527]: INFO nova.scheduler.client.report [None req-2d40974b-44d4-4e91-8b7e-a2148e2ea2a3 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Deleted allocations for instance af05e519-2a42-4cbc-a73f-43fba1a963ef [ 1334.174237] env[70527]: DEBUG oslo_vmware.api [None req-5f0327af-c19b-4fd9-81a1-1a01dafd768f tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3914286, 'name': PowerOffVM_Task, 'duration_secs': 0.156196} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.174540] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f0327af-c19b-4fd9-81a1-1a01dafd768f tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1334.174714] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f0327af-c19b-4fd9-81a1-1a01dafd768f tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Volume detach. Driver type: vmdk {{(pid=70527) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1334.174908] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f0327af-c19b-4fd9-81a1-1a01dafd768f tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-777234', 'volume_id': '9bd915b9-598c-4bed-86d7-7d4ce844bed5', 'name': 'volume-9bd915b9-598c-4bed-86d7-7d4ce844bed5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '271bdbb0-6953-4392-8fdc-fb124841ae33', 'attached_at': '2025-05-08T17:32:36.000000', 'detached_at': '', 'volume_id': '9bd915b9-598c-4bed-86d7-7d4ce844bed5', 'serial': '9bd915b9-598c-4bed-86d7-7d4ce844bed5'} {{(pid=70527) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1334.175705] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3bb7831-35a9-43b8-a7ab-f1ac2b08cf5a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.194265] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed03b1f1-9763-4e76-93c9-a1d76ef16ed7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.201442] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a12e8fce-7cff-4af0-bba9-7a0b40ce83dc {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.219308] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8168ad1-cf82-4b4c-959b-ed2129e91bd7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.235284] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f0327af-c19b-4fd9-81a1-1a01dafd768f tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] The volume has not been displaced from its original location: [datastore2] volume-9bd915b9-598c-4bed-86d7-7d4ce844bed5/volume-9bd915b9-598c-4bed-86d7-7d4ce844bed5.vmdk. No consolidation needed. {{(pid=70527) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1334.240866] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f0327af-c19b-4fd9-81a1-1a01dafd768f tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=70527) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1334.241264] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-402178b6-356d-422a-b330-cc5cee27506b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.260546] env[70527]: DEBUG oslo_vmware.api [None req-5f0327af-c19b-4fd9-81a1-1a01dafd768f tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for the task: (returnval){ [ 1334.260546] env[70527]: value = "task-3914287" [ 1334.260546] env[70527]: _type = "Task" [ 1334.260546] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.268949] env[70527]: DEBUG oslo_vmware.api [None req-5f0327af-c19b-4fd9-81a1-1a01dafd768f tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3914287, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.417885] env[70527]: INFO nova.compute.manager [None req-bd251ac9-1f12-46c8-8456-dbb4bbb713a6 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Updating instance to original state: 'active' [ 1334.559244] env[70527]: DEBUG oslo_concurrency.lockutils [None req-2d40974b-44d4-4e91-8b7e-a2148e2ea2a3 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Lock "af05e519-2a42-4cbc-a73f-43fba1a963ef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.821s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.770427] env[70527]: DEBUG oslo_vmware.api [None req-5f0327af-c19b-4fd9-81a1-1a01dafd768f tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3914287, 'name': ReconfigVM_Task, 'duration_secs': 0.171983} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.770707] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f0327af-c19b-4fd9-81a1-1a01dafd768f tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=70527) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1334.775536] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2122a619-968d-4e12-a567-35bbfac94a2c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.791341] env[70527]: DEBUG oslo_vmware.api [None req-5f0327af-c19b-4fd9-81a1-1a01dafd768f tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for the task: (returnval){ [ 1334.791341] env[70527]: value = "task-3914288" [ 1334.791341] env[70527]: _type = "Task" [ 1334.791341] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.800363] env[70527]: DEBUG oslo_vmware.api [None req-5f0327af-c19b-4fd9-81a1-1a01dafd768f tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3914288, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.305308] env[70527]: DEBUG oslo_vmware.api [None req-5f0327af-c19b-4fd9-81a1-1a01dafd768f tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3914288, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.803385] env[70527]: DEBUG oslo_vmware.api [None req-5f0327af-c19b-4fd9-81a1-1a01dafd768f tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3914288, 'name': ReconfigVM_Task, 'duration_secs': 0.693521} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.803703] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f0327af-c19b-4fd9-81a1-1a01dafd768f tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-777234', 'volume_id': '9bd915b9-598c-4bed-86d7-7d4ce844bed5', 'name': 'volume-9bd915b9-598c-4bed-86d7-7d4ce844bed5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '271bdbb0-6953-4392-8fdc-fb124841ae33', 'attached_at': '2025-05-08T17:32:36.000000', 'detached_at': '', 'volume_id': '9bd915b9-598c-4bed-86d7-7d4ce844bed5', 'serial': '9bd915b9-598c-4bed-86d7-7d4ce844bed5'} {{(pid=70527) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1335.803983] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-5f0327af-c19b-4fd9-81a1-1a01dafd768f tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1335.804769] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47497503-947e-413c-a2c2-3d3eedb3cb43 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.812220] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-5f0327af-c19b-4fd9-81a1-1a01dafd768f tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1335.812467] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bfa5d3dd-cb9e-4a6a-ad5f-adcfab04dfbf {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.878376] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-5f0327af-c19b-4fd9-81a1-1a01dafd768f tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1335.878613] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-5f0327af-c19b-4fd9-81a1-1a01dafd768f tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Deleting contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1335.878879] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f0327af-c19b-4fd9-81a1-1a01dafd768f tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Deleting the datastore file [datastore2] 271bdbb0-6953-4392-8fdc-fb124841ae33 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1335.879252] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47a7b61c-df4d-4577-a1c4-04ce71cf27fd {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.886727] env[70527]: DEBUG oslo_vmware.api [None req-5f0327af-c19b-4fd9-81a1-1a01dafd768f tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for the task: (returnval){ [ 1335.886727] env[70527]: value = "task-3914291" [ 1335.886727] env[70527]: _type = "Task" [ 1335.886727] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.895241] env[70527]: DEBUG oslo_vmware.api [None req-5f0327af-c19b-4fd9-81a1-1a01dafd768f tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3914291, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.285331] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4d46530e-79f3-4725-a508-f4521ca7e7a8 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquiring lock "59e48acb-c2f1-4fc0-8477-23023547f5d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1336.285878] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4d46530e-79f3-4725-a508-f4521ca7e7a8 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Lock "59e48acb-c2f1-4fc0-8477-23023547f5d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1336.286157] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4d46530e-79f3-4725-a508-f4521ca7e7a8 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquiring lock "59e48acb-c2f1-4fc0-8477-23023547f5d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1336.286396] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4d46530e-79f3-4725-a508-f4521ca7e7a8 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Lock "59e48acb-c2f1-4fc0-8477-23023547f5d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1336.286604] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4d46530e-79f3-4725-a508-f4521ca7e7a8 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Lock "59e48acb-c2f1-4fc0-8477-23023547f5d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.288875] env[70527]: INFO nova.compute.manager [None req-4d46530e-79f3-4725-a508-f4521ca7e7a8 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Terminating instance [ 1336.396343] env[70527]: DEBUG oslo_vmware.api [None req-5f0327af-c19b-4fd9-81a1-1a01dafd768f tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3914291, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.082995} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.396598] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f0327af-c19b-4fd9-81a1-1a01dafd768f tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1336.396786] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-5f0327af-c19b-4fd9-81a1-1a01dafd768f tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Deleted contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1336.396968] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-5f0327af-c19b-4fd9-81a1-1a01dafd768f tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1336.397184] env[70527]: INFO nova.compute.manager [None req-5f0327af-c19b-4fd9-81a1-1a01dafd768f tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Took 2.74 seconds to destroy the instance on the hypervisor. [ 1336.397429] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f0327af-c19b-4fd9-81a1-1a01dafd768f tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1336.397632] env[70527]: DEBUG nova.compute.manager [-] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1336.397731] env[70527]: DEBUG nova.network.neutron [-] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1336.792966] env[70527]: DEBUG nova.compute.manager [None req-4d46530e-79f3-4725-a508-f4521ca7e7a8 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1336.793245] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4d46530e-79f3-4725-a508-f4521ca7e7a8 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1336.794134] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc80e0a6-0f7c-454e-9499-36b9d1f9bb7a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.802488] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d46530e-79f3-4725-a508-f4521ca7e7a8 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1336.802737] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7fca2cbf-0904-4d89-b6c8-3771ce25b34d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.811409] env[70527]: DEBUG oslo_vmware.api [None req-4d46530e-79f3-4725-a508-f4521ca7e7a8 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Waiting for the task: (returnval){ [ 1336.811409] env[70527]: value = "task-3914293" [ 1336.811409] env[70527]: _type = "Task" [ 1336.811409] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.822383] env[70527]: DEBUG oslo_vmware.api [None req-4d46530e-79f3-4725-a508-f4521ca7e7a8 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3914293, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.834973] env[70527]: DEBUG nova.compute.manager [req-476fa642-9bde-4a88-b8de-9cf7ccdea050 req-3a2d4ac8-a252-4f87-a004-5738ba35544b service nova] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Received event network-vif-deleted-0a0268a9-f4a9-474b-a951-1c43b40ac331 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1336.835197] env[70527]: INFO nova.compute.manager [req-476fa642-9bde-4a88-b8de-9cf7ccdea050 req-3a2d4ac8-a252-4f87-a004-5738ba35544b service nova] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Neutron deleted interface 0a0268a9-f4a9-474b-a951-1c43b40ac331; detaching it from the instance and deleting it from the info cache [ 1336.835381] env[70527]: DEBUG nova.network.neutron [req-476fa642-9bde-4a88-b8de-9cf7ccdea050 req-3a2d4ac8-a252-4f87-a004-5738ba35544b service nova] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.308731] env[70527]: DEBUG nova.network.neutron [-] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.319764] env[70527]: DEBUG oslo_vmware.api [None req-4d46530e-79f3-4725-a508-f4521ca7e7a8 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3914293, 'name': PowerOffVM_Task, 'duration_secs': 0.216087} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.320666] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d46530e-79f3-4725-a508-f4521ca7e7a8 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1337.320954] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4d46530e-79f3-4725-a508-f4521ca7e7a8 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1337.321127] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-396c3021-08fd-420e-92a5-6f00600a6b48 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.339219] env[70527]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c1c6448b-c383-4ac3-b1d3-5bde3bcb8613 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.348270] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66552d65-ebb3-4eb5-8268-556a17f373fe {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.378982] env[70527]: DEBUG nova.compute.manager [req-476fa642-9bde-4a88-b8de-9cf7ccdea050 req-3a2d4ac8-a252-4f87-a004-5738ba35544b service nova] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Detach interface failed, port_id=0a0268a9-f4a9-474b-a951-1c43b40ac331, reason: Instance 271bdbb0-6953-4392-8fdc-fb124841ae33 could not be found. {{(pid=70527) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1337.387509] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4d46530e-79f3-4725-a508-f4521ca7e7a8 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1337.387761] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4d46530e-79f3-4725-a508-f4521ca7e7a8 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Deleting contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1337.387911] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d46530e-79f3-4725-a508-f4521ca7e7a8 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Deleting the datastore file [datastore1] 59e48acb-c2f1-4fc0-8477-23023547f5d9 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1337.388193] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec984bad-7ec9-4d30-9694-fb7ac0641ec8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.395702] env[70527]: DEBUG oslo_vmware.api [None req-4d46530e-79f3-4725-a508-f4521ca7e7a8 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Waiting for the task: (returnval){ [ 1337.395702] env[70527]: value = "task-3914295" [ 1337.395702] env[70527]: _type = "Task" [ 1337.395702] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.403828] env[70527]: DEBUG oslo_vmware.api [None req-4d46530e-79f3-4725-a508-f4521ca7e7a8 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3914295, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.811574] env[70527]: INFO nova.compute.manager [-] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Took 1.41 seconds to deallocate network for instance. [ 1337.905474] env[70527]: DEBUG oslo_vmware.api [None req-4d46530e-79f3-4725-a508-f4521ca7e7a8 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3914295, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149873} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.905725] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d46530e-79f3-4725-a508-f4521ca7e7a8 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1337.905897] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4d46530e-79f3-4725-a508-f4521ca7e7a8 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Deleted contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1337.906092] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4d46530e-79f3-4725-a508-f4521ca7e7a8 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1337.906272] env[70527]: INFO nova.compute.manager [None req-4d46530e-79f3-4725-a508-f4521ca7e7a8 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1337.906514] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d46530e-79f3-4725-a508-f4521ca7e7a8 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1337.906705] env[70527]: DEBUG nova.compute.manager [-] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1337.906800] env[70527]: DEBUG nova.network.neutron [-] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1338.360456] env[70527]: INFO nova.compute.manager [None req-5f0327af-c19b-4fd9-81a1-1a01dafd768f tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Took 0.55 seconds to detach 1 volumes for instance. [ 1338.361794] env[70527]: DEBUG nova.compute.manager [None req-5f0327af-c19b-4fd9-81a1-1a01dafd768f tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Deleting volume: 9bd915b9-598c-4bed-86d7-7d4ce844bed5 {{(pid=70527) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1338.859039] env[70527]: DEBUG nova.network.neutron [-] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.865629] env[70527]: DEBUG nova.compute.manager [req-e50d5260-e35a-4717-8964-9ca7207e301e req-ad1aa8e5-7ee2-42f0-872a-55c3d8673e64 service nova] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Received event network-vif-deleted-22f32c88-ed2a-4218-a06a-cd05828d6663 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1338.865832] env[70527]: INFO nova.compute.manager [req-e50d5260-e35a-4717-8964-9ca7207e301e req-ad1aa8e5-7ee2-42f0-872a-55c3d8673e64 service nova] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Neutron deleted interface 22f32c88-ed2a-4218-a06a-cd05828d6663; detaching it from the instance and deleting it from the info cache [ 1338.866080] env[70527]: DEBUG nova.network.neutron [req-e50d5260-e35a-4717-8964-9ca7207e301e req-ad1aa8e5-7ee2-42f0-872a-55c3d8673e64 service nova] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.895337] env[70527]: DEBUG oslo_concurrency.lockutils [None req-5f0327af-c19b-4fd9-81a1-1a01dafd768f tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.895602] env[70527]: DEBUG oslo_concurrency.lockutils [None req-5f0327af-c19b-4fd9-81a1-1a01dafd768f tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.895786] env[70527]: DEBUG oslo_concurrency.lockutils [None req-5f0327af-c19b-4fd9-81a1-1a01dafd768f tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.916857] env[70527]: INFO nova.scheduler.client.report [None req-5f0327af-c19b-4fd9-81a1-1a01dafd768f tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Deleted allocations for instance 271bdbb0-6953-4392-8fdc-fb124841ae33 [ 1339.361056] env[70527]: INFO nova.compute.manager [-] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Took 1.45 seconds to deallocate network for instance. [ 1339.369481] env[70527]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-10a04eb7-903b-4f85-a62b-81294d24fae7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.379812] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf1a8ed-7dc5-4c4c-b61f-1b8765479573 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.410047] env[70527]: DEBUG nova.compute.manager [req-e50d5260-e35a-4717-8964-9ca7207e301e req-ad1aa8e5-7ee2-42f0-872a-55c3d8673e64 service nova] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Detach interface failed, port_id=22f32c88-ed2a-4218-a06a-cd05828d6663, reason: Instance 59e48acb-c2f1-4fc0-8477-23023547f5d9 could not be found. {{(pid=70527) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1339.427119] env[70527]: DEBUG oslo_concurrency.lockutils [None req-5f0327af-c19b-4fd9-81a1-1a01dafd768f tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Lock "271bdbb0-6953-4392-8fdc-fb124841ae33" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.277s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.837315] env[70527]: DEBUG oslo_concurrency.lockutils [None req-960072ba-ef5a-4837-b5a2-81f045b237ab tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Acquiring lock "be4fc466-3afe-4407-8335-7ca40b049ed8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.837608] env[70527]: DEBUG oslo_concurrency.lockutils [None req-960072ba-ef5a-4837-b5a2-81f045b237ab tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Lock "be4fc466-3afe-4407-8335-7ca40b049ed8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.837822] env[70527]: DEBUG oslo_concurrency.lockutils [None req-960072ba-ef5a-4837-b5a2-81f045b237ab tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Acquiring lock "be4fc466-3afe-4407-8335-7ca40b049ed8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.838015] env[70527]: DEBUG oslo_concurrency.lockutils [None req-960072ba-ef5a-4837-b5a2-81f045b237ab tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Lock "be4fc466-3afe-4407-8335-7ca40b049ed8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.838201] env[70527]: DEBUG oslo_concurrency.lockutils [None req-960072ba-ef5a-4837-b5a2-81f045b237ab tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Lock "be4fc466-3afe-4407-8335-7ca40b049ed8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.840384] env[70527]: INFO nova.compute.manager [None req-960072ba-ef5a-4837-b5a2-81f045b237ab tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: be4fc466-3afe-4407-8335-7ca40b049ed8] Terminating instance [ 1339.868339] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4d46530e-79f3-4725-a508-f4521ca7e7a8 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.868662] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4d46530e-79f3-4725-a508-f4521ca7e7a8 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.868847] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4d46530e-79f3-4725-a508-f4521ca7e7a8 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.890707] env[70527]: INFO nova.scheduler.client.report [None req-4d46530e-79f3-4725-a508-f4521ca7e7a8 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Deleted allocations for instance 59e48acb-c2f1-4fc0-8477-23023547f5d9 [ 1339.925243] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4713fec4-6d2d-49b9-a8cb-5e551ae0c185 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Acquiring lock "4d7d08b5-06c5-4096-923a-397fe5d0b0da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.925493] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4713fec4-6d2d-49b9-a8cb-5e551ae0c185 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Lock "4d7d08b5-06c5-4096-923a-397fe5d0b0da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.925698] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4713fec4-6d2d-49b9-a8cb-5e551ae0c185 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Acquiring lock "4d7d08b5-06c5-4096-923a-397fe5d0b0da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.925881] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4713fec4-6d2d-49b9-a8cb-5e551ae0c185 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Lock "4d7d08b5-06c5-4096-923a-397fe5d0b0da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.926065] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4713fec4-6d2d-49b9-a8cb-5e551ae0c185 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Lock "4d7d08b5-06c5-4096-923a-397fe5d0b0da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.928516] env[70527]: INFO nova.compute.manager [None req-4713fec4-6d2d-49b9-a8cb-5e551ae0c185 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 4d7d08b5-06c5-4096-923a-397fe5d0b0da] Terminating instance [ 1340.344490] env[70527]: DEBUG nova.compute.manager [None req-960072ba-ef5a-4837-b5a2-81f045b237ab tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: be4fc466-3afe-4407-8335-7ca40b049ed8] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1340.344811] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-960072ba-ef5a-4837-b5a2-81f045b237ab tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: be4fc466-3afe-4407-8335-7ca40b049ed8] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1340.345787] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-292eae72-0f36-419a-8d1f-67a877596307 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.353674] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-960072ba-ef5a-4837-b5a2-81f045b237ab tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: be4fc466-3afe-4407-8335-7ca40b049ed8] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1340.353933] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a6d98f1-12b9-425a-beeb-d841543b9f2b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.360821] env[70527]: DEBUG oslo_vmware.api [None req-960072ba-ef5a-4837-b5a2-81f045b237ab tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for the task: (returnval){ [ 1340.360821] env[70527]: value = "task-3914297" [ 1340.360821] env[70527]: _type = "Task" [ 1340.360821] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.369562] env[70527]: DEBUG oslo_vmware.api [None req-960072ba-ef5a-4837-b5a2-81f045b237ab tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3914297, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.399067] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4d46530e-79f3-4725-a508-f4521ca7e7a8 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Lock "59e48acb-c2f1-4fc0-8477-23023547f5d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.113s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.432985] env[70527]: DEBUG nova.compute.manager [None req-4713fec4-6d2d-49b9-a8cb-5e551ae0c185 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 4d7d08b5-06c5-4096-923a-397fe5d0b0da] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1340.433370] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4713fec4-6d2d-49b9-a8cb-5e551ae0c185 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 4d7d08b5-06c5-4096-923a-397fe5d0b0da] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1340.434710] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-794c9fe1-e9bc-44ba-b532-45add877e02e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.447573] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-4713fec4-6d2d-49b9-a8cb-5e551ae0c185 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 4d7d08b5-06c5-4096-923a-397fe5d0b0da] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1340.448094] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da4ffcd6-39ef-4b68-9c13-9b62a0239abc {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.460922] env[70527]: DEBUG oslo_vmware.api [None req-4713fec4-6d2d-49b9-a8cb-5e551ae0c185 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Waiting for the task: (returnval){ [ 1340.460922] env[70527]: value = "task-3914298" [ 1340.460922] env[70527]: _type = "Task" [ 1340.460922] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.471871] env[70527]: DEBUG oslo_vmware.api [None req-4713fec4-6d2d-49b9-a8cb-5e551ae0c185 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3914298, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.873232] env[70527]: DEBUG oslo_vmware.api [None req-960072ba-ef5a-4837-b5a2-81f045b237ab tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3914297, 'name': PowerOffVM_Task, 'duration_secs': 0.241918} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.873703] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-960072ba-ef5a-4837-b5a2-81f045b237ab tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: be4fc466-3afe-4407-8335-7ca40b049ed8] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1340.873703] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-960072ba-ef5a-4837-b5a2-81f045b237ab tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: be4fc466-3afe-4407-8335-7ca40b049ed8] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1340.873928] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89b49bbf-dd30-47b3-a0f7-041a4242d502 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.945696] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-960072ba-ef5a-4837-b5a2-81f045b237ab tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: be4fc466-3afe-4407-8335-7ca40b049ed8] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1340.945919] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-960072ba-ef5a-4837-b5a2-81f045b237ab tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: be4fc466-3afe-4407-8335-7ca40b049ed8] Deleting contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1340.946121] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-960072ba-ef5a-4837-b5a2-81f045b237ab tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Deleting the datastore file [datastore1] be4fc466-3afe-4407-8335-7ca40b049ed8 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1340.946386] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-161aad09-b6dc-43ca-a4ba-0f364fc7176e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.955763] env[70527]: DEBUG oslo_vmware.api [None req-960072ba-ef5a-4837-b5a2-81f045b237ab tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for the task: (returnval){ [ 1340.955763] env[70527]: value = "task-3914300" [ 1340.955763] env[70527]: _type = "Task" [ 1340.955763] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.964785] env[70527]: DEBUG oslo_vmware.api [None req-960072ba-ef5a-4837-b5a2-81f045b237ab tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3914300, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.973304] env[70527]: DEBUG oslo_vmware.api [None req-4713fec4-6d2d-49b9-a8cb-5e551ae0c185 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3914298, 'name': PowerOffVM_Task, 'duration_secs': 0.24734} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.973599] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-4713fec4-6d2d-49b9-a8cb-5e551ae0c185 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 4d7d08b5-06c5-4096-923a-397fe5d0b0da] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1340.973772] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4713fec4-6d2d-49b9-a8cb-5e551ae0c185 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 4d7d08b5-06c5-4096-923a-397fe5d0b0da] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1340.974077] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b098aaf8-8c75-404e-aca5-c18da99fc783 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.040794] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4713fec4-6d2d-49b9-a8cb-5e551ae0c185 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 4d7d08b5-06c5-4096-923a-397fe5d0b0da] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1341.041097] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4713fec4-6d2d-49b9-a8cb-5e551ae0c185 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 4d7d08b5-06c5-4096-923a-397fe5d0b0da] Deleting contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1341.041310] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-4713fec4-6d2d-49b9-a8cb-5e551ae0c185 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Deleting the datastore file [datastore2] 4d7d08b5-06c5-4096-923a-397fe5d0b0da {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1341.041639] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-932ace06-af16-4ccf-a2a0-3c0658b2e2b4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.050920] env[70527]: DEBUG oslo_vmware.api [None req-4713fec4-6d2d-49b9-a8cb-5e551ae0c185 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Waiting for the task: (returnval){ [ 1341.050920] env[70527]: value = "task-3914302" [ 1341.050920] env[70527]: _type = "Task" [ 1341.050920] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.059351] env[70527]: DEBUG oslo_vmware.api [None req-4713fec4-6d2d-49b9-a8cb-5e551ae0c185 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3914302, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.468651] env[70527]: DEBUG oslo_vmware.api [None req-960072ba-ef5a-4837-b5a2-81f045b237ab tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3914300, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146745} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.469100] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-960072ba-ef5a-4837-b5a2-81f045b237ab tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1341.469319] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-960072ba-ef5a-4837-b5a2-81f045b237ab tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: be4fc466-3afe-4407-8335-7ca40b049ed8] Deleted contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1341.469500] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-960072ba-ef5a-4837-b5a2-81f045b237ab tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: be4fc466-3afe-4407-8335-7ca40b049ed8] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1341.469708] env[70527]: INFO nova.compute.manager [None req-960072ba-ef5a-4837-b5a2-81f045b237ab tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: be4fc466-3afe-4407-8335-7ca40b049ed8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1341.469990] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-960072ba-ef5a-4837-b5a2-81f045b237ab tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1341.470236] env[70527]: DEBUG nova.compute.manager [-] [instance: be4fc466-3afe-4407-8335-7ca40b049ed8] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1341.470358] env[70527]: DEBUG nova.network.neutron [-] [instance: be4fc466-3afe-4407-8335-7ca40b049ed8] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1341.518828] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquiring lock "7dc3c2b6-c256-49a9-91a9-f3754833b9ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.519083] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Lock "7dc3c2b6-c256-49a9-91a9-f3754833b9ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.561781] env[70527]: DEBUG oslo_vmware.api [None req-4713fec4-6d2d-49b9-a8cb-5e551ae0c185 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3914302, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195161} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.562070] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-4713fec4-6d2d-49b9-a8cb-5e551ae0c185 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1341.562260] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4713fec4-6d2d-49b9-a8cb-5e551ae0c185 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 4d7d08b5-06c5-4096-923a-397fe5d0b0da] Deleted contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1341.562439] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4713fec4-6d2d-49b9-a8cb-5e551ae0c185 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 4d7d08b5-06c5-4096-923a-397fe5d0b0da] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1341.562610] env[70527]: INFO nova.compute.manager [None req-4713fec4-6d2d-49b9-a8cb-5e551ae0c185 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 4d7d08b5-06c5-4096-923a-397fe5d0b0da] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1341.562847] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4713fec4-6d2d-49b9-a8cb-5e551ae0c185 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1341.563336] env[70527]: DEBUG nova.compute.manager [-] [instance: 4d7d08b5-06c5-4096-923a-397fe5d0b0da] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1341.563440] env[70527]: DEBUG nova.network.neutron [-] [instance: 4d7d08b5-06c5-4096-923a-397fe5d0b0da] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1341.745615] env[70527]: DEBUG nova.compute.manager [req-c2d47a53-31f1-4868-8f9d-000d935a4052 req-eec65cf7-87b2-4140-8ca9-0f10053c21c5 service nova] [instance: be4fc466-3afe-4407-8335-7ca40b049ed8] Received event network-vif-deleted-91262fc5-6484-41e2-9aeb-50ef3dc7f9e7 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1341.745819] env[70527]: INFO nova.compute.manager [req-c2d47a53-31f1-4868-8f9d-000d935a4052 req-eec65cf7-87b2-4140-8ca9-0f10053c21c5 service nova] [instance: be4fc466-3afe-4407-8335-7ca40b049ed8] Neutron deleted interface 91262fc5-6484-41e2-9aeb-50ef3dc7f9e7; detaching it from the instance and deleting it from the info cache [ 1341.745994] env[70527]: DEBUG nova.network.neutron [req-c2d47a53-31f1-4868-8f9d-000d935a4052 req-eec65cf7-87b2-4140-8ca9-0f10053c21c5 service nova] [instance: be4fc466-3afe-4407-8335-7ca40b049ed8] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.787118] env[70527]: DEBUG nova.compute.manager [req-269d8083-3099-4f52-b5d3-83bf9e3374db req-cd5ab794-5910-4434-9612-f9e707aa6180 service nova] [instance: 4d7d08b5-06c5-4096-923a-397fe5d0b0da] Received event network-vif-deleted-4c268337-0f59-4eb6-8905-aba2b128ef4f {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1341.787340] env[70527]: INFO nova.compute.manager [req-269d8083-3099-4f52-b5d3-83bf9e3374db req-cd5ab794-5910-4434-9612-f9e707aa6180 service nova] [instance: 4d7d08b5-06c5-4096-923a-397fe5d0b0da] Neutron deleted interface 4c268337-0f59-4eb6-8905-aba2b128ef4f; detaching it from the instance and deleting it from the info cache [ 1341.787535] env[70527]: DEBUG nova.network.neutron [req-269d8083-3099-4f52-b5d3-83bf9e3374db req-cd5ab794-5910-4434-9612-f9e707aa6180 service nova] [instance: 4d7d08b5-06c5-4096-923a-397fe5d0b0da] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.022523] env[70527]: DEBUG nova.compute.manager [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 7dc3c2b6-c256-49a9-91a9-f3754833b9ca] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1342.227259] env[70527]: DEBUG nova.network.neutron [-] [instance: be4fc466-3afe-4407-8335-7ca40b049ed8] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.248145] env[70527]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-af32c3d9-8ee3-428e-a9b7-863cc9916f47 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.257932] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28038e0d-c10b-4128-8961-deae7b8c5e4f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.269965] env[70527]: DEBUG nova.network.neutron [-] [instance: 4d7d08b5-06c5-4096-923a-397fe5d0b0da] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.284054] env[70527]: DEBUG nova.compute.manager [req-c2d47a53-31f1-4868-8f9d-000d935a4052 req-eec65cf7-87b2-4140-8ca9-0f10053c21c5 service nova] [instance: be4fc466-3afe-4407-8335-7ca40b049ed8] Detach interface failed, port_id=91262fc5-6484-41e2-9aeb-50ef3dc7f9e7, reason: Instance be4fc466-3afe-4407-8335-7ca40b049ed8 could not be found. {{(pid=70527) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1342.289921] env[70527]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8e8b50f8-06e5-4246-b31d-b36c87084391 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.299121] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc1396e-9cba-418f-b771-1aecbd234d57 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.328093] env[70527]: DEBUG nova.compute.manager [req-269d8083-3099-4f52-b5d3-83bf9e3374db req-cd5ab794-5910-4434-9612-f9e707aa6180 service nova] [instance: 4d7d08b5-06c5-4096-923a-397fe5d0b0da] Detach interface failed, port_id=4c268337-0f59-4eb6-8905-aba2b128ef4f, reason: Instance 4d7d08b5-06c5-4096-923a-397fe5d0b0da could not be found. {{(pid=70527) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1342.546109] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.546372] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.547948] env[70527]: INFO nova.compute.claims [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 7dc3c2b6-c256-49a9-91a9-f3754833b9ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1342.729682] env[70527]: INFO nova.compute.manager [-] [instance: be4fc466-3afe-4407-8335-7ca40b049ed8] Took 1.26 seconds to deallocate network for instance. [ 1342.773024] env[70527]: INFO nova.compute.manager [-] [instance: 4d7d08b5-06c5-4096-923a-397fe5d0b0da] Took 1.21 seconds to deallocate network for instance. [ 1343.237130] env[70527]: DEBUG oslo_concurrency.lockutils [None req-960072ba-ef5a-4837-b5a2-81f045b237ab tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1343.278802] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4713fec4-6d2d-49b9-a8cb-5e551ae0c185 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1343.643937] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7bc6610-ea1a-4ad5-ba89-d2fa018d20bb {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.652319] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d46afca-bcfe-4d55-afa5-ab19839fa279 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.681838] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1497c765-3967-40cd-86b8-baccc37abcc1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.689151] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-901f9b52-5de8-456b-a9bc-dfe4fc320d45 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.703589] env[70527]: DEBUG nova.compute.provider_tree [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Updating inventory in ProviderTree for provider 471551d3-0608-4bcf-a939-f4ec286b26ca with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1344.223668] env[70527]: ERROR nova.scheduler.client.report [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [req-d30bac5f-c730-40f8-9f6d-67bf80378b42] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 471551d3-0608-4bcf-a939-f4ec286b26ca. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d30bac5f-c730-40f8-9f6d-67bf80378b42"}]} [ 1344.241995] env[70527]: DEBUG nova.scheduler.client.report [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Refreshing inventories for resource provider 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1344.256130] env[70527]: DEBUG nova.scheduler.client.report [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Updating ProviderTree inventory for provider 471551d3-0608-4bcf-a939-f4ec286b26ca from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1344.256353] env[70527]: DEBUG nova.compute.provider_tree [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Updating inventory in ProviderTree for provider 471551d3-0608-4bcf-a939-f4ec286b26ca with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1344.267519] env[70527]: DEBUG nova.scheduler.client.report [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Refreshing aggregate associations for resource provider 471551d3-0608-4bcf-a939-f4ec286b26ca, aggregates: None {{(pid=70527) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1344.284651] env[70527]: DEBUG nova.scheduler.client.report [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Refreshing trait associations for resource provider 471551d3-0608-4bcf-a939-f4ec286b26ca, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO {{(pid=70527) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1344.372501] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6bd4c72-fa38-4141-8c8c-342f8a9aec64 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.380384] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faba3002-5529-4327-8134-70a97b133681 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.409979] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c785294f-3069-4d5b-a020-cec054ea4881 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.417191] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f66e516-90cc-423d-920f-477ad185c52d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.430628] env[70527]: DEBUG nova.compute.provider_tree [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Updating inventory in ProviderTree for provider 471551d3-0608-4bcf-a939-f4ec286b26ca with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1344.961199] env[70527]: DEBUG nova.scheduler.client.report [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Updated inventory for provider 471551d3-0608-4bcf-a939-f4ec286b26ca with generation 169 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1344.961499] env[70527]: DEBUG nova.compute.provider_tree [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Updating resource provider 471551d3-0608-4bcf-a939-f4ec286b26ca generation from 169 to 170 during operation: update_inventory {{(pid=70527) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1344.961680] env[70527]: DEBUG nova.compute.provider_tree [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Updating inventory in ProviderTree for provider 471551d3-0608-4bcf-a939-f4ec286b26ca with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1345.466723] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.920s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.467282] env[70527]: DEBUG nova.compute.manager [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 7dc3c2b6-c256-49a9-91a9-f3754833b9ca] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1345.470324] env[70527]: DEBUG oslo_concurrency.lockutils [None req-960072ba-ef5a-4837-b5a2-81f045b237ab tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.233s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.470549] env[70527]: DEBUG nova.objects.instance [None req-960072ba-ef5a-4837-b5a2-81f045b237ab tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Lazy-loading 'resources' on Instance uuid be4fc466-3afe-4407-8335-7ca40b049ed8 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1345.973992] env[70527]: DEBUG nova.compute.utils [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1345.978092] env[70527]: DEBUG nova.compute.manager [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 7dc3c2b6-c256-49a9-91a9-f3754833b9ca] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1345.978261] env[70527]: DEBUG nova.network.neutron [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 7dc3c2b6-c256-49a9-91a9-f3754833b9ca] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1346.026217] env[70527]: DEBUG nova.policy [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '268097f8570d44779dd81547a4660f5a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8617bc6364874607aeffa5815a304ba7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 1346.064614] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef3b464-8eae-41b8-99e2-3a2244022958 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.072835] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e758620-cbcf-4736-b185-436183319232 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.105499] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aede109a-feeb-47a1-9418-7c0e3f0b9380 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.113648] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b4e1aa-e6f0-4c4c-9ee5-e706edde1254 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.127449] env[70527]: DEBUG nova.compute.provider_tree [None req-960072ba-ef5a-4837-b5a2-81f045b237ab tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1346.329185] env[70527]: DEBUG nova.network.neutron [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 7dc3c2b6-c256-49a9-91a9-f3754833b9ca] Successfully created port: 6cc4da48-0859-415d-bde5-03ee7733e633 {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1346.478741] env[70527]: DEBUG nova.compute.manager [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 7dc3c2b6-c256-49a9-91a9-f3754833b9ca] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1346.630861] env[70527]: DEBUG nova.scheduler.client.report [None req-960072ba-ef5a-4837-b5a2-81f045b237ab tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1347.135464] env[70527]: DEBUG oslo_concurrency.lockutils [None req-960072ba-ef5a-4837-b5a2-81f045b237ab tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.665s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.137831] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4713fec4-6d2d-49b9-a8cb-5e551ae0c185 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.859s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.138075] env[70527]: DEBUG nova.objects.instance [None req-4713fec4-6d2d-49b9-a8cb-5e551ae0c185 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Lazy-loading 'resources' on Instance uuid 4d7d08b5-06c5-4096-923a-397fe5d0b0da {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1347.157817] env[70527]: INFO nova.scheduler.client.report [None req-960072ba-ef5a-4837-b5a2-81f045b237ab tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Deleted allocations for instance be4fc466-3afe-4407-8335-7ca40b049ed8 [ 1347.491608] env[70527]: DEBUG nova.compute.manager [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 7dc3c2b6-c256-49a9-91a9-f3754833b9ca] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1347.520639] env[70527]: DEBUG nova.virt.hardware [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1347.520887] env[70527]: DEBUG nova.virt.hardware [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1347.521085] env[70527]: DEBUG nova.virt.hardware [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1347.521284] env[70527]: DEBUG nova.virt.hardware [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1347.521433] env[70527]: DEBUG nova.virt.hardware [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1347.521580] env[70527]: DEBUG nova.virt.hardware [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1347.521788] env[70527]: DEBUG nova.virt.hardware [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1347.521950] env[70527]: DEBUG nova.virt.hardware [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1347.522161] env[70527]: DEBUG nova.virt.hardware [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1347.522344] env[70527]: DEBUG nova.virt.hardware [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1347.522521] env[70527]: DEBUG nova.virt.hardware [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1347.523402] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13660e64-16c8-489a-8dc5-305e523ff572 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.531908] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1a35b3-fad8-4a0e-800f-d1e6300f9eff {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.664496] env[70527]: DEBUG oslo_concurrency.lockutils [None req-960072ba-ef5a-4837-b5a2-81f045b237ab tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Lock "be4fc466-3afe-4407-8335-7ca40b049ed8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.827s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.699937] env[70527]: DEBUG nova.compute.manager [req-8e03eca5-1c30-4fac-a49b-9030ebb3782b req-770ca6b6-6732-4243-b1bf-0b3943b839d2 service nova] [instance: 7dc3c2b6-c256-49a9-91a9-f3754833b9ca] Received event network-vif-plugged-6cc4da48-0859-415d-bde5-03ee7733e633 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1347.700277] env[70527]: DEBUG oslo_concurrency.lockutils [req-8e03eca5-1c30-4fac-a49b-9030ebb3782b req-770ca6b6-6732-4243-b1bf-0b3943b839d2 service nova] Acquiring lock "7dc3c2b6-c256-49a9-91a9-f3754833b9ca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.700633] env[70527]: DEBUG oslo_concurrency.lockutils [req-8e03eca5-1c30-4fac-a49b-9030ebb3782b req-770ca6b6-6732-4243-b1bf-0b3943b839d2 service nova] Lock "7dc3c2b6-c256-49a9-91a9-f3754833b9ca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.700709] env[70527]: DEBUG oslo_concurrency.lockutils [req-8e03eca5-1c30-4fac-a49b-9030ebb3782b req-770ca6b6-6732-4243-b1bf-0b3943b839d2 service nova] Lock "7dc3c2b6-c256-49a9-91a9-f3754833b9ca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.700903] env[70527]: DEBUG nova.compute.manager [req-8e03eca5-1c30-4fac-a49b-9030ebb3782b req-770ca6b6-6732-4243-b1bf-0b3943b839d2 service nova] [instance: 7dc3c2b6-c256-49a9-91a9-f3754833b9ca] No waiting events found dispatching network-vif-plugged-6cc4da48-0859-415d-bde5-03ee7733e633 {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1347.701175] env[70527]: WARNING nova.compute.manager [req-8e03eca5-1c30-4fac-a49b-9030ebb3782b req-770ca6b6-6732-4243-b1bf-0b3943b839d2 service nova] [instance: 7dc3c2b6-c256-49a9-91a9-f3754833b9ca] Received unexpected event network-vif-plugged-6cc4da48-0859-415d-bde5-03ee7733e633 for instance with vm_state building and task_state spawning. [ 1347.715020] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf44f997-301e-4c44-911c-1c1589036aa8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.723754] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a40bc01-b120-4071-9397-707f23f008c4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.761260] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f6ce39c-2e30-45b8-82ca-a18d87b7689a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.770173] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a024b375-f93f-4818-82c0-15470cf63384 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.798137] env[70527]: DEBUG nova.compute.provider_tree [None req-4713fec4-6d2d-49b9-a8cb-5e551ae0c185 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1347.798137] env[70527]: DEBUG nova.network.neutron [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 7dc3c2b6-c256-49a9-91a9-f3754833b9ca] Successfully updated port: 6cc4da48-0859-415d-bde5-03ee7733e633 {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1348.291760] env[70527]: DEBUG nova.scheduler.client.report [None req-4713fec4-6d2d-49b9-a8cb-5e551ae0c185 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1348.298961] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquiring lock "refresh_cache-7dc3c2b6-c256-49a9-91a9-f3754833b9ca" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.299168] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquired lock "refresh_cache-7dc3c2b6-c256-49a9-91a9-f3754833b9ca" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.299322] env[70527]: DEBUG nova.network.neutron [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 7dc3c2b6-c256-49a9-91a9-f3754833b9ca] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1348.797070] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4713fec4-6d2d-49b9-a8cb-5e551ae0c185 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.659s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.822376] env[70527]: INFO nova.scheduler.client.report [None req-4713fec4-6d2d-49b9-a8cb-5e551ae0c185 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Deleted allocations for instance 4d7d08b5-06c5-4096-923a-397fe5d0b0da [ 1348.832976] env[70527]: DEBUG nova.network.neutron [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 7dc3c2b6-c256-49a9-91a9-f3754833b9ca] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1348.969942] env[70527]: DEBUG nova.network.neutron [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 7dc3c2b6-c256-49a9-91a9-f3754833b9ca] Updating instance_info_cache with network_info: [{"id": "6cc4da48-0859-415d-bde5-03ee7733e633", "address": "fa:16:3e:f3:9a:39", "network": {"id": "e5ccb129-b701-4940-8889-7ade352f59a7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-618810543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8617bc6364874607aeffa5815a304ba7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cc4da48-08", "ovs_interfaceid": "6cc4da48-0859-415d-bde5-03ee7733e633", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.329315] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4713fec4-6d2d-49b9-a8cb-5e551ae0c185 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Lock "4d7d08b5-06c5-4096-923a-397fe5d0b0da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.404s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1349.472286] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Releasing lock "refresh_cache-7dc3c2b6-c256-49a9-91a9-f3754833b9ca" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.472625] env[70527]: DEBUG nova.compute.manager [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 7dc3c2b6-c256-49a9-91a9-f3754833b9ca] Instance network_info: |[{"id": "6cc4da48-0859-415d-bde5-03ee7733e633", "address": "fa:16:3e:f3:9a:39", "network": {"id": "e5ccb129-b701-4940-8889-7ade352f59a7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-618810543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8617bc6364874607aeffa5815a304ba7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cc4da48-08", "ovs_interfaceid": "6cc4da48-0859-415d-bde5-03ee7733e633", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1349.473103] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 7dc3c2b6-c256-49a9-91a9-f3754833b9ca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:9a:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9aa05ef8-c7bb-4af5-983f-bfa0f3f88223', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6cc4da48-0859-415d-bde5-03ee7733e633', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1349.480731] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1349.481378] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7dc3c2b6-c256-49a9-91a9-f3754833b9ca] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1349.481619] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-791ad249-df7e-485c-87df-9a9b70b4fd94 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.502443] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1349.502443] env[70527]: value = "task-3914304" [ 1349.502443] env[70527]: _type = "Task" [ 1349.502443] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.511418] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3914304, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.736383] env[70527]: DEBUG nova.compute.manager [req-c2109248-d1b8-4a80-9cea-e0a58f167bf1 req-48ceb5cc-6a08-44a4-96b1-f73a6b4dc4d8 service nova] [instance: 7dc3c2b6-c256-49a9-91a9-f3754833b9ca] Received event network-changed-6cc4da48-0859-415d-bde5-03ee7733e633 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1349.736383] env[70527]: DEBUG nova.compute.manager [req-c2109248-d1b8-4a80-9cea-e0a58f167bf1 req-48ceb5cc-6a08-44a4-96b1-f73a6b4dc4d8 service nova] [instance: 7dc3c2b6-c256-49a9-91a9-f3754833b9ca] Refreshing instance network info cache due to event network-changed-6cc4da48-0859-415d-bde5-03ee7733e633. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1349.736500] env[70527]: DEBUG oslo_concurrency.lockutils [req-c2109248-d1b8-4a80-9cea-e0a58f167bf1 req-48ceb5cc-6a08-44a4-96b1-f73a6b4dc4d8 service nova] Acquiring lock "refresh_cache-7dc3c2b6-c256-49a9-91a9-f3754833b9ca" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.736689] env[70527]: DEBUG oslo_concurrency.lockutils [req-c2109248-d1b8-4a80-9cea-e0a58f167bf1 req-48ceb5cc-6a08-44a4-96b1-f73a6b4dc4d8 service nova] Acquired lock "refresh_cache-7dc3c2b6-c256-49a9-91a9-f3754833b9ca" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.736960] env[70527]: DEBUG nova.network.neutron [req-c2109248-d1b8-4a80-9cea-e0a58f167bf1 req-48ceb5cc-6a08-44a4-96b1-f73a6b4dc4d8 service nova] [instance: 7dc3c2b6-c256-49a9-91a9-f3754833b9ca] Refreshing network info cache for port 6cc4da48-0859-415d-bde5-03ee7733e633 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1349.794068] env[70527]: DEBUG oslo_concurrency.lockutils [None req-eefcc5bb-0b26-46f8-950d-88b1ff136fe8 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Acquiring lock "779815e2-fd93-426d-bd71-58782205ff29" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1349.794068] env[70527]: DEBUG oslo_concurrency.lockutils [None req-eefcc5bb-0b26-46f8-950d-88b1ff136fe8 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Lock "779815e2-fd93-426d-bd71-58782205ff29" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1349.794410] env[70527]: DEBUG oslo_concurrency.lockutils [None req-eefcc5bb-0b26-46f8-950d-88b1ff136fe8 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Acquiring lock "779815e2-fd93-426d-bd71-58782205ff29-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1349.794533] env[70527]: DEBUG oslo_concurrency.lockutils [None req-eefcc5bb-0b26-46f8-950d-88b1ff136fe8 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Lock "779815e2-fd93-426d-bd71-58782205ff29-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1349.794844] env[70527]: DEBUG oslo_concurrency.lockutils [None req-eefcc5bb-0b26-46f8-950d-88b1ff136fe8 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Lock "779815e2-fd93-426d-bd71-58782205ff29-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1349.797516] env[70527]: INFO nova.compute.manager [None req-eefcc5bb-0b26-46f8-950d-88b1ff136fe8 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 779815e2-fd93-426d-bd71-58782205ff29] Terminating instance [ 1350.012731] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3914304, 'name': CreateVM_Task, 'duration_secs': 0.377233} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.012966] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7dc3c2b6-c256-49a9-91a9-f3754833b9ca] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1350.013604] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.013774] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.014163] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.014418] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fd244cc-9162-4b9f-8462-35bf21229661 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.019631] env[70527]: DEBUG oslo_vmware.api [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Waiting for the task: (returnval){ [ 1350.019631] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]5272add5-83cd-132d-6108-eeab7c845d25" [ 1350.019631] env[70527]: _type = "Task" [ 1350.019631] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.029154] env[70527]: DEBUG oslo_vmware.api [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5272add5-83cd-132d-6108-eeab7c845d25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.197860] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4186f8e2-11fe-4938-ac69-85a9f9fd5b34 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Acquiring lock "a7108ebd-01cc-47a0-8941-364d29d9b9e2" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1350.198158] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4186f8e2-11fe-4938-ac69-85a9f9fd5b34 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Lock "a7108ebd-01cc-47a0-8941-364d29d9b9e2" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.198345] env[70527]: INFO nova.compute.manager [None req-4186f8e2-11fe-4938-ac69-85a9f9fd5b34 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Shelving [ 1350.302698] env[70527]: DEBUG nova.compute.manager [None req-eefcc5bb-0b26-46f8-950d-88b1ff136fe8 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 779815e2-fd93-426d-bd71-58782205ff29] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1350.302909] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-eefcc5bb-0b26-46f8-950d-88b1ff136fe8 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 779815e2-fd93-426d-bd71-58782205ff29] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1350.303908] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd1f2c6c-988b-44e7-b4b2-2b6540a81661 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.312470] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-eefcc5bb-0b26-46f8-950d-88b1ff136fe8 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 779815e2-fd93-426d-bd71-58782205ff29] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1350.312763] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d017f8e-f448-4088-a195-b4aea09cb6d7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.319796] env[70527]: DEBUG oslo_vmware.api [None req-eefcc5bb-0b26-46f8-950d-88b1ff136fe8 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Waiting for the task: (returnval){ [ 1350.319796] env[70527]: value = "task-3914305" [ 1350.319796] env[70527]: _type = "Task" [ 1350.319796] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.329111] env[70527]: DEBUG oslo_vmware.api [None req-eefcc5bb-0b26-46f8-950d-88b1ff136fe8 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3914305, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.475865] env[70527]: DEBUG nova.network.neutron [req-c2109248-d1b8-4a80-9cea-e0a58f167bf1 req-48ceb5cc-6a08-44a4-96b1-f73a6b4dc4d8 service nova] [instance: 7dc3c2b6-c256-49a9-91a9-f3754833b9ca] Updated VIF entry in instance network info cache for port 6cc4da48-0859-415d-bde5-03ee7733e633. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1350.476233] env[70527]: DEBUG nova.network.neutron [req-c2109248-d1b8-4a80-9cea-e0a58f167bf1 req-48ceb5cc-6a08-44a4-96b1-f73a6b4dc4d8 service nova] [instance: 7dc3c2b6-c256-49a9-91a9-f3754833b9ca] Updating instance_info_cache with network_info: [{"id": "6cc4da48-0859-415d-bde5-03ee7733e633", "address": "fa:16:3e:f3:9a:39", "network": {"id": "e5ccb129-b701-4940-8889-7ade352f59a7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-618810543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8617bc6364874607aeffa5815a304ba7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cc4da48-08", "ovs_interfaceid": "6cc4da48-0859-415d-bde5-03ee7733e633", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1350.530163] env[70527]: DEBUG oslo_vmware.api [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5272add5-83cd-132d-6108-eeab7c845d25, 'name': SearchDatastore_Task, 'duration_secs': 0.011945} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.530427] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.530654] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 7dc3c2b6-c256-49a9-91a9-f3754833b9ca] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1350.530891] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.531078] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.531277] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1350.531544] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a63116cc-0b26-4e22-abcc-063ebc3980a5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.541072] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1350.541293] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1350.542021] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8dda779c-c0f6-4530-bba2-23f0a234d8de {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.547860] env[70527]: DEBUG oslo_vmware.api [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Waiting for the task: (returnval){ [ 1350.547860] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52e2d8b6-a1da-aaee-1705-a359d85a40ab" [ 1350.547860] env[70527]: _type = "Task" [ 1350.547860] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.557211] env[70527]: DEBUG oslo_vmware.api [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52e2d8b6-a1da-aaee-1705-a359d85a40ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.830085] env[70527]: DEBUG oslo_vmware.api [None req-eefcc5bb-0b26-46f8-950d-88b1ff136fe8 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3914305, 'name': PowerOffVM_Task, 'duration_secs': 0.205763} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.830582] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-eefcc5bb-0b26-46f8-950d-88b1ff136fe8 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 779815e2-fd93-426d-bd71-58782205ff29] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1350.830582] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-eefcc5bb-0b26-46f8-950d-88b1ff136fe8 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 779815e2-fd93-426d-bd71-58782205ff29] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1350.830787] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ded36853-7c07-4495-a8ee-555c47912966 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.898055] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-eefcc5bb-0b26-46f8-950d-88b1ff136fe8 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 779815e2-fd93-426d-bd71-58782205ff29] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1350.898055] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-eefcc5bb-0b26-46f8-950d-88b1ff136fe8 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 779815e2-fd93-426d-bd71-58782205ff29] Deleting contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1350.898055] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-eefcc5bb-0b26-46f8-950d-88b1ff136fe8 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Deleting the datastore file [datastore2] 779815e2-fd93-426d-bd71-58782205ff29 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1350.898055] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b4b3f525-5dfe-45b0-b9e3-1331f7516479 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.906467] env[70527]: DEBUG oslo_vmware.api [None req-eefcc5bb-0b26-46f8-950d-88b1ff136fe8 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Waiting for the task: (returnval){ [ 1350.906467] env[70527]: value = "task-3914307" [ 1350.906467] env[70527]: _type = "Task" [ 1350.906467] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.917742] env[70527]: DEBUG oslo_vmware.api [None req-eefcc5bb-0b26-46f8-950d-88b1ff136fe8 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3914307, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.979154] env[70527]: DEBUG oslo_concurrency.lockutils [req-c2109248-d1b8-4a80-9cea-e0a58f167bf1 req-48ceb5cc-6a08-44a4-96b1-f73a6b4dc4d8 service nova] Releasing lock "refresh_cache-7dc3c2b6-c256-49a9-91a9-f3754833b9ca" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.059825] env[70527]: DEBUG oslo_vmware.api [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52e2d8b6-a1da-aaee-1705-a359d85a40ab, 'name': SearchDatastore_Task, 'duration_secs': 0.012042} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.060744] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bc3e8b3-a853-426a-8a02-2ce53715dfb0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.066150] env[70527]: DEBUG oslo_vmware.api [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Waiting for the task: (returnval){ [ 1351.066150] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52578931-fa23-2e4a-3a9c-052df242b366" [ 1351.066150] env[70527]: _type = "Task" [ 1351.066150] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.074247] env[70527]: DEBUG oslo_vmware.api [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52578931-fa23-2e4a-3a9c-052df242b366, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.208794] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-4186f8e2-11fe-4938-ac69-85a9f9fd5b34 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1351.209147] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c16194ea-1f74-4a38-ac9a-50c41a02109b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.216889] env[70527]: DEBUG oslo_vmware.api [None req-4186f8e2-11fe-4938-ac69-85a9f9fd5b34 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Waiting for the task: (returnval){ [ 1351.216889] env[70527]: value = "task-3914308" [ 1351.216889] env[70527]: _type = "Task" [ 1351.216889] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.225677] env[70527]: DEBUG oslo_vmware.api [None req-4186f8e2-11fe-4938-ac69-85a9f9fd5b34 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914308, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.416559] env[70527]: DEBUG oslo_vmware.api [None req-eefcc5bb-0b26-46f8-950d-88b1ff136fe8 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Task: {'id': task-3914307, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154667} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.416872] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-eefcc5bb-0b26-46f8-950d-88b1ff136fe8 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1351.417078] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-eefcc5bb-0b26-46f8-950d-88b1ff136fe8 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 779815e2-fd93-426d-bd71-58782205ff29] Deleted contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1351.417264] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-eefcc5bb-0b26-46f8-950d-88b1ff136fe8 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 779815e2-fd93-426d-bd71-58782205ff29] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1351.417498] env[70527]: INFO nova.compute.manager [None req-eefcc5bb-0b26-46f8-950d-88b1ff136fe8 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] [instance: 779815e2-fd93-426d-bd71-58782205ff29] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1351.417787] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eefcc5bb-0b26-46f8-950d-88b1ff136fe8 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1351.418014] env[70527]: DEBUG nova.compute.manager [-] [instance: 779815e2-fd93-426d-bd71-58782205ff29] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1351.418116] env[70527]: DEBUG nova.network.neutron [-] [instance: 779815e2-fd93-426d-bd71-58782205ff29] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1351.578158] env[70527]: DEBUG oslo_vmware.api [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52578931-fa23-2e4a-3a9c-052df242b366, 'name': SearchDatastore_Task, 'duration_secs': 0.010132} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.578441] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.578704] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] 7dc3c2b6-c256-49a9-91a9-f3754833b9ca/7dc3c2b6-c256-49a9-91a9-f3754833b9ca.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1351.579068] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4a5d01e-f41c-4ed7-bbdc-cd69f7a9049c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.586738] env[70527]: DEBUG oslo_vmware.api [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Waiting for the task: (returnval){ [ 1351.586738] env[70527]: value = "task-3914309" [ 1351.586738] env[70527]: _type = "Task" [ 1351.586738] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.595795] env[70527]: DEBUG oslo_vmware.api [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3914309, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.728694] env[70527]: DEBUG oslo_vmware.api [None req-4186f8e2-11fe-4938-ac69-85a9f9fd5b34 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914308, 'name': PowerOffVM_Task, 'duration_secs': 0.20504} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.728941] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-4186f8e2-11fe-4938-ac69-85a9f9fd5b34 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1351.729670] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12d5344-b6ed-4764-ac9f-0c6b758ea57a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.751418] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e1c03b-ced9-49fe-9123-d1e1bf77a434 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.765063] env[70527]: DEBUG nova.compute.manager [req-57d3dcb1-84de-403e-bbf7-8efb6b97d1c0 req-f5b8afc7-b487-456c-b3fd-57ea528d59d4 service nova] [instance: 779815e2-fd93-426d-bd71-58782205ff29] Received event network-vif-deleted-4ad5c3e5-f573-4595-a097-935f919dee6b {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1351.765461] env[70527]: INFO nova.compute.manager [req-57d3dcb1-84de-403e-bbf7-8efb6b97d1c0 req-f5b8afc7-b487-456c-b3fd-57ea528d59d4 service nova] [instance: 779815e2-fd93-426d-bd71-58782205ff29] Neutron deleted interface 4ad5c3e5-f573-4595-a097-935f919dee6b; detaching it from the instance and deleting it from the info cache [ 1351.765773] env[70527]: DEBUG nova.network.neutron [req-57d3dcb1-84de-403e-bbf7-8efb6b97d1c0 req-f5b8afc7-b487-456c-b3fd-57ea528d59d4 service nova] [instance: 779815e2-fd93-426d-bd71-58782205ff29] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.767181] env[70527]: DEBUG oslo_concurrency.lockutils [None req-99b0cd19-069a-4d38-8b41-cc89ae2d2345 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Acquiring lock "b0e3fd31-6785-4d93-bc58-be1a03aa5f31" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.767181] env[70527]: DEBUG oslo_concurrency.lockutils [None req-99b0cd19-069a-4d38-8b41-cc89ae2d2345 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Lock "b0e3fd31-6785-4d93-bc58-be1a03aa5f31" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.767353] env[70527]: DEBUG oslo_concurrency.lockutils [None req-99b0cd19-069a-4d38-8b41-cc89ae2d2345 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Acquiring lock "b0e3fd31-6785-4d93-bc58-be1a03aa5f31-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.767443] env[70527]: DEBUG oslo_concurrency.lockutils [None req-99b0cd19-069a-4d38-8b41-cc89ae2d2345 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Lock "b0e3fd31-6785-4d93-bc58-be1a03aa5f31-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.768038] env[70527]: DEBUG oslo_concurrency.lockutils [None req-99b0cd19-069a-4d38-8b41-cc89ae2d2345 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Lock "b0e3fd31-6785-4d93-bc58-be1a03aa5f31-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.769956] env[70527]: INFO nova.compute.manager [None req-99b0cd19-069a-4d38-8b41-cc89ae2d2345 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: b0e3fd31-6785-4d93-bc58-be1a03aa5f31] Terminating instance [ 1352.097310] env[70527]: DEBUG oslo_vmware.api [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3914309, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469585} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.097624] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] 7dc3c2b6-c256-49a9-91a9-f3754833b9ca/7dc3c2b6-c256-49a9-91a9-f3754833b9ca.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1352.097780] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 7dc3c2b6-c256-49a9-91a9-f3754833b9ca] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1352.098038] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a73be65-d460-42fe-b061-52a80cea3570 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.105628] env[70527]: DEBUG oslo_vmware.api [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Waiting for the task: (returnval){ [ 1352.105628] env[70527]: value = "task-3914310" [ 1352.105628] env[70527]: _type = "Task" [ 1352.105628] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.115383] env[70527]: DEBUG oslo_vmware.api [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3914310, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.145089] env[70527]: DEBUG nova.network.neutron [-] [instance: 779815e2-fd93-426d-bd71-58782205ff29] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1352.264036] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4186f8e2-11fe-4938-ac69-85a9f9fd5b34 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Creating Snapshot of the VM instance {{(pid=70527) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1352.264302] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4e02a25d-094d-43be-9f01-8ca4b221bdbf {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.270048] env[70527]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-484facdd-9667-46ba-9a24-cbdb62cb95b9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.273886] env[70527]: DEBUG nova.compute.manager [None req-99b0cd19-069a-4d38-8b41-cc89ae2d2345 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: b0e3fd31-6785-4d93-bc58-be1a03aa5f31] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1352.274098] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-99b0cd19-069a-4d38-8b41-cc89ae2d2345 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: b0e3fd31-6785-4d93-bc58-be1a03aa5f31] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1352.274414] env[70527]: DEBUG oslo_vmware.api [None req-4186f8e2-11fe-4938-ac69-85a9f9fd5b34 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Waiting for the task: (returnval){ [ 1352.274414] env[70527]: value = "task-3914311" [ 1352.274414] env[70527]: _type = "Task" [ 1352.274414] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.275144] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee0a14d-5bb6-4ae7-8a71-d063bc5882bd {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.284571] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a393d292-79c5-493d-8372-4e0db30a2809 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.298478] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-99b0cd19-069a-4d38-8b41-cc89ae2d2345 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: b0e3fd31-6785-4d93-bc58-be1a03aa5f31] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1352.299202] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-126cacdd-0384-49bb-8fa7-91ece66b674f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.303776] env[70527]: DEBUG oslo_vmware.api [None req-4186f8e2-11fe-4938-ac69-85a9f9fd5b34 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914311, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.314336] env[70527]: DEBUG nova.compute.manager [req-57d3dcb1-84de-403e-bbf7-8efb6b97d1c0 req-f5b8afc7-b487-456c-b3fd-57ea528d59d4 service nova] [instance: 779815e2-fd93-426d-bd71-58782205ff29] Detach interface failed, port_id=4ad5c3e5-f573-4595-a097-935f919dee6b, reason: Instance 779815e2-fd93-426d-bd71-58782205ff29 could not be found. {{(pid=70527) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1352.316167] env[70527]: DEBUG oslo_vmware.api [None req-99b0cd19-069a-4d38-8b41-cc89ae2d2345 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for the task: (returnval){ [ 1352.316167] env[70527]: value = "task-3914312" [ 1352.316167] env[70527]: _type = "Task" [ 1352.316167] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.327255] env[70527]: DEBUG oslo_vmware.api [None req-99b0cd19-069a-4d38-8b41-cc89ae2d2345 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3914312, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.615769] env[70527]: DEBUG oslo_vmware.api [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3914310, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069663} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.616052] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 7dc3c2b6-c256-49a9-91a9-f3754833b9ca] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1352.616880] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d85fb1a-32be-47f8-907c-7bbed0a88f3e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.639327] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 7dc3c2b6-c256-49a9-91a9-f3754833b9ca] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 7dc3c2b6-c256-49a9-91a9-f3754833b9ca/7dc3c2b6-c256-49a9-91a9-f3754833b9ca.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1352.639623] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ebf5cdb-5d5f-4a21-97af-95c33fde73d8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.653770] env[70527]: INFO nova.compute.manager [-] [instance: 779815e2-fd93-426d-bd71-58782205ff29] Took 1.24 seconds to deallocate network for instance. [ 1352.662589] env[70527]: DEBUG oslo_vmware.api [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Waiting for the task: (returnval){ [ 1352.662589] env[70527]: value = "task-3914313" [ 1352.662589] env[70527]: _type = "Task" [ 1352.662589] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.675143] env[70527]: DEBUG oslo_vmware.api [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3914313, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.788656] env[70527]: DEBUG oslo_vmware.api [None req-4186f8e2-11fe-4938-ac69-85a9f9fd5b34 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914311, 'name': CreateSnapshot_Task, 'duration_secs': 0.441075} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.788862] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4186f8e2-11fe-4938-ac69-85a9f9fd5b34 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Created Snapshot of the VM instance {{(pid=70527) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1352.789740] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342b9887-9867-4fc7-af2c-fda526b1c539 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.825931] env[70527]: DEBUG oslo_vmware.api [None req-99b0cd19-069a-4d38-8b41-cc89ae2d2345 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3914312, 'name': PowerOffVM_Task, 'duration_secs': 0.214401} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.826223] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-99b0cd19-069a-4d38-8b41-cc89ae2d2345 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: b0e3fd31-6785-4d93-bc58-be1a03aa5f31] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1352.826529] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-99b0cd19-069a-4d38-8b41-cc89ae2d2345 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: b0e3fd31-6785-4d93-bc58-be1a03aa5f31] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1352.826798] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e85a3250-4d50-4859-ab38-9ed080357cf2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.890602] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-99b0cd19-069a-4d38-8b41-cc89ae2d2345 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: b0e3fd31-6785-4d93-bc58-be1a03aa5f31] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1352.890889] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-99b0cd19-069a-4d38-8b41-cc89ae2d2345 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: b0e3fd31-6785-4d93-bc58-be1a03aa5f31] Deleting contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1352.891192] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-99b0cd19-069a-4d38-8b41-cc89ae2d2345 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Deleting the datastore file [datastore1] b0e3fd31-6785-4d93-bc58-be1a03aa5f31 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1352.891495] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b38b5f74-5c0f-4d36-9f10-73781429a279 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.899312] env[70527]: DEBUG oslo_vmware.api [None req-99b0cd19-069a-4d38-8b41-cc89ae2d2345 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for the task: (returnval){ [ 1352.899312] env[70527]: value = "task-3914315" [ 1352.899312] env[70527]: _type = "Task" [ 1352.899312] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.910822] env[70527]: DEBUG oslo_vmware.api [None req-99b0cd19-069a-4d38-8b41-cc89ae2d2345 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3914315, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.160627] env[70527]: DEBUG oslo_concurrency.lockutils [None req-eefcc5bb-0b26-46f8-950d-88b1ff136fe8 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.160973] env[70527]: DEBUG oslo_concurrency.lockutils [None req-eefcc5bb-0b26-46f8-950d-88b1ff136fe8 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.161245] env[70527]: DEBUG nova.objects.instance [None req-eefcc5bb-0b26-46f8-950d-88b1ff136fe8 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Lazy-loading 'resources' on Instance uuid 779815e2-fd93-426d-bd71-58782205ff29 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1353.173045] env[70527]: DEBUG oslo_vmware.api [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3914313, 'name': ReconfigVM_Task, 'duration_secs': 0.331304} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.173879] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 7dc3c2b6-c256-49a9-91a9-f3754833b9ca] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 7dc3c2b6-c256-49a9-91a9-f3754833b9ca/7dc3c2b6-c256-49a9-91a9-f3754833b9ca.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1353.174521] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78e169b1-1b7a-4ff8-b7df-494fc038aea0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.181076] env[70527]: DEBUG oslo_vmware.api [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Waiting for the task: (returnval){ [ 1353.181076] env[70527]: value = "task-3914316" [ 1353.181076] env[70527]: _type = "Task" [ 1353.181076] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.189101] env[70527]: DEBUG oslo_vmware.api [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3914316, 'name': Rename_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.308016] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4186f8e2-11fe-4938-ac69-85a9f9fd5b34 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Creating linked-clone VM from snapshot {{(pid=70527) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1353.308784] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-da7afd45-2c88-490d-b9f3-d3b6d828c705 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.316841] env[70527]: DEBUG oslo_vmware.api [None req-4186f8e2-11fe-4938-ac69-85a9f9fd5b34 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Waiting for the task: (returnval){ [ 1353.316841] env[70527]: value = "task-3914317" [ 1353.316841] env[70527]: _type = "Task" [ 1353.316841] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.325588] env[70527]: DEBUG oslo_vmware.api [None req-4186f8e2-11fe-4938-ac69-85a9f9fd5b34 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914317, 'name': CloneVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.409828] env[70527]: DEBUG oslo_vmware.api [None req-99b0cd19-069a-4d38-8b41-cc89ae2d2345 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Task: {'id': task-3914315, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135549} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.410013] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-99b0cd19-069a-4d38-8b41-cc89ae2d2345 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1353.410235] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-99b0cd19-069a-4d38-8b41-cc89ae2d2345 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: b0e3fd31-6785-4d93-bc58-be1a03aa5f31] Deleted contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1353.410426] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-99b0cd19-069a-4d38-8b41-cc89ae2d2345 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: b0e3fd31-6785-4d93-bc58-be1a03aa5f31] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1353.410605] env[70527]: INFO nova.compute.manager [None req-99b0cd19-069a-4d38-8b41-cc89ae2d2345 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] [instance: b0e3fd31-6785-4d93-bc58-be1a03aa5f31] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1353.410882] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99b0cd19-069a-4d38-8b41-cc89ae2d2345 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1353.411159] env[70527]: DEBUG nova.compute.manager [-] [instance: b0e3fd31-6785-4d93-bc58-be1a03aa5f31] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1353.411270] env[70527]: DEBUG nova.network.neutron [-] [instance: b0e3fd31-6785-4d93-bc58-be1a03aa5f31] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1353.692054] env[70527]: DEBUG oslo_vmware.api [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3914316, 'name': Rename_Task, 'duration_secs': 0.140941} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.696284] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 7dc3c2b6-c256-49a9-91a9-f3754833b9ca] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1353.697201] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5955c9e1-48f1-4520-b252-1311e01282d0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.704736] env[70527]: DEBUG oslo_vmware.api [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Waiting for the task: (returnval){ [ 1353.704736] env[70527]: value = "task-3914318" [ 1353.704736] env[70527]: _type = "Task" [ 1353.704736] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.714201] env[70527]: DEBUG oslo_vmware.api [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3914318, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.757125] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5ab3fb-46d0-4b28-8607-75ee0063cb8d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.765575] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-870e0002-cae4-4c98-a634-f416b44be38c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.800627] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c735ec-36b3-4a94-8f91-d72906483cb5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.804177] env[70527]: DEBUG nova.compute.manager [req-d4ffa8c3-2753-4b53-89bd-884204def754 req-06c3e8c3-9570-44e5-9d85-66dc464869db service nova] [instance: b0e3fd31-6785-4d93-bc58-be1a03aa5f31] Received event network-vif-deleted-245f5f8b-bcb1-46ef-a63b-d618abb0d2a4 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1353.804512] env[70527]: INFO nova.compute.manager [req-d4ffa8c3-2753-4b53-89bd-884204def754 req-06c3e8c3-9570-44e5-9d85-66dc464869db service nova] [instance: b0e3fd31-6785-4d93-bc58-be1a03aa5f31] Neutron deleted interface 245f5f8b-bcb1-46ef-a63b-d618abb0d2a4; detaching it from the instance and deleting it from the info cache [ 1353.804719] env[70527]: DEBUG nova.network.neutron [req-d4ffa8c3-2753-4b53-89bd-884204def754 req-06c3e8c3-9570-44e5-9d85-66dc464869db service nova] [instance: b0e3fd31-6785-4d93-bc58-be1a03aa5f31] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1353.813212] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d81f449-8e26-43c7-899f-2bd07c0634cf {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.828236] env[70527]: DEBUG oslo_vmware.api [None req-4186f8e2-11fe-4938-ac69-85a9f9fd5b34 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914317, 'name': CloneVM_Task} progress is 94%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.837267] env[70527]: DEBUG nova.compute.provider_tree [None req-eefcc5bb-0b26-46f8-950d-88b1ff136fe8 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1354.197870] env[70527]: DEBUG nova.network.neutron [-] [instance: b0e3fd31-6785-4d93-bc58-be1a03aa5f31] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.217185] env[70527]: DEBUG oslo_vmware.api [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3914318, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.308662] env[70527]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4f6fbfb9-bf08-4809-afde-df1cec57fb32 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.319730] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab3cff76-6c80-4f7f-a629-35777d82c33e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.340637] env[70527]: DEBUG nova.scheduler.client.report [None req-eefcc5bb-0b26-46f8-950d-88b1ff136fe8 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1354.348772] env[70527]: DEBUG oslo_vmware.api [None req-4186f8e2-11fe-4938-ac69-85a9f9fd5b34 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914317, 'name': CloneVM_Task} progress is 95%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.355853] env[70527]: DEBUG nova.compute.manager [req-d4ffa8c3-2753-4b53-89bd-884204def754 req-06c3e8c3-9570-44e5-9d85-66dc464869db service nova] [instance: b0e3fd31-6785-4d93-bc58-be1a03aa5f31] Detach interface failed, port_id=245f5f8b-bcb1-46ef-a63b-d618abb0d2a4, reason: Instance b0e3fd31-6785-4d93-bc58-be1a03aa5f31 could not be found. {{(pid=70527) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1354.702031] env[70527]: INFO nova.compute.manager [-] [instance: b0e3fd31-6785-4d93-bc58-be1a03aa5f31] Took 1.29 seconds to deallocate network for instance. [ 1354.714979] env[70527]: DEBUG oslo_vmware.api [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3914318, 'name': PowerOnVM_Task, 'duration_secs': 0.64333} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.715265] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 7dc3c2b6-c256-49a9-91a9-f3754833b9ca] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1354.715471] env[70527]: INFO nova.compute.manager [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 7dc3c2b6-c256-49a9-91a9-f3754833b9ca] Took 7.23 seconds to spawn the instance on the hypervisor. [ 1354.715647] env[70527]: DEBUG nova.compute.manager [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 7dc3c2b6-c256-49a9-91a9-f3754833b9ca] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1354.716457] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92dbe344-277c-4672-8b8c-f5fa48686852 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.842567] env[70527]: DEBUG oslo_vmware.api [None req-4186f8e2-11fe-4938-ac69-85a9f9fd5b34 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914317, 'name': CloneVM_Task, 'duration_secs': 1.147224} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.842829] env[70527]: INFO nova.virt.vmwareapi.vmops [None req-4186f8e2-11fe-4938-ac69-85a9f9fd5b34 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Created linked-clone VM from snapshot [ 1354.843582] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc79521d-76e8-4d93-bff1-82177e1c0737 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.851937] env[70527]: DEBUG oslo_concurrency.lockutils [None req-eefcc5bb-0b26-46f8-950d-88b1ff136fe8 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.691s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1354.853885] env[70527]: DEBUG nova.virt.vmwareapi.images [None req-4186f8e2-11fe-4938-ac69-85a9f9fd5b34 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Uploading image 07f851c2-1868-431b-b070-f733120aec2a {{(pid=70527) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1354.875182] env[70527]: INFO nova.scheduler.client.report [None req-eefcc5bb-0b26-46f8-950d-88b1ff136fe8 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Deleted allocations for instance 779815e2-fd93-426d-bd71-58782205ff29 [ 1354.883022] env[70527]: DEBUG oslo_vmware.rw_handles [None req-4186f8e2-11fe-4938-ac69-85a9f9fd5b34 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1354.883022] env[70527]: value = "vm-777258" [ 1354.883022] env[70527]: _type = "VirtualMachine" [ 1354.883022] env[70527]: }. {{(pid=70527) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1354.883342] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6f582ad2-d765-4cb7-9a26-aebd5cb4a831 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.891186] env[70527]: DEBUG oslo_vmware.rw_handles [None req-4186f8e2-11fe-4938-ac69-85a9f9fd5b34 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Lease: (returnval){ [ 1354.891186] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52ccfbc6-153d-049f-39e9-5d08ee2b4213" [ 1354.891186] env[70527]: _type = "HttpNfcLease" [ 1354.891186] env[70527]: } obtained for exporting VM: (result){ [ 1354.891186] env[70527]: value = "vm-777258" [ 1354.891186] env[70527]: _type = "VirtualMachine" [ 1354.891186] env[70527]: }. {{(pid=70527) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1354.891646] env[70527]: DEBUG oslo_vmware.api [None req-4186f8e2-11fe-4938-ac69-85a9f9fd5b34 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Waiting for the lease: (returnval){ [ 1354.891646] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52ccfbc6-153d-049f-39e9-5d08ee2b4213" [ 1354.891646] env[70527]: _type = "HttpNfcLease" [ 1354.891646] env[70527]: } to be ready. {{(pid=70527) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1354.899135] env[70527]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1354.899135] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52ccfbc6-153d-049f-39e9-5d08ee2b4213" [ 1354.899135] env[70527]: _type = "HttpNfcLease" [ 1354.899135] env[70527]: } is initializing. {{(pid=70527) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1355.208703] env[70527]: DEBUG oslo_concurrency.lockutils [None req-99b0cd19-069a-4d38-8b41-cc89ae2d2345 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.208703] env[70527]: DEBUG oslo_concurrency.lockutils [None req-99b0cd19-069a-4d38-8b41-cc89ae2d2345 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.208703] env[70527]: DEBUG nova.objects.instance [None req-99b0cd19-069a-4d38-8b41-cc89ae2d2345 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Lazy-loading 'resources' on Instance uuid b0e3fd31-6785-4d93-bc58-be1a03aa5f31 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1355.237841] env[70527]: INFO nova.compute.manager [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 7dc3c2b6-c256-49a9-91a9-f3754833b9ca] Took 12.71 seconds to build instance. [ 1355.382277] env[70527]: DEBUG oslo_concurrency.lockutils [None req-eefcc5bb-0b26-46f8-950d-88b1ff136fe8 tempest-ServerRescueNegativeTestJSON-1807205180 tempest-ServerRescueNegativeTestJSON-1807205180-project-member] Lock "779815e2-fd93-426d-bd71-58782205ff29" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.588s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.401251] env[70527]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1355.401251] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52ccfbc6-153d-049f-39e9-5d08ee2b4213" [ 1355.401251] env[70527]: _type = "HttpNfcLease" [ 1355.401251] env[70527]: } is ready. {{(pid=70527) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1355.401543] env[70527]: DEBUG oslo_vmware.rw_handles [None req-4186f8e2-11fe-4938-ac69-85a9f9fd5b34 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1355.401543] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52ccfbc6-153d-049f-39e9-5d08ee2b4213" [ 1355.401543] env[70527]: _type = "HttpNfcLease" [ 1355.401543] env[70527]: }. {{(pid=70527) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1355.402327] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463b6313-bcc5-4f87-8148-8c74ad2c3855 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.409622] env[70527]: DEBUG oslo_vmware.rw_handles [None req-4186f8e2-11fe-4938-ac69-85a9f9fd5b34 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e28fa7-b31d-b669-2b3f-5bca2bab9561/disk-0.vmdk from lease info. {{(pid=70527) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1355.409801] env[70527]: DEBUG oslo_vmware.rw_handles [None req-4186f8e2-11fe-4938-ac69-85a9f9fd5b34 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e28fa7-b31d-b669-2b3f-5bca2bab9561/disk-0.vmdk for reading. {{(pid=70527) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1355.497362] env[70527]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6fa7b659-6476-4530-96ae-07a47e43560a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.670701] env[70527]: DEBUG nova.compute.manager [req-c03ddfdc-e823-4ea5-a044-ee97e1900967 req-7d27b507-5e2a-4fad-b358-104f9e65bf2b service nova] [instance: 7dc3c2b6-c256-49a9-91a9-f3754833b9ca] Received event network-changed-6cc4da48-0859-415d-bde5-03ee7733e633 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1355.670905] env[70527]: DEBUG nova.compute.manager [req-c03ddfdc-e823-4ea5-a044-ee97e1900967 req-7d27b507-5e2a-4fad-b358-104f9e65bf2b service nova] [instance: 7dc3c2b6-c256-49a9-91a9-f3754833b9ca] Refreshing instance network info cache due to event network-changed-6cc4da48-0859-415d-bde5-03ee7733e633. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1355.671312] env[70527]: DEBUG oslo_concurrency.lockutils [req-c03ddfdc-e823-4ea5-a044-ee97e1900967 req-7d27b507-5e2a-4fad-b358-104f9e65bf2b service nova] Acquiring lock "refresh_cache-7dc3c2b6-c256-49a9-91a9-f3754833b9ca" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.671503] env[70527]: DEBUG oslo_concurrency.lockutils [req-c03ddfdc-e823-4ea5-a044-ee97e1900967 req-7d27b507-5e2a-4fad-b358-104f9e65bf2b service nova] Acquired lock "refresh_cache-7dc3c2b6-c256-49a9-91a9-f3754833b9ca" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.671686] env[70527]: DEBUG nova.network.neutron [req-c03ddfdc-e823-4ea5-a044-ee97e1900967 req-7d27b507-5e2a-4fad-b358-104f9e65bf2b service nova] [instance: 7dc3c2b6-c256-49a9-91a9-f3754833b9ca] Refreshing network info cache for port 6cc4da48-0859-415d-bde5-03ee7733e633 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1355.739897] env[70527]: DEBUG oslo_concurrency.lockutils [None req-8ddc5dc2-2925-416a-ada4-a31ab469c698 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Lock "7dc3c2b6-c256-49a9-91a9-f3754833b9ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.221s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.772571] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bbed7b9-2f7f-49a0-88c2-6428a8fe3800 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.780944] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3358a81c-df17-46dd-b19e-b14e3368f5a0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.815238] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e93270-9316-4564-8052-034a38e49c53 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.823600] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b5f9250-c5a9-4fe0-86b6-7cb03e81a7f4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.837827] env[70527]: DEBUG nova.compute.provider_tree [None req-99b0cd19-069a-4d38-8b41-cc89ae2d2345 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1356.341217] env[70527]: DEBUG nova.scheduler.client.report [None req-99b0cd19-069a-4d38-8b41-cc89ae2d2345 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1356.565144] env[70527]: DEBUG nova.network.neutron [req-c03ddfdc-e823-4ea5-a044-ee97e1900967 req-7d27b507-5e2a-4fad-b358-104f9e65bf2b service nova] [instance: 7dc3c2b6-c256-49a9-91a9-f3754833b9ca] Updated VIF entry in instance network info cache for port 6cc4da48-0859-415d-bde5-03ee7733e633. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1356.565517] env[70527]: DEBUG nova.network.neutron [req-c03ddfdc-e823-4ea5-a044-ee97e1900967 req-7d27b507-5e2a-4fad-b358-104f9e65bf2b service nova] [instance: 7dc3c2b6-c256-49a9-91a9-f3754833b9ca] Updating instance_info_cache with network_info: [{"id": "6cc4da48-0859-415d-bde5-03ee7733e633", "address": "fa:16:3e:f3:9a:39", "network": {"id": "e5ccb129-b701-4940-8889-7ade352f59a7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-618810543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8617bc6364874607aeffa5815a304ba7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cc4da48-08", "ovs_interfaceid": "6cc4da48-0859-415d-bde5-03ee7733e633", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.847971] env[70527]: DEBUG oslo_concurrency.lockutils [None req-99b0cd19-069a-4d38-8b41-cc89ae2d2345 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.639s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1356.880333] env[70527]: INFO nova.scheduler.client.report [None req-99b0cd19-069a-4d38-8b41-cc89ae2d2345 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Deleted allocations for instance b0e3fd31-6785-4d93-bc58-be1a03aa5f31 [ 1357.068497] env[70527]: DEBUG oslo_concurrency.lockutils [req-c03ddfdc-e823-4ea5-a044-ee97e1900967 req-7d27b507-5e2a-4fad-b358-104f9e65bf2b service nova] Releasing lock "refresh_cache-7dc3c2b6-c256-49a9-91a9-f3754833b9ca" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.389682] env[70527]: DEBUG oslo_concurrency.lockutils [None req-99b0cd19-069a-4d38-8b41-cc89ae2d2345 tempest-ServerActionsTestOtherA-325270290 tempest-ServerActionsTestOtherA-325270290-project-member] Lock "b0e3fd31-6785-4d93-bc58-be1a03aa5f31" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.622s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.623747] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1358.625661] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1359.128847] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1359.129087] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1359.130733] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1359.130733] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1359.130733] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1359.130733] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1359.130733] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70527) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1359.130733] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager.update_available_resource {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1359.633241] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.633520] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1359.633589] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.633743] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70527) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1359.634767] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82fc5cbb-590e-4456-aef5-548d2d12338b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.646014] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd749d62-dec1-4e81-8686-aa9792601290 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.664256] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab3c28f-9064-4485-acd2-96a435bfafae {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.671208] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19abaac-9599-4b3f-91af-301a38e222d6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.702588] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179060MB free_disk=40GB free_vcpus=48 pci_devices=None {{(pid=70527) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1359.702755] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.703086] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.728013] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance a7108ebd-01cc-47a0-8941-364d29d9b9e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1360.728378] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 7dc3c2b6-c256-49a9-91a9-f3754833b9ca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1360.728378] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=70527) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1360.728515] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=70527) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1360.767464] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c6b467-1612-4b41-9417-94df380cb567 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.775442] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf35ca3e-ee21-436d-8618-c1cf15a9e931 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.806017] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a370899-4f8d-41fc-b527-ee35efc535d9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.813741] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8388ea4f-19a8-4ac6-855f-62b42dac0bea {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.827285] env[70527]: DEBUG nova.compute.provider_tree [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1361.331250] env[70527]: DEBUG nova.scheduler.client.report [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1361.837434] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70527) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1361.838020] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.135s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1363.265721] env[70527]: DEBUG oslo_concurrency.lockutils [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Acquiring lock "2586bdd7-c234-4176-a273-1911ce2b55d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1363.266216] env[70527]: DEBUG oslo_concurrency.lockutils [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Lock "2586bdd7-c234-4176-a273-1911ce2b55d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1363.769938] env[70527]: DEBUG nova.compute.manager [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] [instance: 2586bdd7-c234-4176-a273-1911ce2b55d9] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1364.303321] env[70527]: DEBUG oslo_concurrency.lockutils [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1364.304689] env[70527]: DEBUG oslo_concurrency.lockutils [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1364.306692] env[70527]: INFO nova.compute.claims [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] [instance: 2586bdd7-c234-4176-a273-1911ce2b55d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1364.685339] env[70527]: DEBUG oslo_vmware.rw_handles [None req-4186f8e2-11fe-4938-ac69-85a9f9fd5b34 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e28fa7-b31d-b669-2b3f-5bca2bab9561/disk-0.vmdk. {{(pid=70527) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1364.686426] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504492b9-168f-422a-b8e7-139e9a2eb2af {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.693629] env[70527]: DEBUG oslo_vmware.rw_handles [None req-4186f8e2-11fe-4938-ac69-85a9f9fd5b34 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e28fa7-b31d-b669-2b3f-5bca2bab9561/disk-0.vmdk is in state: ready. {{(pid=70527) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1364.694065] env[70527]: ERROR oslo_vmware.rw_handles [None req-4186f8e2-11fe-4938-ac69-85a9f9fd5b34 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e28fa7-b31d-b669-2b3f-5bca2bab9561/disk-0.vmdk due to incomplete transfer. [ 1364.694246] env[70527]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-20dd3a19-2d09-481f-ab4a-a47972513872 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.704417] env[70527]: DEBUG oslo_vmware.rw_handles [None req-4186f8e2-11fe-4938-ac69-85a9f9fd5b34 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e28fa7-b31d-b669-2b3f-5bca2bab9561/disk-0.vmdk. {{(pid=70527) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1364.704583] env[70527]: DEBUG nova.virt.vmwareapi.images [None req-4186f8e2-11fe-4938-ac69-85a9f9fd5b34 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Uploaded image 07f851c2-1868-431b-b070-f733120aec2a to the Glance image server {{(pid=70527) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1364.707110] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-4186f8e2-11fe-4938-ac69-85a9f9fd5b34 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Destroying the VM {{(pid=70527) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1364.707379] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5c802e88-42ef-4f27-877d-345ea1b45784 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.715173] env[70527]: DEBUG oslo_vmware.api [None req-4186f8e2-11fe-4938-ac69-85a9f9fd5b34 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Waiting for the task: (returnval){ [ 1364.715173] env[70527]: value = "task-3914320" [ 1364.715173] env[70527]: _type = "Task" [ 1364.715173] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.723980] env[70527]: DEBUG oslo_vmware.api [None req-4186f8e2-11fe-4938-ac69-85a9f9fd5b34 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914320, 'name': Destroy_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.225985] env[70527]: DEBUG oslo_vmware.api [None req-4186f8e2-11fe-4938-ac69-85a9f9fd5b34 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914320, 'name': Destroy_Task, 'duration_secs': 0.325411} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.226198] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-4186f8e2-11fe-4938-ac69-85a9f9fd5b34 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Destroyed the VM [ 1365.226466] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4186f8e2-11fe-4938-ac69-85a9f9fd5b34 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Deleting Snapshot of the VM instance {{(pid=70527) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1365.226718] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5ae6dd85-f7d5-49f1-ab03-1a7f13db504a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.234444] env[70527]: DEBUG oslo_vmware.api [None req-4186f8e2-11fe-4938-ac69-85a9f9fd5b34 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Waiting for the task: (returnval){ [ 1365.234444] env[70527]: value = "task-3914321" [ 1365.234444] env[70527]: _type = "Task" [ 1365.234444] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.242714] env[70527]: DEBUG oslo_vmware.api [None req-4186f8e2-11fe-4938-ac69-85a9f9fd5b34 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914321, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.368992] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acefa4d1-3b1a-4cdc-a183-560948457c19 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.377534] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4769b5f9-130d-4239-a04a-77ad29da7aa2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.408342] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa357a33-533e-441b-be79-35d16b8c4a42 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.417044] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dcde529-e822-44cb-8f73-80590d95e582 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.431416] env[70527]: DEBUG nova.compute.provider_tree [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1365.745356] env[70527]: DEBUG oslo_vmware.api [None req-4186f8e2-11fe-4938-ac69-85a9f9fd5b34 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914321, 'name': RemoveSnapshot_Task, 'duration_secs': 0.496677} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.745558] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4186f8e2-11fe-4938-ac69-85a9f9fd5b34 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Deleted Snapshot of the VM instance {{(pid=70527) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1365.745833] env[70527]: DEBUG nova.compute.manager [None req-4186f8e2-11fe-4938-ac69-85a9f9fd5b34 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1365.746587] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8365f5-5c28-4777-a96e-48e12a02b6d2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.934177] env[70527]: DEBUG nova.scheduler.client.report [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1366.258460] env[70527]: INFO nova.compute.manager [None req-4186f8e2-11fe-4938-ac69-85a9f9fd5b34 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Shelve offloading [ 1366.439291] env[70527]: DEBUG oslo_concurrency.lockutils [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.135s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1366.439828] env[70527]: DEBUG nova.compute.manager [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] [instance: 2586bdd7-c234-4176-a273-1911ce2b55d9] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1366.761718] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-4186f8e2-11fe-4938-ac69-85a9f9fd5b34 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1366.762062] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c1e2aa4-b85a-4582-ae43-30fffe337c12 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.770060] env[70527]: DEBUG oslo_vmware.api [None req-4186f8e2-11fe-4938-ac69-85a9f9fd5b34 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Waiting for the task: (returnval){ [ 1366.770060] env[70527]: value = "task-3914322" [ 1366.770060] env[70527]: _type = "Task" [ 1366.770060] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.778856] env[70527]: DEBUG oslo_vmware.api [None req-4186f8e2-11fe-4938-ac69-85a9f9fd5b34 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914322, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.944586] env[70527]: DEBUG nova.compute.utils [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1366.946063] env[70527]: DEBUG nova.compute.manager [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] [instance: 2586bdd7-c234-4176-a273-1911ce2b55d9] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1366.946230] env[70527]: DEBUG nova.network.neutron [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] [instance: 2586bdd7-c234-4176-a273-1911ce2b55d9] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1366.990643] env[70527]: DEBUG nova.policy [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '889caaf8295d4842b678fd83801d59c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2914101e5255445688c6056749011f1b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 1367.244235] env[70527]: DEBUG nova.network.neutron [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] [instance: 2586bdd7-c234-4176-a273-1911ce2b55d9] Successfully created port: d69fa5ef-dda0-4a5b-8cc7-fd67491fbb91 {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1367.281110] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-4186f8e2-11fe-4938-ac69-85a9f9fd5b34 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] VM already powered off {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1367.281417] env[70527]: DEBUG nova.compute.manager [None req-4186f8e2-11fe-4938-ac69-85a9f9fd5b34 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1367.282188] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b652fd-fc9e-4ae1-b2d7-f3bd27f34676 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.288765] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4186f8e2-11fe-4938-ac69-85a9f9fd5b34 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Acquiring lock "refresh_cache-a7108ebd-01cc-47a0-8941-364d29d9b9e2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.288932] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4186f8e2-11fe-4938-ac69-85a9f9fd5b34 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Acquired lock "refresh_cache-a7108ebd-01cc-47a0-8941-364d29d9b9e2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.289102] env[70527]: DEBUG nova.network.neutron [None req-4186f8e2-11fe-4938-ac69-85a9f9fd5b34 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1367.450476] env[70527]: DEBUG nova.compute.manager [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] [instance: 2586bdd7-c234-4176-a273-1911ce2b55d9] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1368.031513] env[70527]: DEBUG nova.network.neutron [None req-4186f8e2-11fe-4938-ac69-85a9f9fd5b34 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Updating instance_info_cache with network_info: [{"id": "42a78605-52a3-41b5-b647-6ed64dc65b6d", "address": "fa:16:3e:20:31:2f", "network": {"id": "31ee0214-a67f-4f6f-bcd3-ab9b9ea63178", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1890293121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa879e9d16e248d19fe75f4ae9cc0f89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ef746c57-cd18-4883-a0e9-c52937aaf41d", "external-id": "nsx-vlan-transportzone-863", "segmentation_id": 863, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42a78605-52", "ovs_interfaceid": "42a78605-52a3-41b5-b647-6ed64dc65b6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.460295] env[70527]: DEBUG nova.compute.manager [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] [instance: 2586bdd7-c234-4176-a273-1911ce2b55d9] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1368.488257] env[70527]: DEBUG nova.virt.hardware [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1368.489024] env[70527]: DEBUG nova.virt.hardware [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1368.489024] env[70527]: DEBUG nova.virt.hardware [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1368.489024] env[70527]: DEBUG nova.virt.hardware [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1368.489024] env[70527]: DEBUG nova.virt.hardware [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1368.489251] env[70527]: DEBUG nova.virt.hardware [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1368.489510] env[70527]: DEBUG nova.virt.hardware [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1368.489669] env[70527]: DEBUG nova.virt.hardware [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1368.489841] env[70527]: DEBUG nova.virt.hardware [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1368.490012] env[70527]: DEBUG nova.virt.hardware [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1368.490198] env[70527]: DEBUG nova.virt.hardware [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1368.491222] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a97e78-8f7e-4bcc-852c-702f442a4f4d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.499611] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12fdc94-a5ec-4f50-bb15-b77cbca29c75 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.534305] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4186f8e2-11fe-4938-ac69-85a9f9fd5b34 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Releasing lock "refresh_cache-a7108ebd-01cc-47a0-8941-364d29d9b9e2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.615212] env[70527]: DEBUG nova.compute.manager [req-b3af7688-6f41-4ba1-8ec4-307a246129d5 req-592df5d4-47be-4031-a65e-34c5b765ec4b service nova] [instance: 2586bdd7-c234-4176-a273-1911ce2b55d9] Received event network-vif-plugged-d69fa5ef-dda0-4a5b-8cc7-fd67491fbb91 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1368.615414] env[70527]: DEBUG oslo_concurrency.lockutils [req-b3af7688-6f41-4ba1-8ec4-307a246129d5 req-592df5d4-47be-4031-a65e-34c5b765ec4b service nova] Acquiring lock "2586bdd7-c234-4176-a273-1911ce2b55d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.615672] env[70527]: DEBUG oslo_concurrency.lockutils [req-b3af7688-6f41-4ba1-8ec4-307a246129d5 req-592df5d4-47be-4031-a65e-34c5b765ec4b service nova] Lock "2586bdd7-c234-4176-a273-1911ce2b55d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.615809] env[70527]: DEBUG oslo_concurrency.lockutils [req-b3af7688-6f41-4ba1-8ec4-307a246129d5 req-592df5d4-47be-4031-a65e-34c5b765ec4b service nova] Lock "2586bdd7-c234-4176-a273-1911ce2b55d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.615976] env[70527]: DEBUG nova.compute.manager [req-b3af7688-6f41-4ba1-8ec4-307a246129d5 req-592df5d4-47be-4031-a65e-34c5b765ec4b service nova] [instance: 2586bdd7-c234-4176-a273-1911ce2b55d9] No waiting events found dispatching network-vif-plugged-d69fa5ef-dda0-4a5b-8cc7-fd67491fbb91 {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1368.616257] env[70527]: WARNING nova.compute.manager [req-b3af7688-6f41-4ba1-8ec4-307a246129d5 req-592df5d4-47be-4031-a65e-34c5b765ec4b service nova] [instance: 2586bdd7-c234-4176-a273-1911ce2b55d9] Received unexpected event network-vif-plugged-d69fa5ef-dda0-4a5b-8cc7-fd67491fbb91 for instance with vm_state building and task_state spawning. [ 1368.694425] env[70527]: DEBUG nova.network.neutron [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] [instance: 2586bdd7-c234-4176-a273-1911ce2b55d9] Successfully updated port: d69fa5ef-dda0-4a5b-8cc7-fd67491fbb91 {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1368.744332] env[70527]: DEBUG nova.compute.manager [req-1a8eb24f-45f3-4f40-9a3c-4726e111c78b req-c479d2c2-94ae-4bdf-9802-4ec40eff4148 service nova] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Received event network-vif-unplugged-42a78605-52a3-41b5-b647-6ed64dc65b6d {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1368.744332] env[70527]: DEBUG oslo_concurrency.lockutils [req-1a8eb24f-45f3-4f40-9a3c-4726e111c78b req-c479d2c2-94ae-4bdf-9802-4ec40eff4148 service nova] Acquiring lock "a7108ebd-01cc-47a0-8941-364d29d9b9e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.744332] env[70527]: DEBUG oslo_concurrency.lockutils [req-1a8eb24f-45f3-4f40-9a3c-4726e111c78b req-c479d2c2-94ae-4bdf-9802-4ec40eff4148 service nova] Lock "a7108ebd-01cc-47a0-8941-364d29d9b9e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.744332] env[70527]: DEBUG oslo_concurrency.lockutils [req-1a8eb24f-45f3-4f40-9a3c-4726e111c78b req-c479d2c2-94ae-4bdf-9802-4ec40eff4148 service nova] Lock "a7108ebd-01cc-47a0-8941-364d29d9b9e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.744332] env[70527]: DEBUG nova.compute.manager [req-1a8eb24f-45f3-4f40-9a3c-4726e111c78b req-c479d2c2-94ae-4bdf-9802-4ec40eff4148 service nova] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] No waiting events found dispatching network-vif-unplugged-42a78605-52a3-41b5-b647-6ed64dc65b6d {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1368.744332] env[70527]: WARNING nova.compute.manager [req-1a8eb24f-45f3-4f40-9a3c-4726e111c78b req-c479d2c2-94ae-4bdf-9802-4ec40eff4148 service nova] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Received unexpected event network-vif-unplugged-42a78605-52a3-41b5-b647-6ed64dc65b6d for instance with vm_state shelved and task_state shelving_offloading. [ 1368.833073] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4186f8e2-11fe-4938-ac69-85a9f9fd5b34 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1368.834201] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68fd7805-e138-4d1e-bba0-4594ec0a9667 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.842731] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4186f8e2-11fe-4938-ac69-85a9f9fd5b34 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1368.843025] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd7361ea-fcf8-4996-91b5-dee9c9462c99 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.898786] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4186f8e2-11fe-4938-ac69-85a9f9fd5b34 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1368.899336] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4186f8e2-11fe-4938-ac69-85a9f9fd5b34 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Deleting contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1368.899411] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-4186f8e2-11fe-4938-ac69-85a9f9fd5b34 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Deleting the datastore file [datastore1] a7108ebd-01cc-47a0-8941-364d29d9b9e2 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1368.899715] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f51125d-e3ce-4e23-acd6-5b898291422d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.909336] env[70527]: DEBUG oslo_vmware.api [None req-4186f8e2-11fe-4938-ac69-85a9f9fd5b34 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Waiting for the task: (returnval){ [ 1368.909336] env[70527]: value = "task-3914324" [ 1368.909336] env[70527]: _type = "Task" [ 1368.909336] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.917535] env[70527]: DEBUG oslo_vmware.api [None req-4186f8e2-11fe-4938-ac69-85a9f9fd5b34 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914324, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.197094] env[70527]: DEBUG oslo_concurrency.lockutils [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Acquiring lock "refresh_cache-2586bdd7-c234-4176-a273-1911ce2b55d9" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.197305] env[70527]: DEBUG oslo_concurrency.lockutils [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Acquired lock "refresh_cache-2586bdd7-c234-4176-a273-1911ce2b55d9" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.197436] env[70527]: DEBUG nova.network.neutron [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] [instance: 2586bdd7-c234-4176-a273-1911ce2b55d9] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1369.419219] env[70527]: DEBUG oslo_vmware.api [None req-4186f8e2-11fe-4938-ac69-85a9f9fd5b34 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914324, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13455} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.419498] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-4186f8e2-11fe-4938-ac69-85a9f9fd5b34 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1369.419692] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4186f8e2-11fe-4938-ac69-85a9f9fd5b34 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Deleted contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1369.419871] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-4186f8e2-11fe-4938-ac69-85a9f9fd5b34 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1369.442160] env[70527]: INFO nova.scheduler.client.report [None req-4186f8e2-11fe-4938-ac69-85a9f9fd5b34 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Deleted allocations for instance a7108ebd-01cc-47a0-8941-364d29d9b9e2 [ 1369.731515] env[70527]: DEBUG nova.network.neutron [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] [instance: 2586bdd7-c234-4176-a273-1911ce2b55d9] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1369.855610] env[70527]: DEBUG nova.network.neutron [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] [instance: 2586bdd7-c234-4176-a273-1911ce2b55d9] Updating instance_info_cache with network_info: [{"id": "d69fa5ef-dda0-4a5b-8cc7-fd67491fbb91", "address": "fa:16:3e:0a:0f:14", "network": {"id": "05a48fad-766a-4c33-ab82-58d60e0d3b16", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1295086686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2914101e5255445688c6056749011f1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd69fa5ef-dd", "ovs_interfaceid": "d69fa5ef-dda0-4a5b-8cc7-fd67491fbb91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1369.946874] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4186f8e2-11fe-4938-ac69-85a9f9fd5b34 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1369.947167] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4186f8e2-11fe-4938-ac69-85a9f9fd5b34 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1369.947397] env[70527]: DEBUG nova.objects.instance [None req-4186f8e2-11fe-4938-ac69-85a9f9fd5b34 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Lazy-loading 'resources' on Instance uuid a7108ebd-01cc-47a0-8941-364d29d9b9e2 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1370.358240] env[70527]: DEBUG oslo_concurrency.lockutils [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Releasing lock "refresh_cache-2586bdd7-c234-4176-a273-1911ce2b55d9" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.358529] env[70527]: DEBUG nova.compute.manager [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] [instance: 2586bdd7-c234-4176-a273-1911ce2b55d9] Instance network_info: |[{"id": "d69fa5ef-dda0-4a5b-8cc7-fd67491fbb91", "address": "fa:16:3e:0a:0f:14", "network": {"id": "05a48fad-766a-4c33-ab82-58d60e0d3b16", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1295086686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2914101e5255445688c6056749011f1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd69fa5ef-dd", "ovs_interfaceid": "d69fa5ef-dda0-4a5b-8cc7-fd67491fbb91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1370.359001] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] [instance: 2586bdd7-c234-4176-a273-1911ce2b55d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:0f:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69351262-8d39-441a-85ba-3a78df436d17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd69fa5ef-dda0-4a5b-8cc7-fd67491fbb91', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1370.366519] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Creating folder: Project (2914101e5255445688c6056749011f1b). Parent ref: group-v776920. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1370.366804] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-feb853cb-0e58-4750-86e5-b1edde675ab4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.383104] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Created folder: Project (2914101e5255445688c6056749011f1b) in parent group-v776920. [ 1370.383299] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Creating folder: Instances. Parent ref: group-v777259. {{(pid=70527) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1370.383570] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3838ed58-5dd5-4d64-8754-91d2f83ade2b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.394422] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Created folder: Instances in parent group-v777259. [ 1370.394651] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1370.394844] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2586bdd7-c234-4176-a273-1911ce2b55d9] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1370.395060] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-59d051f0-627a-400e-b55a-7a0f56fb9fdb {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.414694] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1370.414694] env[70527]: value = "task-3914327" [ 1370.414694] env[70527]: _type = "Task" [ 1370.414694] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.422433] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3914327, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.450353] env[70527]: DEBUG nova.objects.instance [None req-4186f8e2-11fe-4938-ac69-85a9f9fd5b34 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Lazy-loading 'numa_topology' on Instance uuid a7108ebd-01cc-47a0-8941-364d29d9b9e2 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1370.645796] env[70527]: DEBUG nova.compute.manager [req-29ea1f94-32a9-44a4-8ce1-66f4b680b557 req-c0b95821-f769-4b5e-b5ad-a18e84527651 service nova] [instance: 2586bdd7-c234-4176-a273-1911ce2b55d9] Received event network-changed-d69fa5ef-dda0-4a5b-8cc7-fd67491fbb91 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1370.646092] env[70527]: DEBUG nova.compute.manager [req-29ea1f94-32a9-44a4-8ce1-66f4b680b557 req-c0b95821-f769-4b5e-b5ad-a18e84527651 service nova] [instance: 2586bdd7-c234-4176-a273-1911ce2b55d9] Refreshing instance network info cache due to event network-changed-d69fa5ef-dda0-4a5b-8cc7-fd67491fbb91. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1370.646895] env[70527]: DEBUG oslo_concurrency.lockutils [req-29ea1f94-32a9-44a4-8ce1-66f4b680b557 req-c0b95821-f769-4b5e-b5ad-a18e84527651 service nova] Acquiring lock "refresh_cache-2586bdd7-c234-4176-a273-1911ce2b55d9" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.647146] env[70527]: DEBUG oslo_concurrency.lockutils [req-29ea1f94-32a9-44a4-8ce1-66f4b680b557 req-c0b95821-f769-4b5e-b5ad-a18e84527651 service nova] Acquired lock "refresh_cache-2586bdd7-c234-4176-a273-1911ce2b55d9" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.647410] env[70527]: DEBUG nova.network.neutron [req-29ea1f94-32a9-44a4-8ce1-66f4b680b557 req-c0b95821-f769-4b5e-b5ad-a18e84527651 service nova] [instance: 2586bdd7-c234-4176-a273-1911ce2b55d9] Refreshing network info cache for port d69fa5ef-dda0-4a5b-8cc7-fd67491fbb91 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1370.771300] env[70527]: DEBUG nova.compute.manager [req-092e04d3-4a8d-4950-8ea0-92487be479ee req-bbcd9fa7-34c5-4817-b3d8-df644b8f04f5 service nova] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Received event network-changed-42a78605-52a3-41b5-b647-6ed64dc65b6d {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1370.771570] env[70527]: DEBUG nova.compute.manager [req-092e04d3-4a8d-4950-8ea0-92487be479ee req-bbcd9fa7-34c5-4817-b3d8-df644b8f04f5 service nova] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Refreshing instance network info cache due to event network-changed-42a78605-52a3-41b5-b647-6ed64dc65b6d. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1370.771755] env[70527]: DEBUG oslo_concurrency.lockutils [req-092e04d3-4a8d-4950-8ea0-92487be479ee req-bbcd9fa7-34c5-4817-b3d8-df644b8f04f5 service nova] Acquiring lock "refresh_cache-a7108ebd-01cc-47a0-8941-364d29d9b9e2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.771794] env[70527]: DEBUG oslo_concurrency.lockutils [req-092e04d3-4a8d-4950-8ea0-92487be479ee req-bbcd9fa7-34c5-4817-b3d8-df644b8f04f5 service nova] Acquired lock "refresh_cache-a7108ebd-01cc-47a0-8941-364d29d9b9e2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.771956] env[70527]: DEBUG nova.network.neutron [req-092e04d3-4a8d-4950-8ea0-92487be479ee req-bbcd9fa7-34c5-4817-b3d8-df644b8f04f5 service nova] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Refreshing network info cache for port 42a78605-52a3-41b5-b647-6ed64dc65b6d {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1370.925066] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3914327, 'name': CreateVM_Task, 'duration_secs': 0.307072} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.925066] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2586bdd7-c234-4176-a273-1911ce2b55d9] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1370.925066] env[70527]: DEBUG oslo_concurrency.lockutils [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.925304] env[70527]: DEBUG oslo_concurrency.lockutils [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.925600] env[70527]: DEBUG oslo_concurrency.lockutils [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.925885] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92fdee1f-2220-4355-a283-768173de8da2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.931253] env[70527]: DEBUG oslo_vmware.api [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Waiting for the task: (returnval){ [ 1370.931253] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52f55de8-85f0-db8c-85ec-4e2a514f6def" [ 1370.931253] env[70527]: _type = "Task" [ 1370.931253] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.939210] env[70527]: DEBUG oslo_vmware.api [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52f55de8-85f0-db8c-85ec-4e2a514f6def, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.954332] env[70527]: DEBUG nova.objects.base [None req-4186f8e2-11fe-4938-ac69-85a9f9fd5b34 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=70527) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1370.996337] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f925f60e-77bb-454f-a92a-254ff966f93a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.004256] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dfabf58-6325-41be-b50a-4aab56469ca2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.035955] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd11b15-af95-4d5b-8871-ee5ecf65f0bb {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.044141] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf1af9e-a155-495a-94a0-12aaa559f281 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.057681] env[70527]: DEBUG nova.compute.provider_tree [None req-4186f8e2-11fe-4938-ac69-85a9f9fd5b34 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1371.403348] env[70527]: DEBUG nova.network.neutron [req-29ea1f94-32a9-44a4-8ce1-66f4b680b557 req-c0b95821-f769-4b5e-b5ad-a18e84527651 service nova] [instance: 2586bdd7-c234-4176-a273-1911ce2b55d9] Updated VIF entry in instance network info cache for port d69fa5ef-dda0-4a5b-8cc7-fd67491fbb91. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1371.403689] env[70527]: DEBUG nova.network.neutron [req-29ea1f94-32a9-44a4-8ce1-66f4b680b557 req-c0b95821-f769-4b5e-b5ad-a18e84527651 service nova] [instance: 2586bdd7-c234-4176-a273-1911ce2b55d9] Updating instance_info_cache with network_info: [{"id": "d69fa5ef-dda0-4a5b-8cc7-fd67491fbb91", "address": "fa:16:3e:0a:0f:14", "network": {"id": "05a48fad-766a-4c33-ab82-58d60e0d3b16", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1295086686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2914101e5255445688c6056749011f1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd69fa5ef-dd", "ovs_interfaceid": "d69fa5ef-dda0-4a5b-8cc7-fd67491fbb91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.445800] env[70527]: DEBUG oslo_vmware.api [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52f55de8-85f0-db8c-85ec-4e2a514f6def, 'name': SearchDatastore_Task, 'duration_secs': 0.009919} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.446104] env[70527]: DEBUG oslo_concurrency.lockutils [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.446363] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] [instance: 2586bdd7-c234-4176-a273-1911ce2b55d9] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1371.446604] env[70527]: DEBUG oslo_concurrency.lockutils [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.446749] env[70527]: DEBUG oslo_concurrency.lockutils [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.446924] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1371.447192] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7585a53b-fb39-49cd-bf45-36996f7211b9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.456685] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1371.456898] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1371.457622] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6737b1f5-f61e-4bdc-bd81-8081d25aea48 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.463549] env[70527]: DEBUG oslo_vmware.api [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Waiting for the task: (returnval){ [ 1371.463549] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52e15544-85f1-7059-d7e3-bce35e81a1df" [ 1371.463549] env[70527]: _type = "Task" [ 1371.463549] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.470991] env[70527]: DEBUG oslo_vmware.api [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52e15544-85f1-7059-d7e3-bce35e81a1df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.502387] env[70527]: DEBUG nova.network.neutron [req-092e04d3-4a8d-4950-8ea0-92487be479ee req-bbcd9fa7-34c5-4817-b3d8-df644b8f04f5 service nova] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Updated VIF entry in instance network info cache for port 42a78605-52a3-41b5-b647-6ed64dc65b6d. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1371.502740] env[70527]: DEBUG nova.network.neutron [req-092e04d3-4a8d-4950-8ea0-92487be479ee req-bbcd9fa7-34c5-4817-b3d8-df644b8f04f5 service nova] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Updating instance_info_cache with network_info: [{"id": "42a78605-52a3-41b5-b647-6ed64dc65b6d", "address": "fa:16:3e:20:31:2f", "network": {"id": "31ee0214-a67f-4f6f-bcd3-ab9b9ea63178", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1890293121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa879e9d16e248d19fe75f4ae9cc0f89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap42a78605-52", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.561974] env[70527]: DEBUG nova.scheduler.client.report [None req-4186f8e2-11fe-4938-ac69-85a9f9fd5b34 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1371.906544] env[70527]: DEBUG oslo_concurrency.lockutils [req-29ea1f94-32a9-44a4-8ce1-66f4b680b557 req-c0b95821-f769-4b5e-b5ad-a18e84527651 service nova] Releasing lock "refresh_cache-2586bdd7-c234-4176-a273-1911ce2b55d9" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.973679] env[70527]: DEBUG oslo_vmware.api [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52e15544-85f1-7059-d7e3-bce35e81a1df, 'name': SearchDatastore_Task, 'duration_secs': 0.008813} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.974487] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdf495d4-7269-4860-b1f3-ec2c9acc972a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.979755] env[70527]: DEBUG oslo_vmware.api [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Waiting for the task: (returnval){ [ 1371.979755] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52e986ab-a7e6-4f5c-c56c-e94668dbb343" [ 1371.979755] env[70527]: _type = "Task" [ 1371.979755] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.987692] env[70527]: DEBUG oslo_vmware.api [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52e986ab-a7e6-4f5c-c56c-e94668dbb343, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.005364] env[70527]: DEBUG oslo_concurrency.lockutils [req-092e04d3-4a8d-4950-8ea0-92487be479ee req-bbcd9fa7-34c5-4817-b3d8-df644b8f04f5 service nova] Releasing lock "refresh_cache-a7108ebd-01cc-47a0-8941-364d29d9b9e2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.069572] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4186f8e2-11fe-4938-ac69-85a9f9fd5b34 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.122s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1372.072295] env[70527]: DEBUG oslo_concurrency.lockutils [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Acquiring lock "a7108ebd-01cc-47a0-8941-364d29d9b9e2" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1372.490306] env[70527]: DEBUG oslo_vmware.api [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52e986ab-a7e6-4f5c-c56c-e94668dbb343, 'name': SearchDatastore_Task, 'duration_secs': 0.012434} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.490574] env[70527]: DEBUG oslo_concurrency.lockutils [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.490837] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 2586bdd7-c234-4176-a273-1911ce2b55d9/2586bdd7-c234-4176-a273-1911ce2b55d9.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1372.491105] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-315d07d9-cdd3-4403-a974-1a5c3bb81c9b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.498458] env[70527]: DEBUG oslo_vmware.api [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Waiting for the task: (returnval){ [ 1372.498458] env[70527]: value = "task-3914328" [ 1372.498458] env[70527]: _type = "Task" [ 1372.498458] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.506755] env[70527]: DEBUG oslo_vmware.api [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Task: {'id': task-3914328, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.577478] env[70527]: DEBUG oslo_concurrency.lockutils [None req-4186f8e2-11fe-4938-ac69-85a9f9fd5b34 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Lock "a7108ebd-01cc-47a0-8941-364d29d9b9e2" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.379s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1372.578263] env[70527]: DEBUG oslo_concurrency.lockutils [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Lock "a7108ebd-01cc-47a0-8941-364d29d9b9e2" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.506s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1372.578463] env[70527]: INFO nova.compute.manager [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Unshelving [ 1373.007742] env[70527]: DEBUG oslo_vmware.api [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Task: {'id': task-3914328, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459786} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.008142] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore2] 2586bdd7-c234-4176-a273-1911ce2b55d9/2586bdd7-c234-4176-a273-1911ce2b55d9.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1373.008142] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] [instance: 2586bdd7-c234-4176-a273-1911ce2b55d9] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1373.008400] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd95323d-74f7-48e5-9e22-752599a8ad78 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.015449] env[70527]: DEBUG oslo_vmware.api [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Waiting for the task: (returnval){ [ 1373.015449] env[70527]: value = "task-3914329" [ 1373.015449] env[70527]: _type = "Task" [ 1373.015449] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.023989] env[70527]: DEBUG oslo_vmware.api [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Task: {'id': task-3914329, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.526838] env[70527]: DEBUG oslo_vmware.api [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Task: {'id': task-3914329, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058572} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.527137] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] [instance: 2586bdd7-c234-4176-a273-1911ce2b55d9] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1373.527928] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e01f133-66ad-410e-882f-e7988759b1ff {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.550767] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] [instance: 2586bdd7-c234-4176-a273-1911ce2b55d9] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 2586bdd7-c234-4176-a273-1911ce2b55d9/2586bdd7-c234-4176-a273-1911ce2b55d9.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1373.550767] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-849a4cad-48f8-4a54-9d83-62ce358cc192 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.570773] env[70527]: DEBUG oslo_vmware.api [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Waiting for the task: (returnval){ [ 1373.570773] env[70527]: value = "task-3914330" [ 1373.570773] env[70527]: _type = "Task" [ 1373.570773] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.578626] env[70527]: DEBUG oslo_vmware.api [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Task: {'id': task-3914330, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.589217] env[70527]: DEBUG nova.compute.utils [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1374.081260] env[70527]: DEBUG oslo_vmware.api [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Task: {'id': task-3914330, 'name': ReconfigVM_Task, 'duration_secs': 0.261972} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.081641] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] [instance: 2586bdd7-c234-4176-a273-1911ce2b55d9] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 2586bdd7-c234-4176-a273-1911ce2b55d9/2586bdd7-c234-4176-a273-1911ce2b55d9.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1374.082152] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1fd643af-f211-44f5-9f52-8e8676e46d4e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.089880] env[70527]: DEBUG oslo_vmware.api [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Waiting for the task: (returnval){ [ 1374.089880] env[70527]: value = "task-3914331" [ 1374.089880] env[70527]: _type = "Task" [ 1374.089880] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.093599] env[70527]: INFO nova.virt.block_device [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Booting with volume aa9f977a-9f32-4634-afb9-4eb93a406b22 at /dev/sdb [ 1374.100895] env[70527]: DEBUG oslo_vmware.api [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Task: {'id': task-3914331, 'name': Rename_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.135127] env[70527]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2a2e574c-dbfa-4d19-95be-1fa728da0267 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.144820] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e35195-1af5-4908-88d9-1d1b797c3289 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.171336] env[70527]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-636b65ef-e783-4fcd-bb60-8196652064f4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.180341] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc9d159-9130-4824-85e5-8548719dd16e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.208048] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2103a320-a8f7-479f-8197-cfed217cab00 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.215257] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da73f91b-d9a3-4b97-b6c3-5d1fc99a8e2b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.228981] env[70527]: DEBUG nova.virt.block_device [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Updating existing volume attachment record: a7c59af0-7a99-4b2e-83d2-5f7777659a8d {{(pid=70527) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1374.600540] env[70527]: DEBUG oslo_vmware.api [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Task: {'id': task-3914331, 'name': Rename_Task, 'duration_secs': 0.275144} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.601022] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] [instance: 2586bdd7-c234-4176-a273-1911ce2b55d9] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1374.601396] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-601f9bf3-1e08-45fb-9615-176acb3a832a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.608972] env[70527]: DEBUG oslo_vmware.api [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Waiting for the task: (returnval){ [ 1374.608972] env[70527]: value = "task-3914335" [ 1374.608972] env[70527]: _type = "Task" [ 1374.608972] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.618639] env[70527]: DEBUG oslo_vmware.api [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Task: {'id': task-3914335, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.118943] env[70527]: DEBUG oslo_vmware.api [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Task: {'id': task-3914335, 'name': PowerOnVM_Task, 'duration_secs': 0.474604} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.119378] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] [instance: 2586bdd7-c234-4176-a273-1911ce2b55d9] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1375.119428] env[70527]: INFO nova.compute.manager [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] [instance: 2586bdd7-c234-4176-a273-1911ce2b55d9] Took 6.66 seconds to spawn the instance on the hypervisor. [ 1375.119605] env[70527]: DEBUG nova.compute.manager [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] [instance: 2586bdd7-c234-4176-a273-1911ce2b55d9] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1375.120448] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcbfb634-ccc5-4cf9-8018-d5b7464be656 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.636173] env[70527]: INFO nova.compute.manager [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] [instance: 2586bdd7-c234-4176-a273-1911ce2b55d9] Took 11.36 seconds to build instance. [ 1376.138701] env[70527]: DEBUG oslo_concurrency.lockutils [None req-e9ebed10-b918-43fc-9d4b-451cf649211f tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Lock "2586bdd7-c234-4176-a273-1911ce2b55d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.872s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.430080] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c915c1e9-fe3a-4f57-a369-e9606e6d664c tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Acquiring lock "2586bdd7-c234-4176-a273-1911ce2b55d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1376.430080] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c915c1e9-fe3a-4f57-a369-e9606e6d664c tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Lock "2586bdd7-c234-4176-a273-1911ce2b55d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.430080] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c915c1e9-fe3a-4f57-a369-e9606e6d664c tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Acquiring lock "2586bdd7-c234-4176-a273-1911ce2b55d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1376.430390] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c915c1e9-fe3a-4f57-a369-e9606e6d664c tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Lock "2586bdd7-c234-4176-a273-1911ce2b55d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.430445] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c915c1e9-fe3a-4f57-a369-e9606e6d664c tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Lock "2586bdd7-c234-4176-a273-1911ce2b55d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.432804] env[70527]: INFO nova.compute.manager [None req-c915c1e9-fe3a-4f57-a369-e9606e6d664c tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] [instance: 2586bdd7-c234-4176-a273-1911ce2b55d9] Terminating instance [ 1376.936707] env[70527]: DEBUG nova.compute.manager [None req-c915c1e9-fe3a-4f57-a369-e9606e6d664c tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] [instance: 2586bdd7-c234-4176-a273-1911ce2b55d9] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1376.936886] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-c915c1e9-fe3a-4f57-a369-e9606e6d664c tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] [instance: 2586bdd7-c234-4176-a273-1911ce2b55d9] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1376.938203] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c65e14-a924-429b-86d4-2828411ef26d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.945932] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-c915c1e9-fe3a-4f57-a369-e9606e6d664c tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] [instance: 2586bdd7-c234-4176-a273-1911ce2b55d9] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1376.946181] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c84dce1-a9b4-4bf3-8c27-8d607850f2b6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.952225] env[70527]: DEBUG oslo_vmware.api [None req-c915c1e9-fe3a-4f57-a369-e9606e6d664c tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Waiting for the task: (returnval){ [ 1376.952225] env[70527]: value = "task-3914337" [ 1376.952225] env[70527]: _type = "Task" [ 1376.952225] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.960289] env[70527]: DEBUG oslo_vmware.api [None req-c915c1e9-fe3a-4f57-a369-e9606e6d664c tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Task: {'id': task-3914337, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.462442] env[70527]: DEBUG oslo_vmware.api [None req-c915c1e9-fe3a-4f57-a369-e9606e6d664c tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Task: {'id': task-3914337, 'name': PowerOffVM_Task, 'duration_secs': 0.186207} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.462873] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-c915c1e9-fe3a-4f57-a369-e9606e6d664c tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] [instance: 2586bdd7-c234-4176-a273-1911ce2b55d9] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1377.462928] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-c915c1e9-fe3a-4f57-a369-e9606e6d664c tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] [instance: 2586bdd7-c234-4176-a273-1911ce2b55d9] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1377.463209] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a0dba18-9dd5-49f7-be4d-2f07a1325c4d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.522982] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-c915c1e9-fe3a-4f57-a369-e9606e6d664c tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] [instance: 2586bdd7-c234-4176-a273-1911ce2b55d9] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1377.523303] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-c915c1e9-fe3a-4f57-a369-e9606e6d664c tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] [instance: 2586bdd7-c234-4176-a273-1911ce2b55d9] Deleting contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1377.523509] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-c915c1e9-fe3a-4f57-a369-e9606e6d664c tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Deleting the datastore file [datastore2] 2586bdd7-c234-4176-a273-1911ce2b55d9 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1377.523827] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d520aab-ee01-4548-beda-ee41acb18b85 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.531353] env[70527]: DEBUG oslo_vmware.api [None req-c915c1e9-fe3a-4f57-a369-e9606e6d664c tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Waiting for the task: (returnval){ [ 1377.531353] env[70527]: value = "task-3914339" [ 1377.531353] env[70527]: _type = "Task" [ 1377.531353] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.540624] env[70527]: DEBUG oslo_vmware.api [None req-c915c1e9-fe3a-4f57-a369-e9606e6d664c tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Task: {'id': task-3914339, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.041492] env[70527]: DEBUG oslo_vmware.api [None req-c915c1e9-fe3a-4f57-a369-e9606e6d664c tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Task: {'id': task-3914339, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144433} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.041791] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-c915c1e9-fe3a-4f57-a369-e9606e6d664c tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1378.041917] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-c915c1e9-fe3a-4f57-a369-e9606e6d664c tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] [instance: 2586bdd7-c234-4176-a273-1911ce2b55d9] Deleted contents of the VM from datastore datastore2 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1378.042104] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-c915c1e9-fe3a-4f57-a369-e9606e6d664c tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] [instance: 2586bdd7-c234-4176-a273-1911ce2b55d9] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1378.042312] env[70527]: INFO nova.compute.manager [None req-c915c1e9-fe3a-4f57-a369-e9606e6d664c tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] [instance: 2586bdd7-c234-4176-a273-1911ce2b55d9] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1378.042659] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c915c1e9-fe3a-4f57-a369-e9606e6d664c tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1378.042889] env[70527]: DEBUG nova.compute.manager [-] [instance: 2586bdd7-c234-4176-a273-1911ce2b55d9] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1378.042989] env[70527]: DEBUG nova.network.neutron [-] [instance: 2586bdd7-c234-4176-a273-1911ce2b55d9] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1378.300452] env[70527]: DEBUG nova.compute.manager [req-548d53c6-a474-40f6-8749-0dcb1acd6449 req-aa0bf836-2ef9-4757-ba8c-bf08d370a982 service nova] [instance: 2586bdd7-c234-4176-a273-1911ce2b55d9] Received event network-vif-deleted-d69fa5ef-dda0-4a5b-8cc7-fd67491fbb91 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1378.300763] env[70527]: INFO nova.compute.manager [req-548d53c6-a474-40f6-8749-0dcb1acd6449 req-aa0bf836-2ef9-4757-ba8c-bf08d370a982 service nova] [instance: 2586bdd7-c234-4176-a273-1911ce2b55d9] Neutron deleted interface d69fa5ef-dda0-4a5b-8cc7-fd67491fbb91; detaching it from the instance and deleting it from the info cache [ 1378.300861] env[70527]: DEBUG nova.network.neutron [req-548d53c6-a474-40f6-8749-0dcb1acd6449 req-aa0bf836-2ef9-4757-ba8c-bf08d370a982 service nova] [instance: 2586bdd7-c234-4176-a273-1911ce2b55d9] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.781909] env[70527]: DEBUG nova.network.neutron [-] [instance: 2586bdd7-c234-4176-a273-1911ce2b55d9] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.804133] env[70527]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-599408a0-41f1-42ae-a8b8-de3e6fae8a38 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.814923] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adef59bf-0b4d-4cf0-869e-8a2e2e0f52c5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.840716] env[70527]: DEBUG nova.compute.manager [req-548d53c6-a474-40f6-8749-0dcb1acd6449 req-aa0bf836-2ef9-4757-ba8c-bf08d370a982 service nova] [instance: 2586bdd7-c234-4176-a273-1911ce2b55d9] Detach interface failed, port_id=d69fa5ef-dda0-4a5b-8cc7-fd67491fbb91, reason: Instance 2586bdd7-c234-4176-a273-1911ce2b55d9 could not be found. {{(pid=70527) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1379.285611] env[70527]: INFO nova.compute.manager [-] [instance: 2586bdd7-c234-4176-a273-1911ce2b55d9] Took 1.24 seconds to deallocate network for instance. [ 1379.791986] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c915c1e9-fe3a-4f57-a369-e9606e6d664c tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.792421] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c915c1e9-fe3a-4f57-a369-e9606e6d664c tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.792665] env[70527]: DEBUG nova.objects.instance [None req-c915c1e9-fe3a-4f57-a369-e9606e6d664c tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Lazy-loading 'resources' on Instance uuid 2586bdd7-c234-4176-a273-1911ce2b55d9 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1379.831219] env[70527]: DEBUG oslo_concurrency.lockutils [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.344621] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1043d139-9869-4d76-abcf-6d3a0ac1b7af {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.353423] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34bd1fc8-57a3-4af3-9aff-3b5d5514d2af {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.385068] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99fe3899-ab57-4c3e-915b-862e9a01a8ed {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.393286] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f17117f-8403-404b-a55f-88e630ad725c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.407199] env[70527]: DEBUG nova.compute.provider_tree [None req-c915c1e9-fe3a-4f57-a369-e9606e6d664c tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1380.910278] env[70527]: DEBUG nova.scheduler.client.report [None req-c915c1e9-fe3a-4f57-a369-e9606e6d664c tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1381.414814] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c915c1e9-fe3a-4f57-a369-e9606e6d664c tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.622s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.417936] env[70527]: DEBUG oslo_concurrency.lockutils [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.586s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1381.417936] env[70527]: DEBUG nova.objects.instance [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Lazy-loading 'pci_requests' on Instance uuid a7108ebd-01cc-47a0-8941-364d29d9b9e2 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1381.435695] env[70527]: INFO nova.scheduler.client.report [None req-c915c1e9-fe3a-4f57-a369-e9606e6d664c tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Deleted allocations for instance 2586bdd7-c234-4176-a273-1911ce2b55d9 [ 1381.921867] env[70527]: DEBUG nova.objects.instance [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Lazy-loading 'numa_topology' on Instance uuid a7108ebd-01cc-47a0-8941-364d29d9b9e2 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1381.942763] env[70527]: DEBUG oslo_concurrency.lockutils [None req-c915c1e9-fe3a-4f57-a369-e9606e6d664c tempest-ServerAddressesTestJSON-389588560 tempest-ServerAddressesTestJSON-389588560-project-member] Lock "2586bdd7-c234-4176-a273-1911ce2b55d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.513s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1382.424676] env[70527]: INFO nova.compute.claims [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1383.478959] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ca84a8-a05c-469e-8297-d75f8b3dcd96 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.486381] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd5178b-b8e8-4a59-9edc-2952cd3b11fa {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.519078] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6436e577-b378-4ce4-8bc8-f00b7a76a154 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.527175] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e027724-ea91-4519-8e94-421eca20eaf7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.541952] env[70527]: DEBUG nova.compute.provider_tree [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1384.046662] env[70527]: DEBUG nova.scheduler.client.report [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1384.552168] env[70527]: DEBUG oslo_concurrency.lockutils [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.135s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1384.582510] env[70527]: INFO nova.network.neutron [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Updating port 42a78605-52a3-41b5-b647-6ed64dc65b6d with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1385.989519] env[70527]: DEBUG nova.compute.manager [req-2588ce5b-90d1-4377-8335-0f7b019332f9 req-061aacac-618c-4719-b942-37be21e458c4 service nova] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Received event network-vif-plugged-42a78605-52a3-41b5-b647-6ed64dc65b6d {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1385.989823] env[70527]: DEBUG oslo_concurrency.lockutils [req-2588ce5b-90d1-4377-8335-0f7b019332f9 req-061aacac-618c-4719-b942-37be21e458c4 service nova] Acquiring lock "a7108ebd-01cc-47a0-8941-364d29d9b9e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1385.989952] env[70527]: DEBUG oslo_concurrency.lockutils [req-2588ce5b-90d1-4377-8335-0f7b019332f9 req-061aacac-618c-4719-b942-37be21e458c4 service nova] Lock "a7108ebd-01cc-47a0-8941-364d29d9b9e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1385.990507] env[70527]: DEBUG oslo_concurrency.lockutils [req-2588ce5b-90d1-4377-8335-0f7b019332f9 req-061aacac-618c-4719-b942-37be21e458c4 service nova] Lock "a7108ebd-01cc-47a0-8941-364d29d9b9e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1385.990712] env[70527]: DEBUG nova.compute.manager [req-2588ce5b-90d1-4377-8335-0f7b019332f9 req-061aacac-618c-4719-b942-37be21e458c4 service nova] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] No waiting events found dispatching network-vif-plugged-42a78605-52a3-41b5-b647-6ed64dc65b6d {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1385.990888] env[70527]: WARNING nova.compute.manager [req-2588ce5b-90d1-4377-8335-0f7b019332f9 req-061aacac-618c-4719-b942-37be21e458c4 service nova] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Received unexpected event network-vif-plugged-42a78605-52a3-41b5-b647-6ed64dc65b6d for instance with vm_state shelved_offloaded and task_state spawning. [ 1386.069543] env[70527]: DEBUG oslo_concurrency.lockutils [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Acquiring lock "refresh_cache-a7108ebd-01cc-47a0-8941-364d29d9b9e2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.069920] env[70527]: DEBUG oslo_concurrency.lockutils [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Acquired lock "refresh_cache-a7108ebd-01cc-47a0-8941-364d29d9b9e2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.069920] env[70527]: DEBUG nova.network.neutron [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1386.852267] env[70527]: DEBUG nova.network.neutron [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Updating instance_info_cache with network_info: [{"id": "42a78605-52a3-41b5-b647-6ed64dc65b6d", "address": "fa:16:3e:20:31:2f", "network": {"id": "31ee0214-a67f-4f6f-bcd3-ab9b9ea63178", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1890293121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa879e9d16e248d19fe75f4ae9cc0f89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ef746c57-cd18-4883-a0e9-c52937aaf41d", "external-id": "nsx-vlan-transportzone-863", "segmentation_id": 863, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42a78605-52", "ovs_interfaceid": "42a78605-52a3-41b5-b647-6ed64dc65b6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1387.355640] env[70527]: DEBUG oslo_concurrency.lockutils [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Releasing lock "refresh_cache-a7108ebd-01cc-47a0-8941-364d29d9b9e2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.388890] env[70527]: DEBUG nova.virt.hardware [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='93b8f25f55e9e8c0353c060fc932467b',container_format='bare',created_at=2025-05-08T17:33:30Z,direct_url=,disk_format='vmdk',id=07f851c2-1868-431b-b070-f733120aec2a,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-618669406-shelved',owner='fa879e9d16e248d19fe75f4ae9cc0f89',properties=ImageMetaProps,protected=,size=31670272,status='active',tags=,updated_at=2025-05-08T17:33:45Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1387.389146] env[70527]: DEBUG nova.virt.hardware [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1387.389316] env[70527]: DEBUG nova.virt.hardware [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1387.389492] env[70527]: DEBUG nova.virt.hardware [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1387.389640] env[70527]: DEBUG nova.virt.hardware [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1387.389789] env[70527]: DEBUG nova.virt.hardware [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1387.389995] env[70527]: DEBUG nova.virt.hardware [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1387.390175] env[70527]: DEBUG nova.virt.hardware [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1387.390347] env[70527]: DEBUG nova.virt.hardware [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1387.390509] env[70527]: DEBUG nova.virt.hardware [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1387.390682] env[70527]: DEBUG nova.virt.hardware [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1387.391591] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a7990f-0779-4e39-86a5-fd6b6642986b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.399850] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace627b8-7d03-4e5d-85cf-fbf4f67864ce {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.413921] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:31:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ef746c57-cd18-4883-a0e9-c52937aaf41d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '42a78605-52a3-41b5-b647-6ed64dc65b6d', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1387.421251] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1387.421536] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1387.421750] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ff16b51-802f-4c8e-b840-960dc4437428 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.441422] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1387.441422] env[70527]: value = "task-3914340" [ 1387.441422] env[70527]: _type = "Task" [ 1387.441422] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.450816] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3914340, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.951565] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3914340, 'name': CreateVM_Task, 'duration_secs': 0.342145} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.951761] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1387.952442] env[70527]: DEBUG oslo_concurrency.lockutils [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/07f851c2-1868-431b-b070-f733120aec2a" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.952625] env[70527]: DEBUG oslo_concurrency.lockutils [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Acquired lock "[datastore1] devstack-image-cache_base/07f851c2-1868-431b-b070-f733120aec2a" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.953016] env[70527]: DEBUG oslo_concurrency.lockutils [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/07f851c2-1868-431b-b070-f733120aec2a" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.953280] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1855b3a9-d408-47c7-9ed3-258808b7670b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.958194] env[70527]: DEBUG oslo_vmware.api [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Waiting for the task: (returnval){ [ 1387.958194] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]5283bf0c-7579-dbe3-e4f7-24a127ae0c1c" [ 1387.958194] env[70527]: _type = "Task" [ 1387.958194] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.966096] env[70527]: DEBUG oslo_vmware.api [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5283bf0c-7579-dbe3-e4f7-24a127ae0c1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.016992] env[70527]: DEBUG nova.compute.manager [req-483a3321-cd66-4828-b789-b4e0868d857f req-ee948e77-38f4-418e-acc6-ed6955dc4400 service nova] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Received event network-changed-42a78605-52a3-41b5-b647-6ed64dc65b6d {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1388.017214] env[70527]: DEBUG nova.compute.manager [req-483a3321-cd66-4828-b789-b4e0868d857f req-ee948e77-38f4-418e-acc6-ed6955dc4400 service nova] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Refreshing instance network info cache due to event network-changed-42a78605-52a3-41b5-b647-6ed64dc65b6d. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1388.017421] env[70527]: DEBUG oslo_concurrency.lockutils [req-483a3321-cd66-4828-b789-b4e0868d857f req-ee948e77-38f4-418e-acc6-ed6955dc4400 service nova] Acquiring lock "refresh_cache-a7108ebd-01cc-47a0-8941-364d29d9b9e2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.017562] env[70527]: DEBUG oslo_concurrency.lockutils [req-483a3321-cd66-4828-b789-b4e0868d857f req-ee948e77-38f4-418e-acc6-ed6955dc4400 service nova] Acquired lock "refresh_cache-a7108ebd-01cc-47a0-8941-364d29d9b9e2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.017718] env[70527]: DEBUG nova.network.neutron [req-483a3321-cd66-4828-b789-b4e0868d857f req-ee948e77-38f4-418e-acc6-ed6955dc4400 service nova] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Refreshing network info cache for port 42a78605-52a3-41b5-b647-6ed64dc65b6d {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1388.468935] env[70527]: DEBUG oslo_concurrency.lockutils [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Releasing lock "[datastore1] devstack-image-cache_base/07f851c2-1868-431b-b070-f733120aec2a" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.469363] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Processing image 07f851c2-1868-431b-b070-f733120aec2a {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1388.469540] env[70527]: DEBUG oslo_concurrency.lockutils [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/07f851c2-1868-431b-b070-f733120aec2a/07f851c2-1868-431b-b070-f733120aec2a.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.469608] env[70527]: DEBUG oslo_concurrency.lockutils [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Acquired lock "[datastore1] devstack-image-cache_base/07f851c2-1868-431b-b070-f733120aec2a/07f851c2-1868-431b-b070-f733120aec2a.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.469795] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1388.470046] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9471aec7-bd40-48c7-940a-2c5ea6c3709a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.479192] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1388.479438] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1388.480089] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90c4092e-d6d1-4ba5-8634-39b4429083ce {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.484897] env[70527]: DEBUG oslo_vmware.api [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Waiting for the task: (returnval){ [ 1388.484897] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]529e7c24-3ba4-5ceb-6fbf-1f18715258c5" [ 1388.484897] env[70527]: _type = "Task" [ 1388.484897] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.492027] env[70527]: DEBUG oslo_vmware.api [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]529e7c24-3ba4-5ceb-6fbf-1f18715258c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.719901] env[70527]: DEBUG nova.network.neutron [req-483a3321-cd66-4828-b789-b4e0868d857f req-ee948e77-38f4-418e-acc6-ed6955dc4400 service nova] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Updated VIF entry in instance network info cache for port 42a78605-52a3-41b5-b647-6ed64dc65b6d. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1388.720281] env[70527]: DEBUG nova.network.neutron [req-483a3321-cd66-4828-b789-b4e0868d857f req-ee948e77-38f4-418e-acc6-ed6955dc4400 service nova] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Updating instance_info_cache with network_info: [{"id": "42a78605-52a3-41b5-b647-6ed64dc65b6d", "address": "fa:16:3e:20:31:2f", "network": {"id": "31ee0214-a67f-4f6f-bcd3-ab9b9ea63178", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1890293121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa879e9d16e248d19fe75f4ae9cc0f89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ef746c57-cd18-4883-a0e9-c52937aaf41d", "external-id": "nsx-vlan-transportzone-863", "segmentation_id": 863, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42a78605-52", "ovs_interfaceid": "42a78605-52a3-41b5-b647-6ed64dc65b6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.995452] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Preparing fetch location {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1388.995699] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Fetch image to [datastore1] OSTACK_IMG_90265eaa-4c43-464f-bc24-e2bd16f15a95/OSTACK_IMG_90265eaa-4c43-464f-bc24-e2bd16f15a95.vmdk {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1388.995850] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Downloading stream optimized image 07f851c2-1868-431b-b070-f733120aec2a to [datastore1] OSTACK_IMG_90265eaa-4c43-464f-bc24-e2bd16f15a95/OSTACK_IMG_90265eaa-4c43-464f-bc24-e2bd16f15a95.vmdk on the data store datastore1 as vApp {{(pid=70527) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1388.996061] env[70527]: DEBUG nova.virt.vmwareapi.images [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Downloading image file data 07f851c2-1868-431b-b070-f733120aec2a to the ESX as VM named 'OSTACK_IMG_90265eaa-4c43-464f-bc24-e2bd16f15a95' {{(pid=70527) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1389.064955] env[70527]: DEBUG oslo_vmware.rw_handles [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1389.064955] env[70527]: value = "resgroup-9" [ 1389.064955] env[70527]: _type = "ResourcePool" [ 1389.064955] env[70527]: }. {{(pid=70527) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1389.065302] env[70527]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-89c9d67d-f24e-4652-ab39-d4a282b75428 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.086683] env[70527]: DEBUG oslo_vmware.rw_handles [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Lease: (returnval){ [ 1389.086683] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]520145a6-ac65-25b5-ffe6-c04bddf694d9" [ 1389.086683] env[70527]: _type = "HttpNfcLease" [ 1389.086683] env[70527]: } obtained for vApp import into resource pool (val){ [ 1389.086683] env[70527]: value = "resgroup-9" [ 1389.086683] env[70527]: _type = "ResourcePool" [ 1389.086683] env[70527]: }. {{(pid=70527) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1389.087127] env[70527]: DEBUG oslo_vmware.api [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Waiting for the lease: (returnval){ [ 1389.087127] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]520145a6-ac65-25b5-ffe6-c04bddf694d9" [ 1389.087127] env[70527]: _type = "HttpNfcLease" [ 1389.087127] env[70527]: } to be ready. {{(pid=70527) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1389.093743] env[70527]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1389.093743] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]520145a6-ac65-25b5-ffe6-c04bddf694d9" [ 1389.093743] env[70527]: _type = "HttpNfcLease" [ 1389.093743] env[70527]: } is initializing. {{(pid=70527) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1389.223914] env[70527]: DEBUG oslo_concurrency.lockutils [req-483a3321-cd66-4828-b789-b4e0868d857f req-ee948e77-38f4-418e-acc6-ed6955dc4400 service nova] Releasing lock "refresh_cache-a7108ebd-01cc-47a0-8941-364d29d9b9e2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.595345] env[70527]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1389.595345] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]520145a6-ac65-25b5-ffe6-c04bddf694d9" [ 1389.595345] env[70527]: _type = "HttpNfcLease" [ 1389.595345] env[70527]: } is ready. {{(pid=70527) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1389.595884] env[70527]: DEBUG oslo_vmware.rw_handles [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1389.595884] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]520145a6-ac65-25b5-ffe6-c04bddf694d9" [ 1389.595884] env[70527]: _type = "HttpNfcLease" [ 1389.595884] env[70527]: }. {{(pid=70527) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1389.596302] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-171149a0-46ab-44bc-a195-eef3fcef72cb {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.603912] env[70527]: DEBUG oslo_vmware.rw_handles [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cab680-c624-2516-33dd-09fc7b6dd1a7/disk-0.vmdk from lease info. {{(pid=70527) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1389.604155] env[70527]: DEBUG oslo_vmware.rw_handles [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Creating HTTP connection to write to file with size = 31670272 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cab680-c624-2516-33dd-09fc7b6dd1a7/disk-0.vmdk. {{(pid=70527) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1389.665326] env[70527]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1565ab3b-f4f2-46fb-8be5-479afb7fe384 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.740303] env[70527]: DEBUG oslo_vmware.rw_handles [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Completed reading data from the image iterator. {{(pid=70527) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1390.740769] env[70527]: DEBUG oslo_vmware.rw_handles [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cab680-c624-2516-33dd-09fc7b6dd1a7/disk-0.vmdk. {{(pid=70527) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1390.741503] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0edbcb3e-495f-48a8-8780-4340e7d4fd06 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.749031] env[70527]: DEBUG oslo_vmware.rw_handles [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cab680-c624-2516-33dd-09fc7b6dd1a7/disk-0.vmdk is in state: ready. {{(pid=70527) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1390.749250] env[70527]: DEBUG oslo_vmware.rw_handles [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cab680-c624-2516-33dd-09fc7b6dd1a7/disk-0.vmdk. {{(pid=70527) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1390.749480] env[70527]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-3f554ac8-33e0-4e26-8399-eb2e439b53a2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.963955] env[70527]: DEBUG oslo_vmware.rw_handles [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cab680-c624-2516-33dd-09fc7b6dd1a7/disk-0.vmdk. {{(pid=70527) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1390.964279] env[70527]: INFO nova.virt.vmwareapi.images [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Downloaded image file data 07f851c2-1868-431b-b070-f733120aec2a [ 1390.965043] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f1f5dc-be26-4345-b39e-26315f99140c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.982539] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ffdaef3e-e372-41e4-a287-1f55a2d9791f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.014089] env[70527]: INFO nova.virt.vmwareapi.images [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] The imported VM was unregistered [ 1391.015827] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Caching image {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1391.016106] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Creating directory with path [datastore1] devstack-image-cache_base/07f851c2-1868-431b-b070-f733120aec2a {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1391.016359] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1231104c-c948-4377-930a-60771681039a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.027870] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Created directory with path [datastore1] devstack-image-cache_base/07f851c2-1868-431b-b070-f733120aec2a {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1391.028080] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_90265eaa-4c43-464f-bc24-e2bd16f15a95/OSTACK_IMG_90265eaa-4c43-464f-bc24-e2bd16f15a95.vmdk to [datastore1] devstack-image-cache_base/07f851c2-1868-431b-b070-f733120aec2a/07f851c2-1868-431b-b070-f733120aec2a.vmdk. {{(pid=70527) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1391.028343] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-2291739a-4a4a-4404-a8de-adadcf3a9dda {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.035305] env[70527]: DEBUG oslo_vmware.api [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Waiting for the task: (returnval){ [ 1391.035305] env[70527]: value = "task-3914343" [ 1391.035305] env[70527]: _type = "Task" [ 1391.035305] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.043347] env[70527]: DEBUG oslo_vmware.api [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914343, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.547602] env[70527]: DEBUG oslo_vmware.api [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914343, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.048056] env[70527]: DEBUG oslo_vmware.api [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914343, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.549037] env[70527]: DEBUG oslo_vmware.api [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914343, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.785605] env[70527]: DEBUG oslo_concurrency.lockutils [None req-466c1c06-103c-4694-b052-8d185f676a9b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquiring lock "7dc3c2b6-c256-49a9-91a9-f3754833b9ca" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1392.786021] env[70527]: DEBUG oslo_concurrency.lockutils [None req-466c1c06-103c-4694-b052-8d185f676a9b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Lock "7dc3c2b6-c256-49a9-91a9-f3754833b9ca" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1392.786231] env[70527]: DEBUG nova.compute.manager [None req-466c1c06-103c-4694-b052-8d185f676a9b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 7dc3c2b6-c256-49a9-91a9-f3754833b9ca] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1392.787301] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f17abbe-85ba-470b-80f1-28fd017681e7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.795846] env[70527]: DEBUG nova.compute.manager [None req-466c1c06-103c-4694-b052-8d185f676a9b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 7dc3c2b6-c256-49a9-91a9-f3754833b9ca] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70527) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1392.796549] env[70527]: DEBUG nova.objects.instance [None req-466c1c06-103c-4694-b052-8d185f676a9b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Lazy-loading 'flavor' on Instance uuid 7dc3c2b6-c256-49a9-91a9-f3754833b9ca {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1393.049774] env[70527]: DEBUG oslo_vmware.api [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914343, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.547631] env[70527]: DEBUG oslo_vmware.api [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914343, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.34907} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.547903] env[70527]: INFO nova.virt.vmwareapi.ds_util [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_90265eaa-4c43-464f-bc24-e2bd16f15a95/OSTACK_IMG_90265eaa-4c43-464f-bc24-e2bd16f15a95.vmdk to [datastore1] devstack-image-cache_base/07f851c2-1868-431b-b070-f733120aec2a/07f851c2-1868-431b-b070-f733120aec2a.vmdk. [ 1393.548179] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Cleaning up location [datastore1] OSTACK_IMG_90265eaa-4c43-464f-bc24-e2bd16f15a95 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1393.548372] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_90265eaa-4c43-464f-bc24-e2bd16f15a95 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1393.548644] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f9461d6-82cd-46d7-bcb5-e673041be13f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.554819] env[70527]: DEBUG oslo_vmware.api [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Waiting for the task: (returnval){ [ 1393.554819] env[70527]: value = "task-3914344" [ 1393.554819] env[70527]: _type = "Task" [ 1393.554819] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.562707] env[70527]: DEBUG oslo_vmware.api [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914344, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.804176] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-466c1c06-103c-4694-b052-8d185f676a9b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 7dc3c2b6-c256-49a9-91a9-f3754833b9ca] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1393.804505] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cae43ea6-2fe4-4691-9337-6cd0841a28da {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.812184] env[70527]: DEBUG oslo_vmware.api [None req-466c1c06-103c-4694-b052-8d185f676a9b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Waiting for the task: (returnval){ [ 1393.812184] env[70527]: value = "task-3914345" [ 1393.812184] env[70527]: _type = "Task" [ 1393.812184] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.820713] env[70527]: DEBUG oslo_vmware.api [None req-466c1c06-103c-4694-b052-8d185f676a9b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3914345, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.064831] env[70527]: DEBUG oslo_vmware.api [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914344, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.037711} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.065359] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1394.065359] env[70527]: DEBUG oslo_concurrency.lockutils [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Releasing lock "[datastore1] devstack-image-cache_base/07f851c2-1868-431b-b070-f733120aec2a/07f851c2-1868-431b-b070-f733120aec2a.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.065548] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/07f851c2-1868-431b-b070-f733120aec2a/07f851c2-1868-431b-b070-f733120aec2a.vmdk to [datastore1] a7108ebd-01cc-47a0-8941-364d29d9b9e2/a7108ebd-01cc-47a0-8941-364d29d9b9e2.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1394.065760] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c4c2a8c-ce22-4bcc-882e-905dfc2f502f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.074394] env[70527]: DEBUG oslo_vmware.api [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Waiting for the task: (returnval){ [ 1394.074394] env[70527]: value = "task-3914346" [ 1394.074394] env[70527]: _type = "Task" [ 1394.074394] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.082146] env[70527]: DEBUG oslo_vmware.api [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914346, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.322902] env[70527]: DEBUG oslo_vmware.api [None req-466c1c06-103c-4694-b052-8d185f676a9b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3914345, 'name': PowerOffVM_Task, 'duration_secs': 0.188672} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.323235] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-466c1c06-103c-4694-b052-8d185f676a9b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 7dc3c2b6-c256-49a9-91a9-f3754833b9ca] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1394.323444] env[70527]: DEBUG nova.compute.manager [None req-466c1c06-103c-4694-b052-8d185f676a9b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 7dc3c2b6-c256-49a9-91a9-f3754833b9ca] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1394.324298] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca8d8e8f-f9d5-46b4-b0b0-ff4de25ecac4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.587170] env[70527]: DEBUG oslo_vmware.api [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914346, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.836671] env[70527]: DEBUG oslo_concurrency.lockutils [None req-466c1c06-103c-4694-b052-8d185f676a9b tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Lock "7dc3c2b6-c256-49a9-91a9-f3754833b9ca" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.051s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1395.088044] env[70527]: DEBUG oslo_vmware.api [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914346, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.167663] env[70527]: DEBUG nova.objects.instance [None req-46e49e87-18b4-41a1-9dab-558a3911ec5a tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Lazy-loading 'flavor' on Instance uuid 7dc3c2b6-c256-49a9-91a9-f3754833b9ca {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1395.589225] env[70527]: DEBUG oslo_vmware.api [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914346, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.673513] env[70527]: DEBUG oslo_concurrency.lockutils [None req-46e49e87-18b4-41a1-9dab-558a3911ec5a tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquiring lock "refresh_cache-7dc3c2b6-c256-49a9-91a9-f3754833b9ca" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.673738] env[70527]: DEBUG oslo_concurrency.lockutils [None req-46e49e87-18b4-41a1-9dab-558a3911ec5a tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquired lock "refresh_cache-7dc3c2b6-c256-49a9-91a9-f3754833b9ca" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.673922] env[70527]: DEBUG nova.network.neutron [None req-46e49e87-18b4-41a1-9dab-558a3911ec5a tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 7dc3c2b6-c256-49a9-91a9-f3754833b9ca] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1395.674122] env[70527]: DEBUG nova.objects.instance [None req-46e49e87-18b4-41a1-9dab-558a3911ec5a tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Lazy-loading 'info_cache' on Instance uuid 7dc3c2b6-c256-49a9-91a9-f3754833b9ca {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1396.089299] env[70527]: DEBUG oslo_vmware.api [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914346, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.178302] env[70527]: DEBUG nova.objects.base [None req-46e49e87-18b4-41a1-9dab-558a3911ec5a tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Object Instance<7dc3c2b6-c256-49a9-91a9-f3754833b9ca> lazy-loaded attributes: flavor,info_cache {{(pid=70527) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1396.588326] env[70527]: DEBUG oslo_vmware.api [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914346, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.490048} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.588591] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/07f851c2-1868-431b-b070-f733120aec2a/07f851c2-1868-431b-b070-f733120aec2a.vmdk to [datastore1] a7108ebd-01cc-47a0-8941-364d29d9b9e2/a7108ebd-01cc-47a0-8941-364d29d9b9e2.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1396.589386] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce803d1-aaea-4735-8a50-8c2945f1d02f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.612112] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] a7108ebd-01cc-47a0-8941-364d29d9b9e2/a7108ebd-01cc-47a0-8941-364d29d9b9e2.vmdk or device None with type streamOptimized {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1396.612451] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7de961e-1cfe-468a-b7f8-e09d7e964496 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.631808] env[70527]: DEBUG oslo_vmware.api [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Waiting for the task: (returnval){ [ 1396.631808] env[70527]: value = "task-3914347" [ 1396.631808] env[70527]: _type = "Task" [ 1396.631808] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.639669] env[70527]: DEBUG oslo_vmware.api [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914347, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.931310] env[70527]: DEBUG nova.network.neutron [None req-46e49e87-18b4-41a1-9dab-558a3911ec5a tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 7dc3c2b6-c256-49a9-91a9-f3754833b9ca] Updating instance_info_cache with network_info: [{"id": "6cc4da48-0859-415d-bde5-03ee7733e633", "address": "fa:16:3e:f3:9a:39", "network": {"id": "e5ccb129-b701-4940-8889-7ade352f59a7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-618810543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8617bc6364874607aeffa5815a304ba7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cc4da48-08", "ovs_interfaceid": "6cc4da48-0859-415d-bde5-03ee7733e633", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1397.141985] env[70527]: DEBUG oslo_vmware.api [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914347, 'name': ReconfigVM_Task, 'duration_secs': 0.283867} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.142683] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Reconfigured VM instance instance-0000007b to attach disk [datastore1] a7108ebd-01cc-47a0-8941-364d29d9b9e2/a7108ebd-01cc-47a0-8941-364d29d9b9e2.vmdk or device None with type streamOptimized {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1397.143887] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'boot_index': 0, 'size': 0, 'guest_format': None, 'encrypted': False, 'encryption_options': None, 'device_name': '/dev/sda', 'encryption_format': None, 'disk_bus': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'image_id': 'ceb476e5-c20f-4967-be78-b77393a04dc2'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sdb', 'boot_index': None, 'guest_format': None, 'delete_on_termination': False, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-777263', 'volume_id': 'aa9f977a-9f32-4634-afb9-4eb93a406b22', 'name': 'volume-aa9f977a-9f32-4634-afb9-4eb93a406b22', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'a7108ebd-01cc-47a0-8941-364d29d9b9e2', 'attached_at': '', 'detached_at': '', 'volume_id': 'aa9f977a-9f32-4634-afb9-4eb93a406b22', 'serial': 'aa9f977a-9f32-4634-afb9-4eb93a406b22'}, 'disk_bus': None, 'attachment_id': 'a7c59af0-7a99-4b2e-83d2-5f7777659a8d', 'volume_type': None}], 'swap': None} {{(pid=70527) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1397.144109] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Volume attach. Driver type: vmdk {{(pid=70527) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1397.144308] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-777263', 'volume_id': 'aa9f977a-9f32-4634-afb9-4eb93a406b22', 'name': 'volume-aa9f977a-9f32-4634-afb9-4eb93a406b22', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'a7108ebd-01cc-47a0-8941-364d29d9b9e2', 'attached_at': '', 'detached_at': '', 'volume_id': 'aa9f977a-9f32-4634-afb9-4eb93a406b22', 'serial': 'aa9f977a-9f32-4634-afb9-4eb93a406b22'} {{(pid=70527) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1397.145160] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed84708-4356-4cad-aa16-d89250cde1d9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.161171] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb32e682-f15e-46fa-8c76-3e651fa4e171 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.185652] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] volume-aa9f977a-9f32-4634-afb9-4eb93a406b22/volume-aa9f977a-9f32-4634-afb9-4eb93a406b22.vmdk or device None with type thin {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1397.185926] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35cd3e26-596c-4d89-9e16-724872b4c971 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.204744] env[70527]: DEBUG oslo_vmware.api [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Waiting for the task: (returnval){ [ 1397.204744] env[70527]: value = "task-3914348" [ 1397.204744] env[70527]: _type = "Task" [ 1397.204744] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.212780] env[70527]: DEBUG oslo_vmware.api [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914348, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.434930] env[70527]: DEBUG oslo_concurrency.lockutils [None req-46e49e87-18b4-41a1-9dab-558a3911ec5a tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Releasing lock "refresh_cache-7dc3c2b6-c256-49a9-91a9-f3754833b9ca" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.714866] env[70527]: DEBUG oslo_vmware.api [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914348, 'name': ReconfigVM_Task, 'duration_secs': 0.277603} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.715271] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Reconfigured VM instance instance-0000007b to attach disk [datastore1] volume-aa9f977a-9f32-4634-afb9-4eb93a406b22/volume-aa9f977a-9f32-4634-afb9-4eb93a406b22.vmdk or device None with type thin {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1397.719920] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a735c38-3346-472d-a458-1df00d6cc17d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.735896] env[70527]: DEBUG oslo_vmware.api [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Waiting for the task: (returnval){ [ 1397.735896] env[70527]: value = "task-3914349" [ 1397.735896] env[70527]: _type = "Task" [ 1397.735896] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.744222] env[70527]: DEBUG oslo_vmware.api [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914349, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.246840] env[70527]: DEBUG oslo_vmware.api [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914349, 'name': ReconfigVM_Task, 'duration_secs': 0.137265} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.247224] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-777263', 'volume_id': 'aa9f977a-9f32-4634-afb9-4eb93a406b22', 'name': 'volume-aa9f977a-9f32-4634-afb9-4eb93a406b22', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'a7108ebd-01cc-47a0-8941-364d29d9b9e2', 'attached_at': '', 'detached_at': '', 'volume_id': 'aa9f977a-9f32-4634-afb9-4eb93a406b22', 'serial': 'aa9f977a-9f32-4634-afb9-4eb93a406b22'} {{(pid=70527) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1398.247656] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b3a7e555-1687-4253-b7e8-4eb0004a13e9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.253680] env[70527]: DEBUG oslo_vmware.api [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Waiting for the task: (returnval){ [ 1398.253680] env[70527]: value = "task-3914350" [ 1398.253680] env[70527]: _type = "Task" [ 1398.253680] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.262435] env[70527]: DEBUG oslo_vmware.api [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914350, 'name': Rename_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.441594] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-46e49e87-18b4-41a1-9dab-558a3911ec5a tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 7dc3c2b6-c256-49a9-91a9-f3754833b9ca] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1398.441951] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-efc3caee-5029-4334-a8c7-b61d91a019ef {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.449390] env[70527]: DEBUG oslo_vmware.api [None req-46e49e87-18b4-41a1-9dab-558a3911ec5a tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Waiting for the task: (returnval){ [ 1398.449390] env[70527]: value = "task-3914351" [ 1398.449390] env[70527]: _type = "Task" [ 1398.449390] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.458922] env[70527]: DEBUG oslo_vmware.api [None req-46e49e87-18b4-41a1-9dab-558a3911ec5a tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3914351, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.764645] env[70527]: DEBUG oslo_vmware.api [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914350, 'name': Rename_Task, 'duration_secs': 0.144345} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.764932] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1398.765230] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7603e5e3-f63a-4fce-b3db-463d8a7b68ee {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.772470] env[70527]: DEBUG oslo_vmware.api [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Waiting for the task: (returnval){ [ 1398.772470] env[70527]: value = "task-3914352" [ 1398.772470] env[70527]: _type = "Task" [ 1398.772470] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.781665] env[70527]: DEBUG oslo_vmware.api [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914352, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.959367] env[70527]: DEBUG oslo_vmware.api [None req-46e49e87-18b4-41a1-9dab-558a3911ec5a tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3914351, 'name': PowerOnVM_Task, 'duration_secs': 0.341454} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.959623] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-46e49e87-18b4-41a1-9dab-558a3911ec5a tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 7dc3c2b6-c256-49a9-91a9-f3754833b9ca] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1398.959826] env[70527]: DEBUG nova.compute.manager [None req-46e49e87-18b4-41a1-9dab-558a3911ec5a tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 7dc3c2b6-c256-49a9-91a9-f3754833b9ca] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1398.960623] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1efc573a-200d-452a-a5e0-428742613358 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.283069] env[70527]: DEBUG oslo_vmware.api [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914352, 'name': PowerOnVM_Task, 'duration_secs': 0.478563} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.283069] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1399.384997] env[70527]: DEBUG nova.compute.manager [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1399.385954] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4491df65-f2aa-462a-aeb7-3321cc6dd1eb {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.902124] env[70527]: DEBUG oslo_concurrency.lockutils [None req-81e17ebb-32a1-401a-ad9a-f8a835a88ab4 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Lock "a7108ebd-01cc-47a0-8941-364d29d9b9e2" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 27.324s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1399.994458] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29a040c-06c6-4679-80f7-914a856d3bac {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.001893] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-3b15e878-4e7b-4ce8-afdc-a2ba06ebf60d tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 7dc3c2b6-c256-49a9-91a9-f3754833b9ca] Suspending the VM {{(pid=70527) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1400.002140] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-e9894f7b-a64f-480b-84bb-17c30eafd990 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.008734] env[70527]: DEBUG oslo_vmware.api [None req-3b15e878-4e7b-4ce8-afdc-a2ba06ebf60d tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Waiting for the task: (returnval){ [ 1400.008734] env[70527]: value = "task-3914353" [ 1400.008734] env[70527]: _type = "Task" [ 1400.008734] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.016752] env[70527]: DEBUG oslo_vmware.api [None req-3b15e878-4e7b-4ce8-afdc-a2ba06ebf60d tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3914353, 'name': SuspendVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.519408] env[70527]: DEBUG oslo_vmware.api [None req-3b15e878-4e7b-4ce8-afdc-a2ba06ebf60d tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3914353, 'name': SuspendVM_Task} progress is 70%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.020630] env[70527]: DEBUG oslo_vmware.api [None req-3b15e878-4e7b-4ce8-afdc-a2ba06ebf60d tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3914353, 'name': SuspendVM_Task, 'duration_secs': 0.614314} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.020895] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-3b15e878-4e7b-4ce8-afdc-a2ba06ebf60d tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 7dc3c2b6-c256-49a9-91a9-f3754833b9ca] Suspended the VM {{(pid=70527) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1401.021089] env[70527]: DEBUG nova.compute.manager [None req-3b15e878-4e7b-4ce8-afdc-a2ba06ebf60d tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 7dc3c2b6-c256-49a9-91a9-f3754833b9ca] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1401.021902] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36999f54-d94e-42c5-9a44-24e0addb32c5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.359964] env[70527]: INFO nova.compute.manager [None req-87340789-62bf-4d71-b231-648ba3cc0dc2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 7dc3c2b6-c256-49a9-91a9-f3754833b9ca] Resuming [ 1402.360594] env[70527]: DEBUG nova.objects.instance [None req-87340789-62bf-4d71-b231-648ba3cc0dc2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Lazy-loading 'flavor' on Instance uuid 7dc3c2b6-c256-49a9-91a9-f3754833b9ca {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1403.870965] env[70527]: DEBUG oslo_concurrency.lockutils [None req-87340789-62bf-4d71-b231-648ba3cc0dc2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquiring lock "refresh_cache-7dc3c2b6-c256-49a9-91a9-f3754833b9ca" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.871413] env[70527]: DEBUG oslo_concurrency.lockutils [None req-87340789-62bf-4d71-b231-648ba3cc0dc2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquired lock "refresh_cache-7dc3c2b6-c256-49a9-91a9-f3754833b9ca" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.871413] env[70527]: DEBUG nova.network.neutron [None req-87340789-62bf-4d71-b231-648ba3cc0dc2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 7dc3c2b6-c256-49a9-91a9-f3754833b9ca] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1404.601522] env[70527]: DEBUG nova.network.neutron [None req-87340789-62bf-4d71-b231-648ba3cc0dc2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 7dc3c2b6-c256-49a9-91a9-f3754833b9ca] Updating instance_info_cache with network_info: [{"id": "6cc4da48-0859-415d-bde5-03ee7733e633", "address": "fa:16:3e:f3:9a:39", "network": {"id": "e5ccb129-b701-4940-8889-7ade352f59a7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-618810543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8617bc6364874607aeffa5815a304ba7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cc4da48-08", "ovs_interfaceid": "6cc4da48-0859-415d-bde5-03ee7733e633", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1405.104242] env[70527]: DEBUG oslo_concurrency.lockutils [None req-87340789-62bf-4d71-b231-648ba3cc0dc2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Releasing lock "refresh_cache-7dc3c2b6-c256-49a9-91a9-f3754833b9ca" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.105270] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9617971b-54e8-4486-a5e8-cc08565ed9d6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.113171] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-87340789-62bf-4d71-b231-648ba3cc0dc2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 7dc3c2b6-c256-49a9-91a9-f3754833b9ca] Resuming the VM {{(pid=70527) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1405.113476] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2f49481-49da-4fe7-8d3c-671416ab7602 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.120290] env[70527]: DEBUG oslo_vmware.api [None req-87340789-62bf-4d71-b231-648ba3cc0dc2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Waiting for the task: (returnval){ [ 1405.120290] env[70527]: value = "task-3914354" [ 1405.120290] env[70527]: _type = "Task" [ 1405.120290] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.128417] env[70527]: DEBUG oslo_vmware.api [None req-87340789-62bf-4d71-b231-648ba3cc0dc2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3914354, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.631635] env[70527]: DEBUG oslo_vmware.api [None req-87340789-62bf-4d71-b231-648ba3cc0dc2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3914354, 'name': PowerOnVM_Task, 'duration_secs': 0.500935} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.631635] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-87340789-62bf-4d71-b231-648ba3cc0dc2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 7dc3c2b6-c256-49a9-91a9-f3754833b9ca] Resumed the VM {{(pid=70527) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1405.632064] env[70527]: DEBUG nova.compute.manager [None req-87340789-62bf-4d71-b231-648ba3cc0dc2 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 7dc3c2b6-c256-49a9-91a9-f3754833b9ca] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1405.632673] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8cc4ccd-dba4-49f6-b3f2-ec122a4510b1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.050565] env[70527]: DEBUG oslo_concurrency.lockutils [None req-6bb33ca0-3afe-4a48-9f15-64b134515c75 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquiring lock "7dc3c2b6-c256-49a9-91a9-f3754833b9ca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1407.050998] env[70527]: DEBUG oslo_concurrency.lockutils [None req-6bb33ca0-3afe-4a48-9f15-64b134515c75 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Lock "7dc3c2b6-c256-49a9-91a9-f3754833b9ca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1407.051074] env[70527]: DEBUG oslo_concurrency.lockutils [None req-6bb33ca0-3afe-4a48-9f15-64b134515c75 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquiring lock "7dc3c2b6-c256-49a9-91a9-f3754833b9ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1407.051244] env[70527]: DEBUG oslo_concurrency.lockutils [None req-6bb33ca0-3afe-4a48-9f15-64b134515c75 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Lock "7dc3c2b6-c256-49a9-91a9-f3754833b9ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1407.051411] env[70527]: DEBUG oslo_concurrency.lockutils [None req-6bb33ca0-3afe-4a48-9f15-64b134515c75 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Lock "7dc3c2b6-c256-49a9-91a9-f3754833b9ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1407.053630] env[70527]: INFO nova.compute.manager [None req-6bb33ca0-3afe-4a48-9f15-64b134515c75 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 7dc3c2b6-c256-49a9-91a9-f3754833b9ca] Terminating instance [ 1407.557439] env[70527]: DEBUG nova.compute.manager [None req-6bb33ca0-3afe-4a48-9f15-64b134515c75 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 7dc3c2b6-c256-49a9-91a9-f3754833b9ca] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1407.557709] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb33ca0-3afe-4a48-9f15-64b134515c75 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 7dc3c2b6-c256-49a9-91a9-f3754833b9ca] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1407.558609] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da89863-0b1d-4295-88f9-5832cdf0a1b1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.567199] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bb33ca0-3afe-4a48-9f15-64b134515c75 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 7dc3c2b6-c256-49a9-91a9-f3754833b9ca] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1407.567464] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ec8272c-6828-4f53-8f1b-26ab91151ebd {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.575512] env[70527]: DEBUG oslo_vmware.api [None req-6bb33ca0-3afe-4a48-9f15-64b134515c75 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Waiting for the task: (returnval){ [ 1407.575512] env[70527]: value = "task-3914355" [ 1407.575512] env[70527]: _type = "Task" [ 1407.575512] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.585394] env[70527]: DEBUG oslo_vmware.api [None req-6bb33ca0-3afe-4a48-9f15-64b134515c75 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3914355, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.084831] env[70527]: DEBUG oslo_vmware.api [None req-6bb33ca0-3afe-4a48-9f15-64b134515c75 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3914355, 'name': PowerOffVM_Task, 'duration_secs': 0.204247} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.085336] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bb33ca0-3afe-4a48-9f15-64b134515c75 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 7dc3c2b6-c256-49a9-91a9-f3754833b9ca] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1408.085336] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb33ca0-3afe-4a48-9f15-64b134515c75 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 7dc3c2b6-c256-49a9-91a9-f3754833b9ca] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1408.085570] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7757027f-07c6-4645-8376-3f65443226d6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.151945] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb33ca0-3afe-4a48-9f15-64b134515c75 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 7dc3c2b6-c256-49a9-91a9-f3754833b9ca] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1408.152185] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb33ca0-3afe-4a48-9f15-64b134515c75 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 7dc3c2b6-c256-49a9-91a9-f3754833b9ca] Deleting contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1408.152370] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bb33ca0-3afe-4a48-9f15-64b134515c75 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Deleting the datastore file [datastore1] 7dc3c2b6-c256-49a9-91a9-f3754833b9ca {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1408.152694] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-245810df-9aeb-470f-81ac-0189f62b7a39 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.160701] env[70527]: DEBUG oslo_vmware.api [None req-6bb33ca0-3afe-4a48-9f15-64b134515c75 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Waiting for the task: (returnval){ [ 1408.160701] env[70527]: value = "task-3914357" [ 1408.160701] env[70527]: _type = "Task" [ 1408.160701] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.168384] env[70527]: DEBUG oslo_vmware.api [None req-6bb33ca0-3afe-4a48-9f15-64b134515c75 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3914357, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.671234] env[70527]: DEBUG oslo_vmware.api [None req-6bb33ca0-3afe-4a48-9f15-64b134515c75 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Task: {'id': task-3914357, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151046} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.671449] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bb33ca0-3afe-4a48-9f15-64b134515c75 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1408.671682] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb33ca0-3afe-4a48-9f15-64b134515c75 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 7dc3c2b6-c256-49a9-91a9-f3754833b9ca] Deleted contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1408.671869] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb33ca0-3afe-4a48-9f15-64b134515c75 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 7dc3c2b6-c256-49a9-91a9-f3754833b9ca] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1408.672060] env[70527]: INFO nova.compute.manager [None req-6bb33ca0-3afe-4a48-9f15-64b134515c75 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] [instance: 7dc3c2b6-c256-49a9-91a9-f3754833b9ca] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1408.672308] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6bb33ca0-3afe-4a48-9f15-64b134515c75 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1408.672504] env[70527]: DEBUG nova.compute.manager [-] [instance: 7dc3c2b6-c256-49a9-91a9-f3754833b9ca] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1408.672612] env[70527]: DEBUG nova.network.neutron [-] [instance: 7dc3c2b6-c256-49a9-91a9-f3754833b9ca] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1409.124718] env[70527]: DEBUG nova.compute.manager [req-c16c7cf1-d313-4801-a63b-d7a92f3a1a46 req-094ff2ba-4ddb-4b06-bdaa-9e018a5d7db3 service nova] [instance: 7dc3c2b6-c256-49a9-91a9-f3754833b9ca] Received event network-vif-deleted-6cc4da48-0859-415d-bde5-03ee7733e633 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1409.124985] env[70527]: INFO nova.compute.manager [req-c16c7cf1-d313-4801-a63b-d7a92f3a1a46 req-094ff2ba-4ddb-4b06-bdaa-9e018a5d7db3 service nova] [instance: 7dc3c2b6-c256-49a9-91a9-f3754833b9ca] Neutron deleted interface 6cc4da48-0859-415d-bde5-03ee7733e633; detaching it from the instance and deleting it from the info cache [ 1409.125179] env[70527]: DEBUG nova.network.neutron [req-c16c7cf1-d313-4801-a63b-d7a92f3a1a46 req-094ff2ba-4ddb-4b06-bdaa-9e018a5d7db3 service nova] [instance: 7dc3c2b6-c256-49a9-91a9-f3754833b9ca] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1409.608450] env[70527]: DEBUG nova.network.neutron [-] [instance: 7dc3c2b6-c256-49a9-91a9-f3754833b9ca] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1409.628236] env[70527]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f0b2a72b-d601-4c73-9d0a-b1d61724bfd6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.643447] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01c69c4-90cc-468a-bc06-59d11a064acf {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.682023] env[70527]: DEBUG nova.compute.manager [req-c16c7cf1-d313-4801-a63b-d7a92f3a1a46 req-094ff2ba-4ddb-4b06-bdaa-9e018a5d7db3 service nova] [instance: 7dc3c2b6-c256-49a9-91a9-f3754833b9ca] Detach interface failed, port_id=6cc4da48-0859-415d-bde5-03ee7733e633, reason: Instance 7dc3c2b6-c256-49a9-91a9-f3754833b9ca could not be found. {{(pid=70527) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1410.111154] env[70527]: INFO nova.compute.manager [-] [instance: 7dc3c2b6-c256-49a9-91a9-f3754833b9ca] Took 1.44 seconds to deallocate network for instance. [ 1410.617879] env[70527]: DEBUG oslo_concurrency.lockutils [None req-6bb33ca0-3afe-4a48-9f15-64b134515c75 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1410.618248] env[70527]: DEBUG oslo_concurrency.lockutils [None req-6bb33ca0-3afe-4a48-9f15-64b134515c75 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1410.618376] env[70527]: DEBUG nova.objects.instance [None req-6bb33ca0-3afe-4a48-9f15-64b134515c75 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Lazy-loading 'resources' on Instance uuid 7dc3c2b6-c256-49a9-91a9-f3754833b9ca {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1411.164975] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a37dc11-29d0-413e-b285-c4b109894e7e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.173700] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19329370-eecf-4756-8dd8-09fbebac2a99 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.203769] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83891731-0dc6-4eb2-b0b3-f0fe0f467714 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.211567] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2da7453-9057-45f7-9756-993a328bf637 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.224895] env[70527]: DEBUG nova.compute.provider_tree [None req-6bb33ca0-3afe-4a48-9f15-64b134515c75 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1411.728291] env[70527]: DEBUG nova.scheduler.client.report [None req-6bb33ca0-3afe-4a48-9f15-64b134515c75 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1412.233646] env[70527]: DEBUG oslo_concurrency.lockutils [None req-6bb33ca0-3afe-4a48-9f15-64b134515c75 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.615s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1412.256827] env[70527]: INFO nova.scheduler.client.report [None req-6bb33ca0-3afe-4a48-9f15-64b134515c75 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Deleted allocations for instance 7dc3c2b6-c256-49a9-91a9-f3754833b9ca [ 1412.765114] env[70527]: DEBUG oslo_concurrency.lockutils [None req-6bb33ca0-3afe-4a48-9f15-64b134515c75 tempest-ServerActionsTestJSON-420425725 tempest-ServerActionsTestJSON-420425725-project-member] Lock "7dc3c2b6-c256-49a9-91a9-f3754833b9ca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.714s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1421.839739] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1421.840138] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1421.840172] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1421.840321] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1421.840473] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1421.840616] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1421.840762] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1421.840915] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70527) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1421.841066] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager.update_available_resource {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1422.344893] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1422.345193] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1422.345368] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1422.345529] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70527) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1422.346460] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa60c1b-cee8-4291-a5c9-b487bc77454a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.355650] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7266ff31-c44c-48b3-833c-b297d489b8cd {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.370339] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4d8dda-404e-4309-a006-dea2c1e043d0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.377558] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c293b1e7-0a45-41e8-90d2-b80bc6b3c56d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.407126] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180640MB free_disk=40GB free_vcpus=48 pci_devices=None {{(pid=70527) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1422.407286] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1422.407509] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1423.437027] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance a7108ebd-01cc-47a0-8941-364d29d9b9e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1423.437027] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=70527) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1423.437027] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=70527) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1423.465141] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4e40d2-66d9-4a81-b308-855baa6ad2b2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.473656] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db79d00d-8339-4901-908e-ea204869b920 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.506030] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e58aa0-46b8-498b-9d2e-5fb18f00a46b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.514437] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef821dd-986a-4d2e-b112-288ffae22341 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.528737] env[70527]: DEBUG nova.compute.provider_tree [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1424.031882] env[70527]: DEBUG nova.scheduler.client.report [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1424.537247] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70527) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1424.537639] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.130s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1436.734415] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f77f803f-1018-47dc-a6c1-e7472cf75522 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Acquiring lock "a7108ebd-01cc-47a0-8941-364d29d9b9e2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1436.734805] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f77f803f-1018-47dc-a6c1-e7472cf75522 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Lock "a7108ebd-01cc-47a0-8941-364d29d9b9e2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1437.238264] env[70527]: INFO nova.compute.manager [None req-f77f803f-1018-47dc-a6c1-e7472cf75522 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Detaching volume aa9f977a-9f32-4634-afb9-4eb93a406b22 [ 1437.269119] env[70527]: INFO nova.virt.block_device [None req-f77f803f-1018-47dc-a6c1-e7472cf75522 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Attempting to driver detach volume aa9f977a-9f32-4634-afb9-4eb93a406b22 from mountpoint /dev/sdb [ 1437.269430] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-f77f803f-1018-47dc-a6c1-e7472cf75522 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Volume detach. Driver type: vmdk {{(pid=70527) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1437.269654] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-f77f803f-1018-47dc-a6c1-e7472cf75522 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-777263', 'volume_id': 'aa9f977a-9f32-4634-afb9-4eb93a406b22', 'name': 'volume-aa9f977a-9f32-4634-afb9-4eb93a406b22', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'a7108ebd-01cc-47a0-8941-364d29d9b9e2', 'attached_at': '', 'detached_at': '', 'volume_id': 'aa9f977a-9f32-4634-afb9-4eb93a406b22', 'serial': 'aa9f977a-9f32-4634-afb9-4eb93a406b22'} {{(pid=70527) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1437.270661] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa4823b-f685-4038-b7ee-70cfd7366bf4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.295764] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac85fe04-5900-4095-94c0-68f84b7747be {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.303685] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca58ff8-4da2-4d64-be66-108519967101 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.324166] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c66759d5-8613-4b97-8a25-6368ffe4fbd1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.339486] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-f77f803f-1018-47dc-a6c1-e7472cf75522 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] The volume has not been displaced from its original location: [datastore1] volume-aa9f977a-9f32-4634-afb9-4eb93a406b22/volume-aa9f977a-9f32-4634-afb9-4eb93a406b22.vmdk. No consolidation needed. {{(pid=70527) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1437.345022] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-f77f803f-1018-47dc-a6c1-e7472cf75522 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Reconfiguring VM instance instance-0000007b to detach disk 2001 {{(pid=70527) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1437.345483] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8cc4ce0b-5643-4c44-9649-b73fdae14577 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.364878] env[70527]: DEBUG oslo_vmware.api [None req-f77f803f-1018-47dc-a6c1-e7472cf75522 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Waiting for the task: (returnval){ [ 1437.364878] env[70527]: value = "task-3914358" [ 1437.364878] env[70527]: _type = "Task" [ 1437.364878] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.373667] env[70527]: DEBUG oslo_vmware.api [None req-f77f803f-1018-47dc-a6c1-e7472cf75522 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914358, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.875166] env[70527]: DEBUG oslo_vmware.api [None req-f77f803f-1018-47dc-a6c1-e7472cf75522 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914358, 'name': ReconfigVM_Task, 'duration_secs': 0.225114} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.875556] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-f77f803f-1018-47dc-a6c1-e7472cf75522 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Reconfigured VM instance instance-0000007b to detach disk 2001 {{(pid=70527) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1437.880046] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ae112b7-f604-4cfb-af61-c5fd8b585866 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.895319] env[70527]: DEBUG oslo_vmware.api [None req-f77f803f-1018-47dc-a6c1-e7472cf75522 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Waiting for the task: (returnval){ [ 1437.895319] env[70527]: value = "task-3914359" [ 1437.895319] env[70527]: _type = "Task" [ 1437.895319] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.903657] env[70527]: DEBUG oslo_vmware.api [None req-f77f803f-1018-47dc-a6c1-e7472cf75522 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914359, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.406109] env[70527]: DEBUG oslo_vmware.api [None req-f77f803f-1018-47dc-a6c1-e7472cf75522 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914359, 'name': ReconfigVM_Task, 'duration_secs': 0.23986} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.406422] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-f77f803f-1018-47dc-a6c1-e7472cf75522 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-777263', 'volume_id': 'aa9f977a-9f32-4634-afb9-4eb93a406b22', 'name': 'volume-aa9f977a-9f32-4634-afb9-4eb93a406b22', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'a7108ebd-01cc-47a0-8941-364d29d9b9e2', 'attached_at': '', 'detached_at': '', 'volume_id': 'aa9f977a-9f32-4634-afb9-4eb93a406b22', 'serial': 'aa9f977a-9f32-4634-afb9-4eb93a406b22'} {{(pid=70527) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1438.945777] env[70527]: DEBUG nova.objects.instance [None req-f77f803f-1018-47dc-a6c1-e7472cf75522 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Lazy-loading 'flavor' on Instance uuid a7108ebd-01cc-47a0-8941-364d29d9b9e2 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1439.954902] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f77f803f-1018-47dc-a6c1-e7472cf75522 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Lock "a7108ebd-01cc-47a0-8941-364d29d9b9e2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.220s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1440.983351] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0a79c79c-ad39-4fab-9721-6e4945ecf805 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Acquiring lock "a7108ebd-01cc-47a0-8941-364d29d9b9e2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1440.983784] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0a79c79c-ad39-4fab-9721-6e4945ecf805 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Lock "a7108ebd-01cc-47a0-8941-364d29d9b9e2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1440.983848] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0a79c79c-ad39-4fab-9721-6e4945ecf805 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Acquiring lock "a7108ebd-01cc-47a0-8941-364d29d9b9e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1440.983984] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0a79c79c-ad39-4fab-9721-6e4945ecf805 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Lock "a7108ebd-01cc-47a0-8941-364d29d9b9e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1440.984170] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0a79c79c-ad39-4fab-9721-6e4945ecf805 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Lock "a7108ebd-01cc-47a0-8941-364d29d9b9e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1440.986382] env[70527]: INFO nova.compute.manager [None req-0a79c79c-ad39-4fab-9721-6e4945ecf805 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Terminating instance [ 1441.490335] env[70527]: DEBUG nova.compute.manager [None req-0a79c79c-ad39-4fab-9721-6e4945ecf805 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1441.490565] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-0a79c79c-ad39-4fab-9721-6e4945ecf805 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1441.491677] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c57df8bc-a06e-49ed-a9b7-952aa79716a5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.500311] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a79c79c-ad39-4fab-9721-6e4945ecf805 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1441.501056] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c872c75-253c-4286-b00a-914a8d376076 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.507420] env[70527]: DEBUG oslo_vmware.api [None req-0a79c79c-ad39-4fab-9721-6e4945ecf805 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Waiting for the task: (returnval){ [ 1441.507420] env[70527]: value = "task-3914360" [ 1441.507420] env[70527]: _type = "Task" [ 1441.507420] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.515990] env[70527]: DEBUG oslo_vmware.api [None req-0a79c79c-ad39-4fab-9721-6e4945ecf805 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914360, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.017551] env[70527]: DEBUG oslo_vmware.api [None req-0a79c79c-ad39-4fab-9721-6e4945ecf805 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914360, 'name': PowerOffVM_Task, 'duration_secs': 0.202909} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.017939] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a79c79c-ad39-4fab-9721-6e4945ecf805 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1442.018026] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-0a79c79c-ad39-4fab-9721-6e4945ecf805 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1442.018300] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c8576031-5e78-40c6-93b4-48b26df1478b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.081241] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-0a79c79c-ad39-4fab-9721-6e4945ecf805 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1442.081439] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-0a79c79c-ad39-4fab-9721-6e4945ecf805 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Deleting contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1442.081623] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a79c79c-ad39-4fab-9721-6e4945ecf805 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Deleting the datastore file [datastore1] a7108ebd-01cc-47a0-8941-364d29d9b9e2 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1442.081890] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc955460-d1f3-4598-ae04-71f7b0497204 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.090231] env[70527]: DEBUG oslo_vmware.api [None req-0a79c79c-ad39-4fab-9721-6e4945ecf805 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Waiting for the task: (returnval){ [ 1442.090231] env[70527]: value = "task-3914362" [ 1442.090231] env[70527]: _type = "Task" [ 1442.090231] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.098492] env[70527]: DEBUG oslo_vmware.api [None req-0a79c79c-ad39-4fab-9721-6e4945ecf805 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914362, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.602571] env[70527]: DEBUG oslo_vmware.api [None req-0a79c79c-ad39-4fab-9721-6e4945ecf805 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914362, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176548} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.602929] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a79c79c-ad39-4fab-9721-6e4945ecf805 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1442.603206] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-0a79c79c-ad39-4fab-9721-6e4945ecf805 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Deleted contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1442.603459] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-0a79c79c-ad39-4fab-9721-6e4945ecf805 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1442.603703] env[70527]: INFO nova.compute.manager [None req-0a79c79c-ad39-4fab-9721-6e4945ecf805 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1442.604073] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a79c79c-ad39-4fab-9721-6e4945ecf805 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1442.604356] env[70527]: DEBUG nova.compute.manager [-] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1442.604483] env[70527]: DEBUG nova.network.neutron [-] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1443.111680] env[70527]: DEBUG nova.compute.manager [req-16cf556b-17f7-4297-a446-6d10016f2828 req-b4647e31-9b14-4a93-891a-117a8fb5e4cb service nova] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Received event network-vif-deleted-42a78605-52a3-41b5-b647-6ed64dc65b6d {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1443.112192] env[70527]: INFO nova.compute.manager [req-16cf556b-17f7-4297-a446-6d10016f2828 req-b4647e31-9b14-4a93-891a-117a8fb5e4cb service nova] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Neutron deleted interface 42a78605-52a3-41b5-b647-6ed64dc65b6d; detaching it from the instance and deleting it from the info cache [ 1443.112192] env[70527]: DEBUG nova.network.neutron [req-16cf556b-17f7-4297-a446-6d10016f2828 req-b4647e31-9b14-4a93-891a-117a8fb5e4cb service nova] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1443.594209] env[70527]: DEBUG nova.network.neutron [-] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1443.615453] env[70527]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a7832d64-0f53-450e-9f67-b6a1c739b5f0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.625840] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b001c2ea-1164-438e-b966-03828c84e035 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.652532] env[70527]: DEBUG nova.compute.manager [req-16cf556b-17f7-4297-a446-6d10016f2828 req-b4647e31-9b14-4a93-891a-117a8fb5e4cb service nova] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Detach interface failed, port_id=42a78605-52a3-41b5-b647-6ed64dc65b6d, reason: Instance a7108ebd-01cc-47a0-8941-364d29d9b9e2 could not be found. {{(pid=70527) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1444.097583] env[70527]: INFO nova.compute.manager [-] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Took 1.49 seconds to deallocate network for instance. [ 1444.604245] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0a79c79c-ad39-4fab-9721-6e4945ecf805 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1444.604623] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0a79c79c-ad39-4fab-9721-6e4945ecf805 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1444.604774] env[70527]: DEBUG nova.objects.instance [None req-0a79c79c-ad39-4fab-9721-6e4945ecf805 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Lazy-loading 'resources' on Instance uuid a7108ebd-01cc-47a0-8941-364d29d9b9e2 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1445.140703] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a856d5a-8fdb-4b01-b202-e40f6606ae89 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.148806] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c12bbae8-1360-4486-adde-c07e33fd1e11 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.178924] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bbd8b5e-31d4-45c4-a5f5-bc8ead6234ae {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.186778] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b58514-b598-4317-996b-49eb055d554e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.200515] env[70527]: DEBUG nova.compute.provider_tree [None req-0a79c79c-ad39-4fab-9721-6e4945ecf805 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1445.703686] env[70527]: DEBUG nova.scheduler.client.report [None req-0a79c79c-ad39-4fab-9721-6e4945ecf805 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1446.208956] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0a79c79c-ad39-4fab-9721-6e4945ecf805 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.604s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1446.228908] env[70527]: INFO nova.scheduler.client.report [None req-0a79c79c-ad39-4fab-9721-6e4945ecf805 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Deleted allocations for instance a7108ebd-01cc-47a0-8941-364d29d9b9e2 [ 1446.739994] env[70527]: DEBUG oslo_concurrency.lockutils [None req-0a79c79c-ad39-4fab-9721-6e4945ecf805 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Lock "a7108ebd-01cc-47a0-8941-364d29d9b9e2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.756s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1449.227584] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f4d22808-04ed-4c96-a65a-ade28ed6024b tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Acquiring lock "435d371b-e392-4f4c-88dd-a8ffea4d2699" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1449.227911] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f4d22808-04ed-4c96-a65a-ade28ed6024b tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Lock "435d371b-e392-4f4c-88dd-a8ffea4d2699" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1449.730723] env[70527]: DEBUG nova.compute.manager [None req-f4d22808-04ed-4c96-a65a-ade28ed6024b tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Starting instance... {{(pid=70527) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1450.254218] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f4d22808-04ed-4c96-a65a-ade28ed6024b tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1450.254517] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f4d22808-04ed-4c96-a65a-ade28ed6024b tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1450.256071] env[70527]: INFO nova.compute.claims [None req-f4d22808-04ed-4c96-a65a-ade28ed6024b tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1451.293075] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f9f5a7-f547-48bf-9b0c-32d1a387bdc9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.301503] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c759394-b03c-4884-ab89-57db5936e177 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.332431] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4428cf15-bc05-4738-8199-6c7a36d6c727 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.340318] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f623aaf9-5432-4ab5-82c1-2def52fb532c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.354675] env[70527]: DEBUG nova.compute.provider_tree [None req-f4d22808-04ed-4c96-a65a-ade28ed6024b tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1451.857971] env[70527]: DEBUG nova.scheduler.client.report [None req-f4d22808-04ed-4c96-a65a-ade28ed6024b tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1452.363676] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f4d22808-04ed-4c96-a65a-ade28ed6024b tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.109s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1452.364537] env[70527]: DEBUG nova.compute.manager [None req-f4d22808-04ed-4c96-a65a-ade28ed6024b tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Start building networks asynchronously for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1452.870825] env[70527]: DEBUG nova.compute.utils [None req-f4d22808-04ed-4c96-a65a-ade28ed6024b tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Using /dev/sd instead of None {{(pid=70527) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1452.872323] env[70527]: DEBUG nova.compute.manager [None req-f4d22808-04ed-4c96-a65a-ade28ed6024b tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Allocating IP information in the background. {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1452.872501] env[70527]: DEBUG nova.network.neutron [None req-f4d22808-04ed-4c96-a65a-ade28ed6024b tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] allocate_for_instance() {{(pid=70527) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1452.919989] env[70527]: DEBUG nova.policy [None req-f4d22808-04ed-4c96-a65a-ade28ed6024b tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f4d0e628a514ed8a50c926bb18296d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa879e9d16e248d19fe75f4ae9cc0f89', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70527) authorize /opt/stack/nova/nova/policy.py:192}} [ 1453.200448] env[70527]: DEBUG nova.network.neutron [None req-f4d22808-04ed-4c96-a65a-ade28ed6024b tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Successfully created port: 6df0c641-57de-4036-a924-a4be942ec2b5 {{(pid=70527) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1453.376029] env[70527]: DEBUG nova.compute.manager [None req-f4d22808-04ed-4c96-a65a-ade28ed6024b tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Start building block device mappings for instance. {{(pid=70527) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1454.385401] env[70527]: DEBUG nova.compute.manager [None req-f4d22808-04ed-4c96-a65a-ade28ed6024b tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Start spawning the instance on the hypervisor. {{(pid=70527) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1454.411796] env[70527]: DEBUG nova.virt.hardware [None req-f4d22808-04ed-4c96-a65a-ade28ed6024b tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T17:20:10Z,direct_url=,disk_format='vmdk',id=ceb476e5-c20f-4967-be78-b77393a04dc2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c3eee3a2e62a4bcdad1e7484fcad9e2c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T17:20:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1454.412064] env[70527]: DEBUG nova.virt.hardware [None req-f4d22808-04ed-4c96-a65a-ade28ed6024b tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1454.412242] env[70527]: DEBUG nova.virt.hardware [None req-f4d22808-04ed-4c96-a65a-ade28ed6024b tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1454.412429] env[70527]: DEBUG nova.virt.hardware [None req-f4d22808-04ed-4c96-a65a-ade28ed6024b tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1454.412575] env[70527]: DEBUG nova.virt.hardware [None req-f4d22808-04ed-4c96-a65a-ade28ed6024b tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1454.412718] env[70527]: DEBUG nova.virt.hardware [None req-f4d22808-04ed-4c96-a65a-ade28ed6024b tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1454.412934] env[70527]: DEBUG nova.virt.hardware [None req-f4d22808-04ed-4c96-a65a-ade28ed6024b tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1454.413106] env[70527]: DEBUG nova.virt.hardware [None req-f4d22808-04ed-4c96-a65a-ade28ed6024b tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1454.413273] env[70527]: DEBUG nova.virt.hardware [None req-f4d22808-04ed-4c96-a65a-ade28ed6024b tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1454.413434] env[70527]: DEBUG nova.virt.hardware [None req-f4d22808-04ed-4c96-a65a-ade28ed6024b tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1454.413602] env[70527]: DEBUG nova.virt.hardware [None req-f4d22808-04ed-4c96-a65a-ade28ed6024b tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1454.414578] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53eeadd6-cca1-48be-997c-f4d7dd707e1e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.422688] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f0f716b-ab97-4a77-b35b-05e03098cc88 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.565146] env[70527]: DEBUG nova.compute.manager [req-fa7f34ab-4ca4-4748-8da6-cbc8d753914f req-01961c57-31e3-43b9-927d-75467f4c6b2d service nova] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Received event network-vif-plugged-6df0c641-57de-4036-a924-a4be942ec2b5 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1454.565264] env[70527]: DEBUG oslo_concurrency.lockutils [req-fa7f34ab-4ca4-4748-8da6-cbc8d753914f req-01961c57-31e3-43b9-927d-75467f4c6b2d service nova] Acquiring lock "435d371b-e392-4f4c-88dd-a8ffea4d2699-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1454.565428] env[70527]: DEBUG oslo_concurrency.lockutils [req-fa7f34ab-4ca4-4748-8da6-cbc8d753914f req-01961c57-31e3-43b9-927d-75467f4c6b2d service nova] Lock "435d371b-e392-4f4c-88dd-a8ffea4d2699-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1454.565595] env[70527]: DEBUG oslo_concurrency.lockutils [req-fa7f34ab-4ca4-4748-8da6-cbc8d753914f req-01961c57-31e3-43b9-927d-75467f4c6b2d service nova] Lock "435d371b-e392-4f4c-88dd-a8ffea4d2699-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1454.565762] env[70527]: DEBUG nova.compute.manager [req-fa7f34ab-4ca4-4748-8da6-cbc8d753914f req-01961c57-31e3-43b9-927d-75467f4c6b2d service nova] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] No waiting events found dispatching network-vif-plugged-6df0c641-57de-4036-a924-a4be942ec2b5 {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1454.565925] env[70527]: WARNING nova.compute.manager [req-fa7f34ab-4ca4-4748-8da6-cbc8d753914f req-01961c57-31e3-43b9-927d-75467f4c6b2d service nova] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Received unexpected event network-vif-plugged-6df0c641-57de-4036-a924-a4be942ec2b5 for instance with vm_state building and task_state spawning. [ 1454.652917] env[70527]: DEBUG nova.network.neutron [None req-f4d22808-04ed-4c96-a65a-ade28ed6024b tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Successfully updated port: 6df0c641-57de-4036-a924-a4be942ec2b5 {{(pid=70527) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1455.156772] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f4d22808-04ed-4c96-a65a-ade28ed6024b tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Acquiring lock "refresh_cache-435d371b-e392-4f4c-88dd-a8ffea4d2699" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.156772] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f4d22808-04ed-4c96-a65a-ade28ed6024b tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Acquired lock "refresh_cache-435d371b-e392-4f4c-88dd-a8ffea4d2699" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.156772] env[70527]: DEBUG nova.network.neutron [None req-f4d22808-04ed-4c96-a65a-ade28ed6024b tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1455.690962] env[70527]: DEBUG nova.network.neutron [None req-f4d22808-04ed-4c96-a65a-ade28ed6024b tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Instance cache missing network info. {{(pid=70527) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1455.822183] env[70527]: DEBUG nova.network.neutron [None req-f4d22808-04ed-4c96-a65a-ade28ed6024b tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Updating instance_info_cache with network_info: [{"id": "6df0c641-57de-4036-a924-a4be942ec2b5", "address": "fa:16:3e:35:8a:47", "network": {"id": "31ee0214-a67f-4f6f-bcd3-ab9b9ea63178", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1890293121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa879e9d16e248d19fe75f4ae9cc0f89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ef746c57-cd18-4883-a0e9-c52937aaf41d", "external-id": "nsx-vlan-transportzone-863", "segmentation_id": 863, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6df0c641-57", "ovs_interfaceid": "6df0c641-57de-4036-a924-a4be942ec2b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1456.324692] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f4d22808-04ed-4c96-a65a-ade28ed6024b tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Releasing lock "refresh_cache-435d371b-e392-4f4c-88dd-a8ffea4d2699" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.325020] env[70527]: DEBUG nova.compute.manager [None req-f4d22808-04ed-4c96-a65a-ade28ed6024b tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Instance network_info: |[{"id": "6df0c641-57de-4036-a924-a4be942ec2b5", "address": "fa:16:3e:35:8a:47", "network": {"id": "31ee0214-a67f-4f6f-bcd3-ab9b9ea63178", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1890293121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa879e9d16e248d19fe75f4ae9cc0f89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ef746c57-cd18-4883-a0e9-c52937aaf41d", "external-id": "nsx-vlan-transportzone-863", "segmentation_id": 863, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6df0c641-57", "ovs_interfaceid": "6df0c641-57de-4036-a924-a4be942ec2b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70527) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1456.325472] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-f4d22808-04ed-4c96-a65a-ade28ed6024b tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:8a:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ef746c57-cd18-4883-a0e9-c52937aaf41d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6df0c641-57de-4036-a924-a4be942ec2b5', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1456.332956] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4d22808-04ed-4c96-a65a-ade28ed6024b tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1456.333197] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1456.333423] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0aea10f5-0c78-4c02-ae2d-53eeedd36fc6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.356169] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1456.356169] env[70527]: value = "task-3914363" [ 1456.356169] env[70527]: _type = "Task" [ 1456.356169] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.364621] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3914363, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.593896] env[70527]: DEBUG nova.compute.manager [req-542ce9b5-a372-4865-bb50-935c28e600bb req-8655b760-90ec-44f9-a9d8-7f89d72672c0 service nova] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Received event network-changed-6df0c641-57de-4036-a924-a4be942ec2b5 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1456.594230] env[70527]: DEBUG nova.compute.manager [req-542ce9b5-a372-4865-bb50-935c28e600bb req-8655b760-90ec-44f9-a9d8-7f89d72672c0 service nova] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Refreshing instance network info cache due to event network-changed-6df0c641-57de-4036-a924-a4be942ec2b5. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1456.594567] env[70527]: DEBUG oslo_concurrency.lockutils [req-542ce9b5-a372-4865-bb50-935c28e600bb req-8655b760-90ec-44f9-a9d8-7f89d72672c0 service nova] Acquiring lock "refresh_cache-435d371b-e392-4f4c-88dd-a8ffea4d2699" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.594810] env[70527]: DEBUG oslo_concurrency.lockutils [req-542ce9b5-a372-4865-bb50-935c28e600bb req-8655b760-90ec-44f9-a9d8-7f89d72672c0 service nova] Acquired lock "refresh_cache-435d371b-e392-4f4c-88dd-a8ffea4d2699" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.595086] env[70527]: DEBUG nova.network.neutron [req-542ce9b5-a372-4865-bb50-935c28e600bb req-8655b760-90ec-44f9-a9d8-7f89d72672c0 service nova] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Refreshing network info cache for port 6df0c641-57de-4036-a924-a4be942ec2b5 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1456.867049] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3914363, 'name': CreateVM_Task, 'duration_secs': 0.309681} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.867401] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1456.867826] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f4d22808-04ed-4c96-a65a-ade28ed6024b tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.867990] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f4d22808-04ed-4c96-a65a-ade28ed6024b tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.868334] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f4d22808-04ed-4c96-a65a-ade28ed6024b tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.868584] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6179b06-c4e6-4800-bfc7-f19d3123986b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.873174] env[70527]: DEBUG oslo_vmware.api [None req-f4d22808-04ed-4c96-a65a-ade28ed6024b tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Waiting for the task: (returnval){ [ 1456.873174] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]524f1871-b154-0b82-3b56-a55bb3532be4" [ 1456.873174] env[70527]: _type = "Task" [ 1456.873174] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.880659] env[70527]: DEBUG oslo_vmware.api [None req-f4d22808-04ed-4c96-a65a-ade28ed6024b tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]524f1871-b154-0b82-3b56-a55bb3532be4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.289077] env[70527]: DEBUG nova.network.neutron [req-542ce9b5-a372-4865-bb50-935c28e600bb req-8655b760-90ec-44f9-a9d8-7f89d72672c0 service nova] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Updated VIF entry in instance network info cache for port 6df0c641-57de-4036-a924-a4be942ec2b5. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1457.289467] env[70527]: DEBUG nova.network.neutron [req-542ce9b5-a372-4865-bb50-935c28e600bb req-8655b760-90ec-44f9-a9d8-7f89d72672c0 service nova] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Updating instance_info_cache with network_info: [{"id": "6df0c641-57de-4036-a924-a4be942ec2b5", "address": "fa:16:3e:35:8a:47", "network": {"id": "31ee0214-a67f-4f6f-bcd3-ab9b9ea63178", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1890293121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa879e9d16e248d19fe75f4ae9cc0f89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ef746c57-cd18-4883-a0e9-c52937aaf41d", "external-id": "nsx-vlan-transportzone-863", "segmentation_id": 863, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6df0c641-57", "ovs_interfaceid": "6df0c641-57de-4036-a924-a4be942ec2b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1457.384058] env[70527]: DEBUG oslo_vmware.api [None req-f4d22808-04ed-4c96-a65a-ade28ed6024b tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]524f1871-b154-0b82-3b56-a55bb3532be4, 'name': SearchDatastore_Task, 'duration_secs': 0.011293} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.384342] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f4d22808-04ed-4c96-a65a-ade28ed6024b tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.384579] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-f4d22808-04ed-4c96-a65a-ade28ed6024b tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Processing image ceb476e5-c20f-4967-be78-b77393a04dc2 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1457.384817] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f4d22808-04ed-4c96-a65a-ade28ed6024b tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.384963] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f4d22808-04ed-4c96-a65a-ade28ed6024b tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.385157] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4d22808-04ed-4c96-a65a-ade28ed6024b tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1457.385421] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c51f744b-1314-4283-a186-6c0d187f2dad {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.394327] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4d22808-04ed-4c96-a65a-ade28ed6024b tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1457.394501] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-f4d22808-04ed-4c96-a65a-ade28ed6024b tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1457.395209] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad459871-af80-45b0-b5b1-3cf337db6c71 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.400838] env[70527]: DEBUG oslo_vmware.api [None req-f4d22808-04ed-4c96-a65a-ade28ed6024b tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Waiting for the task: (returnval){ [ 1457.400838] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]522dcf65-5e9b-836f-2f1e-c5e6dbb32822" [ 1457.400838] env[70527]: _type = "Task" [ 1457.400838] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.408810] env[70527]: DEBUG oslo_vmware.api [None req-f4d22808-04ed-4c96-a65a-ade28ed6024b tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]522dcf65-5e9b-836f-2f1e-c5e6dbb32822, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.792838] env[70527]: DEBUG oslo_concurrency.lockutils [req-542ce9b5-a372-4865-bb50-935c28e600bb req-8655b760-90ec-44f9-a9d8-7f89d72672c0 service nova] Releasing lock "refresh_cache-435d371b-e392-4f4c-88dd-a8ffea4d2699" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.911579] env[70527]: DEBUG oslo_vmware.api [None req-f4d22808-04ed-4c96-a65a-ade28ed6024b tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]522dcf65-5e9b-836f-2f1e-c5e6dbb32822, 'name': SearchDatastore_Task, 'duration_secs': 0.010109} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.912471] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae9697b8-7500-4abe-851a-c28f0068a0d8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.917870] env[70527]: DEBUG oslo_vmware.api [None req-f4d22808-04ed-4c96-a65a-ade28ed6024b tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Waiting for the task: (returnval){ [ 1457.917870] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52165c64-416b-7a88-4846-d394cb2c59ca" [ 1457.917870] env[70527]: _type = "Task" [ 1457.917870] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.926075] env[70527]: DEBUG oslo_vmware.api [None req-f4d22808-04ed-4c96-a65a-ade28ed6024b tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52165c64-416b-7a88-4846-d394cb2c59ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.430448] env[70527]: DEBUG oslo_vmware.api [None req-f4d22808-04ed-4c96-a65a-ade28ed6024b tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52165c64-416b-7a88-4846-d394cb2c59ca, 'name': SearchDatastore_Task, 'duration_secs': 0.010369} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.430805] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f4d22808-04ed-4c96-a65a-ade28ed6024b tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.431106] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4d22808-04ed-4c96-a65a-ade28ed6024b tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] 435d371b-e392-4f4c-88dd-a8ffea4d2699/435d371b-e392-4f4c-88dd-a8ffea4d2699.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1458.431392] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34b74bfe-1773-4ac7-9ace-b10f3689769d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.439387] env[70527]: DEBUG oslo_vmware.api [None req-f4d22808-04ed-4c96-a65a-ade28ed6024b tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Waiting for the task: (returnval){ [ 1458.439387] env[70527]: value = "task-3914364" [ 1458.439387] env[70527]: _type = "Task" [ 1458.439387] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.447882] env[70527]: DEBUG oslo_vmware.api [None req-f4d22808-04ed-4c96-a65a-ade28ed6024b tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914364, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.949427] env[70527]: DEBUG oslo_vmware.api [None req-f4d22808-04ed-4c96-a65a-ade28ed6024b tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914364, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.450361} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.949778] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4d22808-04ed-4c96-a65a-ade28ed6024b tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ceb476e5-c20f-4967-be78-b77393a04dc2/ceb476e5-c20f-4967-be78-b77393a04dc2.vmdk to [datastore1] 435d371b-e392-4f4c-88dd-a8ffea4d2699/435d371b-e392-4f4c-88dd-a8ffea4d2699.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1458.950014] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-f4d22808-04ed-4c96-a65a-ade28ed6024b tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Extending root virtual disk to 1048576 {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1458.950435] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f92d789-a815-4c7a-9a54-c94ab893c0cc {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.957548] env[70527]: DEBUG oslo_vmware.api [None req-f4d22808-04ed-4c96-a65a-ade28ed6024b tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Waiting for the task: (returnval){ [ 1458.957548] env[70527]: value = "task-3914365" [ 1458.957548] env[70527]: _type = "Task" [ 1458.957548] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.967248] env[70527]: DEBUG oslo_vmware.api [None req-f4d22808-04ed-4c96-a65a-ade28ed6024b tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914365, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.469515] env[70527]: DEBUG oslo_vmware.api [None req-f4d22808-04ed-4c96-a65a-ade28ed6024b tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914365, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064561} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.469686] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-f4d22808-04ed-4c96-a65a-ade28ed6024b tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Extended root virtual disk {{(pid=70527) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1459.471570] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f794f802-62fd-4dbf-909a-9db99ae35ebe {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.504359] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4d22808-04ed-4c96-a65a-ade28ed6024b tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] 435d371b-e392-4f4c-88dd-a8ffea4d2699/435d371b-e392-4f4c-88dd-a8ffea4d2699.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1459.504794] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8264f45-b294-4587-80ba-b069193fe932 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.525841] env[70527]: DEBUG oslo_vmware.api [None req-f4d22808-04ed-4c96-a65a-ade28ed6024b tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Waiting for the task: (returnval){ [ 1459.525841] env[70527]: value = "task-3914366" [ 1459.525841] env[70527]: _type = "Task" [ 1459.525841] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.534292] env[70527]: DEBUG oslo_vmware.api [None req-f4d22808-04ed-4c96-a65a-ade28ed6024b tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914366, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.035674] env[70527]: DEBUG oslo_vmware.api [None req-f4d22808-04ed-4c96-a65a-ade28ed6024b tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914366, 'name': ReconfigVM_Task, 'duration_secs': 0.28389} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.036067] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4d22808-04ed-4c96-a65a-ade28ed6024b tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Reconfigured VM instance instance-0000007f to attach disk [datastore1] 435d371b-e392-4f4c-88dd-a8ffea4d2699/435d371b-e392-4f4c-88dd-a8ffea4d2699.vmdk or device None with type sparse {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1460.036652] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23f4b759-1df6-44c1-b9da-c146cd2d24d9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.043716] env[70527]: DEBUG oslo_vmware.api [None req-f4d22808-04ed-4c96-a65a-ade28ed6024b tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Waiting for the task: (returnval){ [ 1460.043716] env[70527]: value = "task-3914367" [ 1460.043716] env[70527]: _type = "Task" [ 1460.043716] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.052292] env[70527]: DEBUG oslo_vmware.api [None req-f4d22808-04ed-4c96-a65a-ade28ed6024b tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914367, 'name': Rename_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.553851] env[70527]: DEBUG oslo_vmware.api [None req-f4d22808-04ed-4c96-a65a-ade28ed6024b tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914367, 'name': Rename_Task, 'duration_secs': 0.136464} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.554124] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4d22808-04ed-4c96-a65a-ade28ed6024b tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1460.554373] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-064a63ce-1c92-482f-9572-063e7a329485 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.561100] env[70527]: DEBUG oslo_vmware.api [None req-f4d22808-04ed-4c96-a65a-ade28ed6024b tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Waiting for the task: (returnval){ [ 1460.561100] env[70527]: value = "task-3914368" [ 1460.561100] env[70527]: _type = "Task" [ 1460.561100] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.569618] env[70527]: DEBUG oslo_vmware.api [None req-f4d22808-04ed-4c96-a65a-ade28ed6024b tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914368, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.071679] env[70527]: DEBUG oslo_vmware.api [None req-f4d22808-04ed-4c96-a65a-ade28ed6024b tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914368, 'name': PowerOnVM_Task, 'duration_secs': 0.496182} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.072180] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4d22808-04ed-4c96-a65a-ade28ed6024b tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1461.072263] env[70527]: INFO nova.compute.manager [None req-f4d22808-04ed-4c96-a65a-ade28ed6024b tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Took 6.69 seconds to spawn the instance on the hypervisor. [ 1461.072440] env[70527]: DEBUG nova.compute.manager [None req-f4d22808-04ed-4c96-a65a-ade28ed6024b tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1461.073262] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b83cd2-d982-4560-b511-cd28bac9ca0b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.595591] env[70527]: INFO nova.compute.manager [None req-f4d22808-04ed-4c96-a65a-ade28ed6024b tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Took 11.36 seconds to build instance. [ 1462.098306] env[70527]: DEBUG oslo_concurrency.lockutils [None req-f4d22808-04ed-4c96-a65a-ade28ed6024b tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Lock "435d371b-e392-4f4c-88dd-a8ffea4d2699" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.870s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1462.282255] env[70527]: DEBUG nova.compute.manager [req-87d44e6e-346f-42fa-a1b4-9a4a6f8f7b5e req-c854710f-2dd5-40bd-8306-4ef6e2f0fdfb service nova] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Received event network-changed-6df0c641-57de-4036-a924-a4be942ec2b5 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1462.282472] env[70527]: DEBUG nova.compute.manager [req-87d44e6e-346f-42fa-a1b4-9a4a6f8f7b5e req-c854710f-2dd5-40bd-8306-4ef6e2f0fdfb service nova] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Refreshing instance network info cache due to event network-changed-6df0c641-57de-4036-a924-a4be942ec2b5. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1462.282680] env[70527]: DEBUG oslo_concurrency.lockutils [req-87d44e6e-346f-42fa-a1b4-9a4a6f8f7b5e req-c854710f-2dd5-40bd-8306-4ef6e2f0fdfb service nova] Acquiring lock "refresh_cache-435d371b-e392-4f4c-88dd-a8ffea4d2699" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.282829] env[70527]: DEBUG oslo_concurrency.lockutils [req-87d44e6e-346f-42fa-a1b4-9a4a6f8f7b5e req-c854710f-2dd5-40bd-8306-4ef6e2f0fdfb service nova] Acquired lock "refresh_cache-435d371b-e392-4f4c-88dd-a8ffea4d2699" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.282994] env[70527]: DEBUG nova.network.neutron [req-87d44e6e-346f-42fa-a1b4-9a4a6f8f7b5e req-c854710f-2dd5-40bd-8306-4ef6e2f0fdfb service nova] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Refreshing network info cache for port 6df0c641-57de-4036-a924-a4be942ec2b5 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1462.991132] env[70527]: DEBUG nova.network.neutron [req-87d44e6e-346f-42fa-a1b4-9a4a6f8f7b5e req-c854710f-2dd5-40bd-8306-4ef6e2f0fdfb service nova] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Updated VIF entry in instance network info cache for port 6df0c641-57de-4036-a924-a4be942ec2b5. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1462.991536] env[70527]: DEBUG nova.network.neutron [req-87d44e6e-346f-42fa-a1b4-9a4a6f8f7b5e req-c854710f-2dd5-40bd-8306-4ef6e2f0fdfb service nova] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Updating instance_info_cache with network_info: [{"id": "6df0c641-57de-4036-a924-a4be942ec2b5", "address": "fa:16:3e:35:8a:47", "network": {"id": "31ee0214-a67f-4f6f-bcd3-ab9b9ea63178", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1890293121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa879e9d16e248d19fe75f4ae9cc0f89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ef746c57-cd18-4883-a0e9-c52937aaf41d", "external-id": "nsx-vlan-transportzone-863", "segmentation_id": 863, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6df0c641-57", "ovs_interfaceid": "6df0c641-57de-4036-a924-a4be942ec2b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1463.494700] env[70527]: DEBUG oslo_concurrency.lockutils [req-87d44e6e-346f-42fa-a1b4-9a4a6f8f7b5e req-c854710f-2dd5-40bd-8306-4ef6e2f0fdfb service nova] Releasing lock "refresh_cache-435d371b-e392-4f4c-88dd-a8ffea4d2699" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.853766] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1481.854215] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1482.359245] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1482.359447] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1482.359576] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1482.359705] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1482.359847] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1482.359988] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1482.360138] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70527) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1482.360285] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager.update_available_resource {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1482.863285] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1482.863676] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1482.863814] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1482.863920] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70527) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1482.864848] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11080650-2f49-4778-b678-e6ea35dcfb76 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.873482] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc7b4e8-0144-4d53-b101-fd28e2d6bd61 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.887411] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e72a8f-fa8c-4e85-b22d-f105d8d44e8e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.893650] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e10a8d0-1383-4d98-98b9-1bae275e9a88 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.922788] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180646MB free_disk=40GB free_vcpus=48 pci_devices=None {{(pid=70527) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1482.922961] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1482.923154] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1483.949202] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 435d371b-e392-4f4c-88dd-a8ffea4d2699 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1483.949492] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=70527) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1483.949549] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=70527) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1483.976137] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-620d2dd9-614d-48e6-ac19-1f6112cacb24 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.983527] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771af72b-4b6e-4f5e-9ad5-16554031596e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.015125] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfcdf249-7555-4b75-8f35-3cc275e19efc {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.022379] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b95bb6a4-cfaa-4fd8-bb57-17c440d05202 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.035489] env[70527]: DEBUG nova.compute.provider_tree [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1484.538868] env[70527]: DEBUG nova.scheduler.client.report [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1485.045438] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70527) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1485.045795] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.122s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1502.294386] env[70527]: DEBUG oslo_concurrency.lockutils [None req-5bb18f8d-9185-4922-b2a1-865b3df011be tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Acquiring lock "435d371b-e392-4f4c-88dd-a8ffea4d2699" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1502.294861] env[70527]: DEBUG oslo_concurrency.lockutils [None req-5bb18f8d-9185-4922-b2a1-865b3df011be tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Lock "435d371b-e392-4f4c-88dd-a8ffea4d2699" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1502.294861] env[70527]: INFO nova.compute.manager [None req-5bb18f8d-9185-4922-b2a1-865b3df011be tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Shelving [ 1503.304613] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb18f8d-9185-4922-b2a1-865b3df011be tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1503.305103] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26a534f3-ee71-4da1-aedd-1d6f55e4af77 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.313471] env[70527]: DEBUG oslo_vmware.api [None req-5bb18f8d-9185-4922-b2a1-865b3df011be tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Waiting for the task: (returnval){ [ 1503.313471] env[70527]: value = "task-3914369" [ 1503.313471] env[70527]: _type = "Task" [ 1503.313471] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.322330] env[70527]: DEBUG oslo_vmware.api [None req-5bb18f8d-9185-4922-b2a1-865b3df011be tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914369, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.823181] env[70527]: DEBUG oslo_vmware.api [None req-5bb18f8d-9185-4922-b2a1-865b3df011be tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914369, 'name': PowerOffVM_Task, 'duration_secs': 0.206896} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.823438] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb18f8d-9185-4922-b2a1-865b3df011be tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1503.824302] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5eba5e8-5719-452b-8686-feaf14ad2f91 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.842289] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0bedbfd-3640-4377-b532-eeea3660042b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.354027] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb18f8d-9185-4922-b2a1-865b3df011be tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Creating Snapshot of the VM instance {{(pid=70527) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1504.354027] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9d48bd6f-1130-4073-a564-2a85e0e3a98c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.363532] env[70527]: DEBUG oslo_vmware.api [None req-5bb18f8d-9185-4922-b2a1-865b3df011be tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Waiting for the task: (returnval){ [ 1504.363532] env[70527]: value = "task-3914370" [ 1504.363532] env[70527]: _type = "Task" [ 1504.363532] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.371985] env[70527]: DEBUG oslo_vmware.api [None req-5bb18f8d-9185-4922-b2a1-865b3df011be tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914370, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.873756] env[70527]: DEBUG oslo_vmware.api [None req-5bb18f8d-9185-4922-b2a1-865b3df011be tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914370, 'name': CreateSnapshot_Task, 'duration_secs': 0.403637} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.874110] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb18f8d-9185-4922-b2a1-865b3df011be tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Created Snapshot of the VM instance {{(pid=70527) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1504.874861] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d50dfaa5-fccb-4d49-a9af-9a77cd0e5bd6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.394702] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb18f8d-9185-4922-b2a1-865b3df011be tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Creating linked-clone VM from snapshot {{(pid=70527) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1505.395083] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a255278b-afb6-4395-8dc0-23e32f7c233b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.404427] env[70527]: DEBUG oslo_vmware.api [None req-5bb18f8d-9185-4922-b2a1-865b3df011be tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Waiting for the task: (returnval){ [ 1505.404427] env[70527]: value = "task-3914371" [ 1505.404427] env[70527]: _type = "Task" [ 1505.404427] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.412673] env[70527]: DEBUG oslo_vmware.api [None req-5bb18f8d-9185-4922-b2a1-865b3df011be tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914371, 'name': CloneVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.915116] env[70527]: DEBUG oslo_vmware.api [None req-5bb18f8d-9185-4922-b2a1-865b3df011be tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914371, 'name': CloneVM_Task} progress is 94%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.416333] env[70527]: DEBUG oslo_vmware.api [None req-5bb18f8d-9185-4922-b2a1-865b3df011be tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914371, 'name': CloneVM_Task, 'duration_secs': 0.94685} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.416721] env[70527]: INFO nova.virt.vmwareapi.vmops [None req-5bb18f8d-9185-4922-b2a1-865b3df011be tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Created linked-clone VM from snapshot [ 1506.417378] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa501c38-1ff6-440c-976e-83de3218f318 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.425316] env[70527]: DEBUG nova.virt.vmwareapi.images [None req-5bb18f8d-9185-4922-b2a1-865b3df011be tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Uploading image 97a6a769-201a-4bf6-a917-ba0a7316aa9f {{(pid=70527) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1506.446114] env[70527]: DEBUG oslo_vmware.rw_handles [None req-5bb18f8d-9185-4922-b2a1-865b3df011be tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1506.446114] env[70527]: value = "vm-777268" [ 1506.446114] env[70527]: _type = "VirtualMachine" [ 1506.446114] env[70527]: }. {{(pid=70527) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1506.446404] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1856e2d4-0372-468e-8029-73d0c543d257 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.453709] env[70527]: DEBUG oslo_vmware.rw_handles [None req-5bb18f8d-9185-4922-b2a1-865b3df011be tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Lease: (returnval){ [ 1506.453709] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52d4b04c-3cd0-f48f-c37e-3bd505f8f73b" [ 1506.453709] env[70527]: _type = "HttpNfcLease" [ 1506.453709] env[70527]: } obtained for exporting VM: (result){ [ 1506.453709] env[70527]: value = "vm-777268" [ 1506.453709] env[70527]: _type = "VirtualMachine" [ 1506.453709] env[70527]: }. {{(pid=70527) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1506.454053] env[70527]: DEBUG oslo_vmware.api [None req-5bb18f8d-9185-4922-b2a1-865b3df011be tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Waiting for the lease: (returnval){ [ 1506.454053] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52d4b04c-3cd0-f48f-c37e-3bd505f8f73b" [ 1506.454053] env[70527]: _type = "HttpNfcLease" [ 1506.454053] env[70527]: } to be ready. {{(pid=70527) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1506.460651] env[70527]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1506.460651] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52d4b04c-3cd0-f48f-c37e-3bd505f8f73b" [ 1506.460651] env[70527]: _type = "HttpNfcLease" [ 1506.460651] env[70527]: } is initializing. {{(pid=70527) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1506.962020] env[70527]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1506.962020] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52d4b04c-3cd0-f48f-c37e-3bd505f8f73b" [ 1506.962020] env[70527]: _type = "HttpNfcLease" [ 1506.962020] env[70527]: } is ready. {{(pid=70527) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1506.962386] env[70527]: DEBUG oslo_vmware.rw_handles [None req-5bb18f8d-9185-4922-b2a1-865b3df011be tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1506.962386] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52d4b04c-3cd0-f48f-c37e-3bd505f8f73b" [ 1506.962386] env[70527]: _type = "HttpNfcLease" [ 1506.962386] env[70527]: }. {{(pid=70527) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1506.963180] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2651542a-0a7f-4d98-bd47-79bf1309c84c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.971162] env[70527]: DEBUG oslo_vmware.rw_handles [None req-5bb18f8d-9185-4922-b2a1-865b3df011be tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52395264-58c2-9d7e-b90a-b4722e141da4/disk-0.vmdk from lease info. {{(pid=70527) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1506.971332] env[70527]: DEBUG oslo_vmware.rw_handles [None req-5bb18f8d-9185-4922-b2a1-865b3df011be tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52395264-58c2-9d7e-b90a-b4722e141da4/disk-0.vmdk for reading. {{(pid=70527) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1507.055867] env[70527]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-67e17e2f-369b-46f1-946c-88495f61417c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.399992] env[70527]: DEBUG oslo_vmware.rw_handles [None req-5bb18f8d-9185-4922-b2a1-865b3df011be tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52395264-58c2-9d7e-b90a-b4722e141da4/disk-0.vmdk. {{(pid=70527) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1514.400942] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6375ab48-c3f4-455e-947c-c1d9ca882bbe {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.407410] env[70527]: DEBUG oslo_vmware.rw_handles [None req-5bb18f8d-9185-4922-b2a1-865b3df011be tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52395264-58c2-9d7e-b90a-b4722e141da4/disk-0.vmdk is in state: ready. {{(pid=70527) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1514.407579] env[70527]: ERROR oslo_vmware.rw_handles [None req-5bb18f8d-9185-4922-b2a1-865b3df011be tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52395264-58c2-9d7e-b90a-b4722e141da4/disk-0.vmdk due to incomplete transfer. [ 1514.407829] env[70527]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-bb8bff60-2a03-4d4c-9dbe-6dad404794b3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.415985] env[70527]: DEBUG oslo_vmware.rw_handles [None req-5bb18f8d-9185-4922-b2a1-865b3df011be tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52395264-58c2-9d7e-b90a-b4722e141da4/disk-0.vmdk. {{(pid=70527) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1514.416211] env[70527]: DEBUG nova.virt.vmwareapi.images [None req-5bb18f8d-9185-4922-b2a1-865b3df011be tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Uploaded image 97a6a769-201a-4bf6-a917-ba0a7316aa9f to the Glance image server {{(pid=70527) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1514.418814] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb18f8d-9185-4922-b2a1-865b3df011be tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Destroying the VM {{(pid=70527) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1514.419060] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-299fba09-8397-43da-87be-8efb04a56c9c {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.425672] env[70527]: DEBUG oslo_vmware.api [None req-5bb18f8d-9185-4922-b2a1-865b3df011be tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Waiting for the task: (returnval){ [ 1514.425672] env[70527]: value = "task-3914373" [ 1514.425672] env[70527]: _type = "Task" [ 1514.425672] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.433844] env[70527]: DEBUG oslo_vmware.api [None req-5bb18f8d-9185-4922-b2a1-865b3df011be tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914373, 'name': Destroy_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.936066] env[70527]: DEBUG oslo_vmware.api [None req-5bb18f8d-9185-4922-b2a1-865b3df011be tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914373, 'name': Destroy_Task, 'duration_secs': 0.348392} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.936290] env[70527]: INFO nova.virt.vmwareapi.vm_util [None req-5bb18f8d-9185-4922-b2a1-865b3df011be tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Destroyed the VM [ 1514.936522] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb18f8d-9185-4922-b2a1-865b3df011be tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Deleting Snapshot of the VM instance {{(pid=70527) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1514.936760] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-aa71cb1f-8bba-4a63-9d16-2a0b49190510 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.943510] env[70527]: DEBUG oslo_vmware.api [None req-5bb18f8d-9185-4922-b2a1-865b3df011be tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Waiting for the task: (returnval){ [ 1514.943510] env[70527]: value = "task-3914374" [ 1514.943510] env[70527]: _type = "Task" [ 1514.943510] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.952426] env[70527]: DEBUG oslo_vmware.api [None req-5bb18f8d-9185-4922-b2a1-865b3df011be tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914374, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.453618] env[70527]: DEBUG oslo_vmware.api [None req-5bb18f8d-9185-4922-b2a1-865b3df011be tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914374, 'name': RemoveSnapshot_Task, 'duration_secs': 0.349537} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.453987] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb18f8d-9185-4922-b2a1-865b3df011be tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Deleted Snapshot of the VM instance {{(pid=70527) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1515.454206] env[70527]: DEBUG nova.compute.manager [None req-5bb18f8d-9185-4922-b2a1-865b3df011be tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1515.454992] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b449d146-29ec-4acf-bf0b-534bb003039f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.967649] env[70527]: INFO nova.compute.manager [None req-5bb18f8d-9185-4922-b2a1-865b3df011be tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Shelve offloading [ 1516.471563] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb18f8d-9185-4922-b2a1-865b3df011be tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1516.471889] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f7c5fc9-ac6c-48a0-8556-eadf6ee067ca {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.479416] env[70527]: DEBUG oslo_vmware.api [None req-5bb18f8d-9185-4922-b2a1-865b3df011be tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Waiting for the task: (returnval){ [ 1516.479416] env[70527]: value = "task-3914375" [ 1516.479416] env[70527]: _type = "Task" [ 1516.479416] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.486890] env[70527]: DEBUG oslo_vmware.api [None req-5bb18f8d-9185-4922-b2a1-865b3df011be tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914375, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.990128] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb18f8d-9185-4922-b2a1-865b3df011be tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] VM already powered off {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1516.990403] env[70527]: DEBUG nova.compute.manager [None req-5bb18f8d-9185-4922-b2a1-865b3df011be tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1516.991087] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c664274-a41d-4737-894c-01e53f3960c2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.996792] env[70527]: DEBUG oslo_concurrency.lockutils [None req-5bb18f8d-9185-4922-b2a1-865b3df011be tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Acquiring lock "refresh_cache-435d371b-e392-4f4c-88dd-a8ffea4d2699" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.996955] env[70527]: DEBUG oslo_concurrency.lockutils [None req-5bb18f8d-9185-4922-b2a1-865b3df011be tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Acquired lock "refresh_cache-435d371b-e392-4f4c-88dd-a8ffea4d2699" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.997141] env[70527]: DEBUG nova.network.neutron [None req-5bb18f8d-9185-4922-b2a1-865b3df011be tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1517.696177] env[70527]: DEBUG nova.network.neutron [None req-5bb18f8d-9185-4922-b2a1-865b3df011be tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Updating instance_info_cache with network_info: [{"id": "6df0c641-57de-4036-a924-a4be942ec2b5", "address": "fa:16:3e:35:8a:47", "network": {"id": "31ee0214-a67f-4f6f-bcd3-ab9b9ea63178", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1890293121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa879e9d16e248d19fe75f4ae9cc0f89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ef746c57-cd18-4883-a0e9-c52937aaf41d", "external-id": "nsx-vlan-transportzone-863", "segmentation_id": 863, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6df0c641-57", "ovs_interfaceid": "6df0c641-57de-4036-a924-a4be942ec2b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1518.199374] env[70527]: DEBUG oslo_concurrency.lockutils [None req-5bb18f8d-9185-4922-b2a1-865b3df011be tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Releasing lock "refresh_cache-435d371b-e392-4f4c-88dd-a8ffea4d2699" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.400576] env[70527]: DEBUG nova.compute.manager [req-3ad79764-ed65-42a8-8812-2f8df586746e req-ec2dc74f-b0c8-4d94-9594-7635ee2f0aff service nova] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Received event network-vif-unplugged-6df0c641-57de-4036-a924-a4be942ec2b5 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1518.400740] env[70527]: DEBUG oslo_concurrency.lockutils [req-3ad79764-ed65-42a8-8812-2f8df586746e req-ec2dc74f-b0c8-4d94-9594-7635ee2f0aff service nova] Acquiring lock "435d371b-e392-4f4c-88dd-a8ffea4d2699-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1518.400966] env[70527]: DEBUG oslo_concurrency.lockutils [req-3ad79764-ed65-42a8-8812-2f8df586746e req-ec2dc74f-b0c8-4d94-9594-7635ee2f0aff service nova] Lock "435d371b-e392-4f4c-88dd-a8ffea4d2699-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1518.401151] env[70527]: DEBUG oslo_concurrency.lockutils [req-3ad79764-ed65-42a8-8812-2f8df586746e req-ec2dc74f-b0c8-4d94-9594-7635ee2f0aff service nova] Lock "435d371b-e392-4f4c-88dd-a8ffea4d2699-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1518.401319] env[70527]: DEBUG nova.compute.manager [req-3ad79764-ed65-42a8-8812-2f8df586746e req-ec2dc74f-b0c8-4d94-9594-7635ee2f0aff service nova] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] No waiting events found dispatching network-vif-unplugged-6df0c641-57de-4036-a924-a4be942ec2b5 {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1518.401484] env[70527]: WARNING nova.compute.manager [req-3ad79764-ed65-42a8-8812-2f8df586746e req-ec2dc74f-b0c8-4d94-9594-7635ee2f0aff service nova] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Received unexpected event network-vif-unplugged-6df0c641-57de-4036-a924-a4be942ec2b5 for instance with vm_state shelved and task_state shelving_offloading. [ 1518.494463] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb18f8d-9185-4922-b2a1-865b3df011be tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1518.495469] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788ea19d-8dff-4905-b94d-e74b5f51448a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.503872] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb18f8d-9185-4922-b2a1-865b3df011be tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1518.504128] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e29947ea-7ebe-4c0f-b27f-fd0f42dc4f85 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.572778] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb18f8d-9185-4922-b2a1-865b3df011be tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1518.573039] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb18f8d-9185-4922-b2a1-865b3df011be tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Deleting contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1518.573330] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bb18f8d-9185-4922-b2a1-865b3df011be tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Deleting the datastore file [datastore1] 435d371b-e392-4f4c-88dd-a8ffea4d2699 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1518.573495] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1144931d-c632-456c-8a6e-88a984de73e1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.579777] env[70527]: DEBUG oslo_vmware.api [None req-5bb18f8d-9185-4922-b2a1-865b3df011be tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Waiting for the task: (returnval){ [ 1518.579777] env[70527]: value = "task-3914377" [ 1518.579777] env[70527]: _type = "Task" [ 1518.579777] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.587900] env[70527]: DEBUG oslo_vmware.api [None req-5bb18f8d-9185-4922-b2a1-865b3df011be tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914377, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.089355] env[70527]: DEBUG oslo_vmware.api [None req-5bb18f8d-9185-4922-b2a1-865b3df011be tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914377, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133096} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.090126] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bb18f8d-9185-4922-b2a1-865b3df011be tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1519.090126] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb18f8d-9185-4922-b2a1-865b3df011be tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Deleted contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1519.090126] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb18f8d-9185-4922-b2a1-865b3df011be tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1519.115087] env[70527]: INFO nova.scheduler.client.report [None req-5bb18f8d-9185-4922-b2a1-865b3df011be tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Deleted allocations for instance 435d371b-e392-4f4c-88dd-a8ffea4d2699 [ 1519.620061] env[70527]: DEBUG oslo_concurrency.lockutils [None req-5bb18f8d-9185-4922-b2a1-865b3df011be tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1519.620354] env[70527]: DEBUG oslo_concurrency.lockutils [None req-5bb18f8d-9185-4922-b2a1-865b3df011be tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1519.620586] env[70527]: DEBUG nova.objects.instance [None req-5bb18f8d-9185-4922-b2a1-865b3df011be tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Lazy-loading 'resources' on Instance uuid 435d371b-e392-4f4c-88dd-a8ffea4d2699 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1520.123361] env[70527]: DEBUG nova.objects.instance [None req-5bb18f8d-9185-4922-b2a1-865b3df011be tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Lazy-loading 'numa_topology' on Instance uuid 435d371b-e392-4f4c-88dd-a8ffea4d2699 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1520.432997] env[70527]: DEBUG nova.compute.manager [req-056d1fa3-6484-4e90-af62-c2f5e9f8e645 req-4a314f14-4eb8-4ff1-b1e3-d6334595d0cb service nova] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Received event network-changed-6df0c641-57de-4036-a924-a4be942ec2b5 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1520.433219] env[70527]: DEBUG nova.compute.manager [req-056d1fa3-6484-4e90-af62-c2f5e9f8e645 req-4a314f14-4eb8-4ff1-b1e3-d6334595d0cb service nova] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Refreshing instance network info cache due to event network-changed-6df0c641-57de-4036-a924-a4be942ec2b5. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1520.433431] env[70527]: DEBUG oslo_concurrency.lockutils [req-056d1fa3-6484-4e90-af62-c2f5e9f8e645 req-4a314f14-4eb8-4ff1-b1e3-d6334595d0cb service nova] Acquiring lock "refresh_cache-435d371b-e392-4f4c-88dd-a8ffea4d2699" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.433574] env[70527]: DEBUG oslo_concurrency.lockutils [req-056d1fa3-6484-4e90-af62-c2f5e9f8e645 req-4a314f14-4eb8-4ff1-b1e3-d6334595d0cb service nova] Acquired lock "refresh_cache-435d371b-e392-4f4c-88dd-a8ffea4d2699" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.433762] env[70527]: DEBUG nova.network.neutron [req-056d1fa3-6484-4e90-af62-c2f5e9f8e645 req-4a314f14-4eb8-4ff1-b1e3-d6334595d0cb service nova] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Refreshing network info cache for port 6df0c641-57de-4036-a924-a4be942ec2b5 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1520.626504] env[70527]: DEBUG nova.objects.base [None req-5bb18f8d-9185-4922-b2a1-865b3df011be tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Object Instance<435d371b-e392-4f4c-88dd-a8ffea4d2699> lazy-loaded attributes: resources,numa_topology {{(pid=70527) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1520.642167] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9987ae58-e647-4b3b-8e44-8374ebe5a1b3 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.650470] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b401e10-63e3-4e70-bbbe-d015ded75f60 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.680301] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dffc497-593f-49b6-a2d8-281aa4f5e0f7 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.688815] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d6bb97-0415-4262-a13b-0681e34755fc {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.702768] env[70527]: DEBUG nova.compute.provider_tree [None req-5bb18f8d-9185-4922-b2a1-865b3df011be tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1521.144858] env[70527]: DEBUG nova.network.neutron [req-056d1fa3-6484-4e90-af62-c2f5e9f8e645 req-4a314f14-4eb8-4ff1-b1e3-d6334595d0cb service nova] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Updated VIF entry in instance network info cache for port 6df0c641-57de-4036-a924-a4be942ec2b5. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1521.145246] env[70527]: DEBUG nova.network.neutron [req-056d1fa3-6484-4e90-af62-c2f5e9f8e645 req-4a314f14-4eb8-4ff1-b1e3-d6334595d0cb service nova] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Updating instance_info_cache with network_info: [{"id": "6df0c641-57de-4036-a924-a4be942ec2b5", "address": "fa:16:3e:35:8a:47", "network": {"id": "31ee0214-a67f-4f6f-bcd3-ab9b9ea63178", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1890293121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa879e9d16e248d19fe75f4ae9cc0f89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap6df0c641-57", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1521.205715] env[70527]: DEBUG nova.scheduler.client.report [None req-5bb18f8d-9185-4922-b2a1-865b3df011be tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1521.648552] env[70527]: DEBUG oslo_concurrency.lockutils [req-056d1fa3-6484-4e90-af62-c2f5e9f8e645 req-4a314f14-4eb8-4ff1-b1e3-d6334595d0cb service nova] Releasing lock "refresh_cache-435d371b-e392-4f4c-88dd-a8ffea4d2699" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.710693] env[70527]: DEBUG oslo_concurrency.lockutils [None req-5bb18f8d-9185-4922-b2a1-865b3df011be tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.090s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1521.904091] env[70527]: DEBUG oslo_concurrency.lockutils [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Acquiring lock "435d371b-e392-4f4c-88dd-a8ffea4d2699" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1522.219032] env[70527]: DEBUG oslo_concurrency.lockutils [None req-5bb18f8d-9185-4922-b2a1-865b3df011be tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Lock "435d371b-e392-4f4c-88dd-a8ffea4d2699" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 19.924s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1522.219795] env[70527]: DEBUG oslo_concurrency.lockutils [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Lock "435d371b-e392-4f4c-88dd-a8ffea4d2699" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.316s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1522.219981] env[70527]: INFO nova.compute.manager [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Unshelving [ 1523.246890] env[70527]: DEBUG oslo_concurrency.lockutils [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1523.247214] env[70527]: DEBUG oslo_concurrency.lockutils [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1523.247374] env[70527]: DEBUG nova.objects.instance [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Lazy-loading 'pci_requests' on Instance uuid 435d371b-e392-4f4c-88dd-a8ffea4d2699 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1523.751661] env[70527]: DEBUG nova.objects.instance [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Lazy-loading 'numa_topology' on Instance uuid 435d371b-e392-4f4c-88dd-a8ffea4d2699 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1524.255065] env[70527]: INFO nova.compute.claims [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1525.290539] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e9eca7-7263-4c5a-bfa2-00b160563651 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.298597] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea71ecd4-af8f-4436-ab48-cbff4fd32637 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.329348] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5fef54-515e-4660-99b4-f4ee45f12505 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.336840] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956ad0d3-1dbb-48a6-9e0c-0afdf6c4354f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.349947] env[70527]: DEBUG nova.compute.provider_tree [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1525.854074] env[70527]: DEBUG nova.scheduler.client.report [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1526.358884] env[70527]: DEBUG oslo_concurrency.lockutils [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.112s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1526.386635] env[70527]: INFO nova.network.neutron [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Updating port 6df0c641-57de-4036-a924-a4be942ec2b5 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1527.752023] env[70527]: DEBUG nova.compute.manager [req-fe822f7b-5fd2-4386-bd92-01f535b97b83 req-21c5d654-e8fa-46cf-b53e-4ca4e27f93ed service nova] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Received event network-vif-plugged-6df0c641-57de-4036-a924-a4be942ec2b5 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1527.752023] env[70527]: DEBUG oslo_concurrency.lockutils [req-fe822f7b-5fd2-4386-bd92-01f535b97b83 req-21c5d654-e8fa-46cf-b53e-4ca4e27f93ed service nova] Acquiring lock "435d371b-e392-4f4c-88dd-a8ffea4d2699-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1527.752023] env[70527]: DEBUG oslo_concurrency.lockutils [req-fe822f7b-5fd2-4386-bd92-01f535b97b83 req-21c5d654-e8fa-46cf-b53e-4ca4e27f93ed service nova] Lock "435d371b-e392-4f4c-88dd-a8ffea4d2699-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1527.752582] env[70527]: DEBUG oslo_concurrency.lockutils [req-fe822f7b-5fd2-4386-bd92-01f535b97b83 req-21c5d654-e8fa-46cf-b53e-4ca4e27f93ed service nova] Lock "435d371b-e392-4f4c-88dd-a8ffea4d2699-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1527.752905] env[70527]: DEBUG nova.compute.manager [req-fe822f7b-5fd2-4386-bd92-01f535b97b83 req-21c5d654-e8fa-46cf-b53e-4ca4e27f93ed service nova] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] No waiting events found dispatching network-vif-plugged-6df0c641-57de-4036-a924-a4be942ec2b5 {{(pid=70527) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1527.753613] env[70527]: WARNING nova.compute.manager [req-fe822f7b-5fd2-4386-bd92-01f535b97b83 req-21c5d654-e8fa-46cf-b53e-4ca4e27f93ed service nova] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Received unexpected event network-vif-plugged-6df0c641-57de-4036-a924-a4be942ec2b5 for instance with vm_state shelved_offloaded and task_state spawning. [ 1527.826755] env[70527]: DEBUG oslo_concurrency.lockutils [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Acquiring lock "refresh_cache-435d371b-e392-4f4c-88dd-a8ffea4d2699" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.826932] env[70527]: DEBUG oslo_concurrency.lockutils [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Acquired lock "refresh_cache-435d371b-e392-4f4c-88dd-a8ffea4d2699" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.827115] env[70527]: DEBUG nova.network.neutron [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Building network info cache for instance {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1528.538555] env[70527]: DEBUG nova.network.neutron [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Updating instance_info_cache with network_info: [{"id": "6df0c641-57de-4036-a924-a4be942ec2b5", "address": "fa:16:3e:35:8a:47", "network": {"id": "31ee0214-a67f-4f6f-bcd3-ab9b9ea63178", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1890293121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa879e9d16e248d19fe75f4ae9cc0f89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ef746c57-cd18-4883-a0e9-c52937aaf41d", "external-id": "nsx-vlan-transportzone-863", "segmentation_id": 863, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6df0c641-57", "ovs_interfaceid": "6df0c641-57de-4036-a924-a4be942ec2b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1529.041570] env[70527]: DEBUG oslo_concurrency.lockutils [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Releasing lock "refresh_cache-435d371b-e392-4f4c-88dd-a8ffea4d2699" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.069823] env[70527]: DEBUG nova.virt.hardware [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T17:20:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='f2e3a6e83c57f76387ef56c6b5849172',container_format='bare',created_at=2025-05-08T17:36:02Z,direct_url=,disk_format='vmdk',id=97a6a769-201a-4bf6-a917-ba0a7316aa9f,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1187898267-shelved',owner='fa879e9d16e248d19fe75f4ae9cc0f89',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-05-08T17:36:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1529.070135] env[70527]: DEBUG nova.virt.hardware [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Flavor limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1529.070303] env[70527]: DEBUG nova.virt.hardware [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Image limits 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1529.070487] env[70527]: DEBUG nova.virt.hardware [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Flavor pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1529.070747] env[70527]: DEBUG nova.virt.hardware [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Image pref 0:0:0 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1529.070907] env[70527]: DEBUG nova.virt.hardware [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70527) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1529.071140] env[70527]: DEBUG nova.virt.hardware [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1529.071307] env[70527]: DEBUG nova.virt.hardware [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1529.071473] env[70527]: DEBUG nova.virt.hardware [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Got 1 possible topologies {{(pid=70527) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1529.071637] env[70527]: DEBUG nova.virt.hardware [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1529.071808] env[70527]: DEBUG nova.virt.hardware [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70527) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1529.072677] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2b5819-949b-4c69-8f32-88416eda56d5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.080834] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d329961-9934-4318-8efa-d7c4722d7ec1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.095721] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:8a:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ef746c57-cd18-4883-a0e9-c52937aaf41d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6df0c641-57de-4036-a924-a4be942ec2b5', 'vif_model': 'vmxnet3'}] {{(pid=70527) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1529.103046] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1529.103278] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Creating VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1529.103482] env[70527]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75b47efa-9c3f-4c3d-807a-ca392843fdb8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.123757] env[70527]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1529.123757] env[70527]: value = "task-3914378" [ 1529.123757] env[70527]: _type = "Task" [ 1529.123757] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.131260] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3914378, 'name': CreateVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.635406] env[70527]: DEBUG oslo_vmware.api [-] Task: {'id': task-3914378, 'name': CreateVM_Task, 'duration_secs': 0.301854} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.635606] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Created VM on the ESX host {{(pid=70527) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1529.636329] env[70527]: DEBUG oslo_concurrency.lockutils [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/97a6a769-201a-4bf6-a917-ba0a7316aa9f" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.636497] env[70527]: DEBUG oslo_concurrency.lockutils [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Acquired lock "[datastore1] devstack-image-cache_base/97a6a769-201a-4bf6-a917-ba0a7316aa9f" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.636936] env[70527]: DEBUG oslo_concurrency.lockutils [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/97a6a769-201a-4bf6-a917-ba0a7316aa9f" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.637228] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5912335e-6371-403a-9b9f-68da465c4906 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.643044] env[70527]: DEBUG oslo_vmware.api [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Waiting for the task: (returnval){ [ 1529.643044] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]52565bc8-d503-1523-1280-9c7589af8e4b" [ 1529.643044] env[70527]: _type = "Task" [ 1529.643044] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.653979] env[70527]: DEBUG oslo_vmware.api [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]52565bc8-d503-1523-1280-9c7589af8e4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.778029] env[70527]: DEBUG nova.compute.manager [req-e538c488-1c93-4b07-aee5-f0d83d2417c7 req-e3ea4603-6a65-4092-a098-38f4b4c3a0e9 service nova] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Received event network-changed-6df0c641-57de-4036-a924-a4be942ec2b5 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1529.778242] env[70527]: DEBUG nova.compute.manager [req-e538c488-1c93-4b07-aee5-f0d83d2417c7 req-e3ea4603-6a65-4092-a098-38f4b4c3a0e9 service nova] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Refreshing instance network info cache due to event network-changed-6df0c641-57de-4036-a924-a4be942ec2b5. {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1529.778465] env[70527]: DEBUG oslo_concurrency.lockutils [req-e538c488-1c93-4b07-aee5-f0d83d2417c7 req-e3ea4603-6a65-4092-a098-38f4b4c3a0e9 service nova] Acquiring lock "refresh_cache-435d371b-e392-4f4c-88dd-a8ffea4d2699" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.778605] env[70527]: DEBUG oslo_concurrency.lockutils [req-e538c488-1c93-4b07-aee5-f0d83d2417c7 req-e3ea4603-6a65-4092-a098-38f4b4c3a0e9 service nova] Acquired lock "refresh_cache-435d371b-e392-4f4c-88dd-a8ffea4d2699" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.778767] env[70527]: DEBUG nova.network.neutron [req-e538c488-1c93-4b07-aee5-f0d83d2417c7 req-e3ea4603-6a65-4092-a098-38f4b4c3a0e9 service nova] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Refreshing network info cache for port 6df0c641-57de-4036-a924-a4be942ec2b5 {{(pid=70527) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1530.154571] env[70527]: DEBUG oslo_concurrency.lockutils [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Releasing lock "[datastore1] devstack-image-cache_base/97a6a769-201a-4bf6-a917-ba0a7316aa9f" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.155092] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Processing image 97a6a769-201a-4bf6-a917-ba0a7316aa9f {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1530.155092] env[70527]: DEBUG oslo_concurrency.lockutils [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/97a6a769-201a-4bf6-a917-ba0a7316aa9f/97a6a769-201a-4bf6-a917-ba0a7316aa9f.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.155223] env[70527]: DEBUG oslo_concurrency.lockutils [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Acquired lock "[datastore1] devstack-image-cache_base/97a6a769-201a-4bf6-a917-ba0a7316aa9f/97a6a769-201a-4bf6-a917-ba0a7316aa9f.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.155383] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1530.155648] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ec4304d-e5ed-4ae2-9224-9e1716a43196 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.165130] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1530.165337] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70527) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1530.166081] env[70527]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0e9cb58-62e5-4fa4-9922-4653cd9809c9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.171971] env[70527]: DEBUG oslo_vmware.api [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Waiting for the task: (returnval){ [ 1530.171971] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]5272f150-3a82-a4b0-52b3-d869a2ebdbb4" [ 1530.171971] env[70527]: _type = "Task" [ 1530.171971] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.180368] env[70527]: DEBUG oslo_vmware.api [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': session[526cfb35-d454-b38c-eec1-6193e5a11347]5272f150-3a82-a4b0-52b3-d869a2ebdbb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.503482] env[70527]: DEBUG nova.network.neutron [req-e538c488-1c93-4b07-aee5-f0d83d2417c7 req-e3ea4603-6a65-4092-a098-38f4b4c3a0e9 service nova] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Updated VIF entry in instance network info cache for port 6df0c641-57de-4036-a924-a4be942ec2b5. {{(pid=70527) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1530.503911] env[70527]: DEBUG nova.network.neutron [req-e538c488-1c93-4b07-aee5-f0d83d2417c7 req-e3ea4603-6a65-4092-a098-38f4b4c3a0e9 service nova] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Updating instance_info_cache with network_info: [{"id": "6df0c641-57de-4036-a924-a4be942ec2b5", "address": "fa:16:3e:35:8a:47", "network": {"id": "31ee0214-a67f-4f6f-bcd3-ab9b9ea63178", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1890293121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa879e9d16e248d19fe75f4ae9cc0f89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ef746c57-cd18-4883-a0e9-c52937aaf41d", "external-id": "nsx-vlan-transportzone-863", "segmentation_id": 863, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6df0c641-57", "ovs_interfaceid": "6df0c641-57de-4036-a924-a4be942ec2b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1530.682502] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Preparing fetch location {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1530.682701] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Fetch image to [datastore1] OSTACK_IMG_161fb9ba-c10f-41db-b79f-0ddc08a68ae6/OSTACK_IMG_161fb9ba-c10f-41db-b79f-0ddc08a68ae6.vmdk {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1530.682919] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Downloading stream optimized image 97a6a769-201a-4bf6-a917-ba0a7316aa9f to [datastore1] OSTACK_IMG_161fb9ba-c10f-41db-b79f-0ddc08a68ae6/OSTACK_IMG_161fb9ba-c10f-41db-b79f-0ddc08a68ae6.vmdk on the data store datastore1 as vApp {{(pid=70527) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1530.683159] env[70527]: DEBUG nova.virt.vmwareapi.images [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Downloading image file data 97a6a769-201a-4bf6-a917-ba0a7316aa9f to the ESX as VM named 'OSTACK_IMG_161fb9ba-c10f-41db-b79f-0ddc08a68ae6' {{(pid=70527) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1530.753526] env[70527]: DEBUG oslo_vmware.rw_handles [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1530.753526] env[70527]: value = "resgroup-9" [ 1530.753526] env[70527]: _type = "ResourcePool" [ 1530.753526] env[70527]: }. {{(pid=70527) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1530.753839] env[70527]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-7c9f1991-96a5-45b7-954d-471f513a94fe {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.775972] env[70527]: DEBUG oslo_vmware.rw_handles [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Lease: (returnval){ [ 1530.775972] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]529c08f9-9611-5de4-b9a2-2302800fb3e4" [ 1530.775972] env[70527]: _type = "HttpNfcLease" [ 1530.775972] env[70527]: } obtained for vApp import into resource pool (val){ [ 1530.775972] env[70527]: value = "resgroup-9" [ 1530.775972] env[70527]: _type = "ResourcePool" [ 1530.775972] env[70527]: }. {{(pid=70527) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1530.776245] env[70527]: DEBUG oslo_vmware.api [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Waiting for the lease: (returnval){ [ 1530.776245] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]529c08f9-9611-5de4-b9a2-2302800fb3e4" [ 1530.776245] env[70527]: _type = "HttpNfcLease" [ 1530.776245] env[70527]: } to be ready. {{(pid=70527) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1530.783280] env[70527]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1530.783280] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]529c08f9-9611-5de4-b9a2-2302800fb3e4" [ 1530.783280] env[70527]: _type = "HttpNfcLease" [ 1530.783280] env[70527]: } is initializing. {{(pid=70527) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1531.007125] env[70527]: DEBUG oslo_concurrency.lockutils [req-e538c488-1c93-4b07-aee5-f0d83d2417c7 req-e3ea4603-6a65-4092-a098-38f4b4c3a0e9 service nova] Releasing lock "refresh_cache-435d371b-e392-4f4c-88dd-a8ffea4d2699" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.284485] env[70527]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1531.284485] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]529c08f9-9611-5de4-b9a2-2302800fb3e4" [ 1531.284485] env[70527]: _type = "HttpNfcLease" [ 1531.284485] env[70527]: } is initializing. {{(pid=70527) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1531.785822] env[70527]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1531.785822] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]529c08f9-9611-5de4-b9a2-2302800fb3e4" [ 1531.785822] env[70527]: _type = "HttpNfcLease" [ 1531.785822] env[70527]: } is ready. {{(pid=70527) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1531.786183] env[70527]: DEBUG oslo_vmware.rw_handles [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1531.786183] env[70527]: value = "session[526cfb35-d454-b38c-eec1-6193e5a11347]529c08f9-9611-5de4-b9a2-2302800fb3e4" [ 1531.786183] env[70527]: _type = "HttpNfcLease" [ 1531.786183] env[70527]: }. {{(pid=70527) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1531.786898] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eafc2f9d-7ffb-4505-a702-cb6987a90ea5 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.793809] env[70527]: DEBUG oslo_vmware.rw_handles [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52528f18-4e55-26fb-8a74-b11862d7c05d/disk-0.vmdk from lease info. {{(pid=70527) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1531.794026] env[70527]: DEBUG oslo_vmware.rw_handles [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52528f18-4e55-26fb-8a74-b11862d7c05d/disk-0.vmdk. {{(pid=70527) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1531.856794] env[70527]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fe94c438-4df7-4b8b-a5bb-50c2d11a91b6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.974312] env[70527]: DEBUG oslo_vmware.rw_handles [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Completed reading data from the image iterator. {{(pid=70527) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1532.974650] env[70527]: DEBUG oslo_vmware.rw_handles [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52528f18-4e55-26fb-8a74-b11862d7c05d/disk-0.vmdk. {{(pid=70527) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1532.975485] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4871a75-fc2c-4110-8850-e2d406ff67b2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.982582] env[70527]: DEBUG oslo_vmware.rw_handles [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52528f18-4e55-26fb-8a74-b11862d7c05d/disk-0.vmdk is in state: ready. {{(pid=70527) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1532.982837] env[70527]: DEBUG oslo_vmware.rw_handles [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52528f18-4e55-26fb-8a74-b11862d7c05d/disk-0.vmdk. {{(pid=70527) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1532.983117] env[70527]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-f4ffa793-5757-4879-8d06-ad46f2b5ece2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.199576] env[70527]: DEBUG oslo_vmware.rw_handles [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52528f18-4e55-26fb-8a74-b11862d7c05d/disk-0.vmdk. {{(pid=70527) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1533.199821] env[70527]: INFO nova.virt.vmwareapi.images [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Downloaded image file data 97a6a769-201a-4bf6-a917-ba0a7316aa9f [ 1533.200826] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb3c9ed-6b1b-463c-abdc-45c6357132a4 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.216889] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-576a4a17-6616-4e65-9886-2cb0aee12ae8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.243340] env[70527]: INFO nova.virt.vmwareapi.images [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] The imported VM was unregistered [ 1533.245974] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Caching image {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1533.246226] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Creating directory with path [datastore1] devstack-image-cache_base/97a6a769-201a-4bf6-a917-ba0a7316aa9f {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1533.246534] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-254965a4-6e6b-44cb-9eef-0d56079c8c14 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.269204] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Created directory with path [datastore1] devstack-image-cache_base/97a6a769-201a-4bf6-a917-ba0a7316aa9f {{(pid=70527) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1533.269398] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_161fb9ba-c10f-41db-b79f-0ddc08a68ae6/OSTACK_IMG_161fb9ba-c10f-41db-b79f-0ddc08a68ae6.vmdk to [datastore1] devstack-image-cache_base/97a6a769-201a-4bf6-a917-ba0a7316aa9f/97a6a769-201a-4bf6-a917-ba0a7316aa9f.vmdk. {{(pid=70527) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1533.269652] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-441108d7-349c-4159-a11c-ee9094e02116 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.276605] env[70527]: DEBUG oslo_vmware.api [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Waiting for the task: (returnval){ [ 1533.276605] env[70527]: value = "task-3914381" [ 1533.276605] env[70527]: _type = "Task" [ 1533.276605] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.284449] env[70527]: DEBUG oslo_vmware.api [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914381, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.789431] env[70527]: DEBUG oslo_vmware.api [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914381, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.163383] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1534.163802] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1534.163802] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1534.163948] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70527) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1534.164135] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1534.164279] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Cleaning up deleted instances {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1534.290728] env[70527]: DEBUG oslo_vmware.api [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914381, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.671906] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] There are 22 instances to clean {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1534.672103] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 2586bdd7-c234-4176-a273-1911ce2b55d9] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1534.790054] env[70527]: DEBUG oslo_vmware.api [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914381, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.175780] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 7dc3c2b6-c256-49a9-91a9-f3754833b9ca] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1535.289765] env[70527]: DEBUG oslo_vmware.api [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914381, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.681084] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: a1d5b50c-6555-4f45-b297-049041d538e9] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1535.788920] env[70527]: DEBUG oslo_vmware.api [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914381, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.344669} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.789202] env[70527]: INFO nova.virt.vmwareapi.ds_util [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_161fb9ba-c10f-41db-b79f-0ddc08a68ae6/OSTACK_IMG_161fb9ba-c10f-41db-b79f-0ddc08a68ae6.vmdk to [datastore1] devstack-image-cache_base/97a6a769-201a-4bf6-a917-ba0a7316aa9f/97a6a769-201a-4bf6-a917-ba0a7316aa9f.vmdk. [ 1535.789390] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Cleaning up location [datastore1] OSTACK_IMG_161fb9ba-c10f-41db-b79f-0ddc08a68ae6 {{(pid=70527) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1535.789555] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_161fb9ba-c10f-41db-b79f-0ddc08a68ae6 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1535.789801] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-432d5205-05fb-4a87-b512-32d4aea86115 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.796117] env[70527]: DEBUG oslo_vmware.api [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Waiting for the task: (returnval){ [ 1535.796117] env[70527]: value = "task-3914382" [ 1535.796117] env[70527]: _type = "Task" [ 1535.796117] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.803856] env[70527]: DEBUG oslo_vmware.api [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914382, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.185067] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: a7108ebd-01cc-47a0-8941-364d29d9b9e2] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1536.308650] env[70527]: DEBUG oslo_vmware.api [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914382, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.036001} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.308931] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1536.309179] env[70527]: DEBUG oslo_concurrency.lockutils [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Releasing lock "[datastore1] devstack-image-cache_base/97a6a769-201a-4bf6-a917-ba0a7316aa9f/97a6a769-201a-4bf6-a917-ba0a7316aa9f.vmdk" {{(pid=70527) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.309445] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/97a6a769-201a-4bf6-a917-ba0a7316aa9f/97a6a769-201a-4bf6-a917-ba0a7316aa9f.vmdk to [datastore1] 435d371b-e392-4f4c-88dd-a8ffea4d2699/435d371b-e392-4f4c-88dd-a8ffea4d2699.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1536.309712] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e7d7c593-52d9-4a22-b59c-aa9e4b5061ce {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.317739] env[70527]: DEBUG oslo_vmware.api [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Waiting for the task: (returnval){ [ 1536.317739] env[70527]: value = "task-3914383" [ 1536.317739] env[70527]: _type = "Task" [ 1536.317739] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.327112] env[70527]: DEBUG oslo_vmware.api [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914383, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.688757] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 271bdbb0-6953-4392-8fdc-fb124841ae33] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1536.829115] env[70527]: DEBUG oslo_vmware.api [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914383, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.192326] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 3e151f25-8a2c-43e6-ab40-b620b51f8d30] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1537.329837] env[70527]: DEBUG oslo_vmware.api [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914383, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.696132] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 59e48acb-c2f1-4fc0-8477-23023547f5d9] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1537.831781] env[70527]: DEBUG oslo_vmware.api [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914383, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.200434] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: ac332e70-1342-4493-bfd5-01eddf011a98] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1538.332617] env[70527]: DEBUG oslo_vmware.api [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914383, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.703980] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 67d9351b-f96f-4def-b775-73e2d9bf5d7f] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1538.830478] env[70527]: DEBUG oslo_vmware.api [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914383, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.289582} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.830689] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/97a6a769-201a-4bf6-a917-ba0a7316aa9f/97a6a769-201a-4bf6-a917-ba0a7316aa9f.vmdk to [datastore1] 435d371b-e392-4f4c-88dd-a8ffea4d2699/435d371b-e392-4f4c-88dd-a8ffea4d2699.vmdk {{(pid=70527) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1538.831474] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81df5ad8-3e62-4a00-b205-b8388a1a94ad {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.853390] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] 435d371b-e392-4f4c-88dd-a8ffea4d2699/435d371b-e392-4f4c-88dd-a8ffea4d2699.vmdk or device None with type streamOptimized {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1538.853645] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78db7f35-1996-4f53-8a57-fbc8f4c50322 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.873811] env[70527]: DEBUG oslo_vmware.api [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Waiting for the task: (returnval){ [ 1538.873811] env[70527]: value = "task-3914384" [ 1538.873811] env[70527]: _type = "Task" [ 1538.873811] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.881979] env[70527]: DEBUG oslo_vmware.api [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914384, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.207541] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 12b18e16-6b64-4b5b-be22-9af762f1d363] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1539.386161] env[70527]: DEBUG oslo_vmware.api [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914384, 'name': ReconfigVM_Task, 'duration_secs': 0.261609} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.386454] env[70527]: DEBUG nova.virt.vmwareapi.volumeops [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Reconfigured VM instance instance-0000007f to attach disk [datastore1] 435d371b-e392-4f4c-88dd-a8ffea4d2699/435d371b-e392-4f4c-88dd-a8ffea4d2699.vmdk or device None with type streamOptimized {{(pid=70527) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1539.387231] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5ec3a7c-82ea-474a-980f-6a7330daf210 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.394161] env[70527]: DEBUG oslo_vmware.api [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Waiting for the task: (returnval){ [ 1539.394161] env[70527]: value = "task-3914385" [ 1539.394161] env[70527]: _type = "Task" [ 1539.394161] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.403154] env[70527]: DEBUG oslo_vmware.api [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914385, 'name': Rename_Task} progress is 5%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.711293] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: d4d4a700-a897-45f3-af68-8ff0e658b4f2] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1539.904686] env[70527]: DEBUG oslo_vmware.api [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914385, 'name': Rename_Task, 'duration_secs': 0.136366} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.904931] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Powering on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1539.905199] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f29027cc-aa20-49ff-a054-71e63d4f30b9 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.912040] env[70527]: DEBUG oslo_vmware.api [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Waiting for the task: (returnval){ [ 1539.912040] env[70527]: value = "task-3914386" [ 1539.912040] env[70527]: _type = "Task" [ 1539.912040] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.920025] env[70527]: DEBUG oslo_vmware.api [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914386, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.214655] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 29185721-af85-4f54-9ec6-f66e6ec3ff23] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1540.421787] env[70527]: DEBUG oslo_vmware.api [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914386, 'name': PowerOnVM_Task, 'duration_secs': 0.443606} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.422062] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Powered on the VM {{(pid=70527) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1540.519186] env[70527]: DEBUG nova.compute.manager [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Checking state {{(pid=70527) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1540.520223] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1557090d-314b-4dc7-8fbe-238b46f4835e {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.718541] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: be4fc466-3afe-4407-8335-7ca40b049ed8] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1541.038694] env[70527]: DEBUG oslo_concurrency.lockutils [None req-370c7b4e-e302-408d-b046-a8840b6694c8 tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Lock "435d371b-e392-4f4c-88dd-a8ffea4d2699" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.819s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1541.222503] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 0b1c7a2b-cf58-4464-bb53-86c2a637037f] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1541.726980] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: af05e519-2a42-4cbc-a73f-43fba1a963ef] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1542.230391] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: dc7820a0-241c-4ed4-8a54-f321762897b3] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1542.734139] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 3321b60f-9e0c-4947-8ed7-f4b613c0c7a3] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1543.238151] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 4d7d08b5-06c5-4096-923a-397fe5d0b0da] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1543.741837] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 779815e2-fd93-426d-bd71-58782205ff29] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1544.244985] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: 9ec8bf0a-3d17-415c-b991-341394b5ceaf] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1544.748382] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: b0e3fd31-6785-4d93-bc58-be1a03aa5f31] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1545.252143] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] [instance: d2954611-6f8b-4c8f-ab75-c5d2ccb24b9b] Instance has had 0 of 5 cleanup attempts {{(pid=70527) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1545.755630] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1545.755820] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Cleaning up deleted instances with incomplete migration {{(pid=70527) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1546.258824] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1547.759637] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1547.760048] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1547.760048] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1547.760198] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1547.760355] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager.update_available_resource {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1548.264124] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1548.264469] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1548.264725] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1548.264974] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70527) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1548.266258] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0413fce-4ff9-457c-a4ca-79bc1e06cfdd {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.275142] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf184a8-5994-4e0b-8bb6-7367f5f45762 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.289473] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60c5157-061a-4df5-8cfe-b33ac3b04868 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.296372] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc6511a-eca2-41d9-a01c-d1b25ec37caf {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.326671] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180674MB free_disk=40GB free_vcpus=48 pci_devices=None {{(pid=70527) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1548.326841] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1548.327053] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1549.423820] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Instance 435d371b-e392-4f4c-88dd-a8ffea4d2699 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70527) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1549.424151] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=70527) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1549.424254] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=70527) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1549.455532] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35fa74d9-79d3-4284-bce2-a3f4e0efa9d2 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.463546] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dea8c75-5287-4a9c-9d1b-ee9274a22007 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.493119] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e5ba011-d266-43b6-ae0e-19ef093fb4e8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.500912] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd9f5cd-3cd1-4aa4-8643-1fc93c3f53ea {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.514723] env[70527]: DEBUG nova.compute.provider_tree [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1550.017888] env[70527]: DEBUG nova.scheduler.client.report [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1550.523122] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70527) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1550.523443] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.196s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1576.732365] env[70527]: DEBUG oslo_concurrency.lockutils [None req-db8e3866-8051-4b6d-9a04-2b32d47b01bf tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Acquiring lock "435d371b-e392-4f4c-88dd-a8ffea4d2699" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1576.732860] env[70527]: DEBUG oslo_concurrency.lockutils [None req-db8e3866-8051-4b6d-9a04-2b32d47b01bf tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Lock "435d371b-e392-4f4c-88dd-a8ffea4d2699" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1576.733027] env[70527]: DEBUG oslo_concurrency.lockutils [None req-db8e3866-8051-4b6d-9a04-2b32d47b01bf tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Acquiring lock "435d371b-e392-4f4c-88dd-a8ffea4d2699-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1576.733264] env[70527]: DEBUG oslo_concurrency.lockutils [None req-db8e3866-8051-4b6d-9a04-2b32d47b01bf tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Lock "435d371b-e392-4f4c-88dd-a8ffea4d2699-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1576.733439] env[70527]: DEBUG oslo_concurrency.lockutils [None req-db8e3866-8051-4b6d-9a04-2b32d47b01bf tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Lock "435d371b-e392-4f4c-88dd-a8ffea4d2699-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1576.737146] env[70527]: INFO nova.compute.manager [None req-db8e3866-8051-4b6d-9a04-2b32d47b01bf tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Terminating instance [ 1577.241692] env[70527]: DEBUG nova.compute.manager [None req-db8e3866-8051-4b6d-9a04-2b32d47b01bf tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Start destroying the instance on the hypervisor. {{(pid=70527) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1577.242030] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-db8e3866-8051-4b6d-9a04-2b32d47b01bf tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Destroying instance {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1577.242891] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34834a0-4ef2-4ea2-9cfc-4939d3e5b669 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.251465] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-db8e3866-8051-4b6d-9a04-2b32d47b01bf tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Powering off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1577.251717] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33939304-ffc1-4bba-a5c7-f9c9fbdd3ebe {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.258814] env[70527]: DEBUG oslo_vmware.api [None req-db8e3866-8051-4b6d-9a04-2b32d47b01bf tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Waiting for the task: (returnval){ [ 1577.258814] env[70527]: value = "task-3914387" [ 1577.258814] env[70527]: _type = "Task" [ 1577.258814] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.268297] env[70527]: DEBUG oslo_vmware.api [None req-db8e3866-8051-4b6d-9a04-2b32d47b01bf tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914387, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.768766] env[70527]: DEBUG oslo_vmware.api [None req-db8e3866-8051-4b6d-9a04-2b32d47b01bf tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914387, 'name': PowerOffVM_Task, 'duration_secs': 0.202314} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.769147] env[70527]: DEBUG nova.virt.vmwareapi.vm_util [None req-db8e3866-8051-4b6d-9a04-2b32d47b01bf tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Powered off the VM {{(pid=70527) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1577.769184] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-db8e3866-8051-4b6d-9a04-2b32d47b01bf tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Unregistering the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1577.769428] env[70527]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f357d6bb-8e5b-43cd-a6da-dc02b3ddd81a {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.829708] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-db8e3866-8051-4b6d-9a04-2b32d47b01bf tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Unregistered the VM {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1577.829984] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-db8e3866-8051-4b6d-9a04-2b32d47b01bf tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Deleting contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1577.830129] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-db8e3866-8051-4b6d-9a04-2b32d47b01bf tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Deleting the datastore file [datastore1] 435d371b-e392-4f4c-88dd-a8ffea4d2699 {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1577.830435] env[70527]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ca1a3a6-2e64-4f83-b426-c86cde962c87 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.838296] env[70527]: DEBUG oslo_vmware.api [None req-db8e3866-8051-4b6d-9a04-2b32d47b01bf tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Waiting for the task: (returnval){ [ 1577.838296] env[70527]: value = "task-3914389" [ 1577.838296] env[70527]: _type = "Task" [ 1577.838296] env[70527]: } to complete. {{(pid=70527) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.845900] env[70527]: DEBUG oslo_vmware.api [None req-db8e3866-8051-4b6d-9a04-2b32d47b01bf tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914389, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.348681] env[70527]: DEBUG oslo_vmware.api [None req-db8e3866-8051-4b6d-9a04-2b32d47b01bf tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Task: {'id': task-3914389, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.118755} completed successfully. {{(pid=70527) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.348949] env[70527]: DEBUG nova.virt.vmwareapi.ds_util [None req-db8e3866-8051-4b6d-9a04-2b32d47b01bf tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Deleted the datastore file {{(pid=70527) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1578.349133] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-db8e3866-8051-4b6d-9a04-2b32d47b01bf tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Deleted contents of the VM from datastore datastore1 {{(pid=70527) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1578.349314] env[70527]: DEBUG nova.virt.vmwareapi.vmops [None req-db8e3866-8051-4b6d-9a04-2b32d47b01bf tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Instance destroyed {{(pid=70527) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1578.349491] env[70527]: INFO nova.compute.manager [None req-db8e3866-8051-4b6d-9a04-2b32d47b01bf tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1578.349732] env[70527]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db8e3866-8051-4b6d-9a04-2b32d47b01bf tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70527) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1578.349924] env[70527]: DEBUG nova.compute.manager [-] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Deallocating network for instance {{(pid=70527) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1578.350080] env[70527]: DEBUG nova.network.neutron [-] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] deallocate_for_instance() {{(pid=70527) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1578.796051] env[70527]: DEBUG nova.compute.manager [req-c2e2968d-167c-4437-a8d8-b541b58b5c58 req-f675b856-9c14-4245-86f0-4db8e5ea7a53 service nova] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Received event network-vif-deleted-6df0c641-57de-4036-a924-a4be942ec2b5 {{(pid=70527) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1578.796305] env[70527]: INFO nova.compute.manager [req-c2e2968d-167c-4437-a8d8-b541b58b5c58 req-f675b856-9c14-4245-86f0-4db8e5ea7a53 service nova] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Neutron deleted interface 6df0c641-57de-4036-a924-a4be942ec2b5; detaching it from the instance and deleting it from the info cache [ 1578.796424] env[70527]: DEBUG nova.network.neutron [req-c2e2968d-167c-4437-a8d8-b541b58b5c58 req-f675b856-9c14-4245-86f0-4db8e5ea7a53 service nova] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1579.280855] env[70527]: DEBUG nova.network.neutron [-] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Updating instance_info_cache with network_info: [] {{(pid=70527) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1579.298971] env[70527]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1865ff54-c717-4cbd-973c-fdeb62a82ec1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.309551] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57fe41a9-0a6c-48b4-9653-4e7c8d576b3d {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.337467] env[70527]: DEBUG nova.compute.manager [req-c2e2968d-167c-4437-a8d8-b541b58b5c58 req-f675b856-9c14-4245-86f0-4db8e5ea7a53 service nova] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Detach interface failed, port_id=6df0c641-57de-4036-a924-a4be942ec2b5, reason: Instance 435d371b-e392-4f4c-88dd-a8ffea4d2699 could not be found. {{(pid=70527) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1579.784523] env[70527]: INFO nova.compute.manager [-] [instance: 435d371b-e392-4f4c-88dd-a8ffea4d2699] Took 1.43 seconds to deallocate network for instance. [ 1580.290755] env[70527]: DEBUG oslo_concurrency.lockutils [None req-db8e3866-8051-4b6d-9a04-2b32d47b01bf tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1580.291256] env[70527]: DEBUG oslo_concurrency.lockutils [None req-db8e3866-8051-4b6d-9a04-2b32d47b01bf tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1580.291307] env[70527]: DEBUG nova.objects.instance [None req-db8e3866-8051-4b6d-9a04-2b32d47b01bf tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Lazy-loading 'resources' on Instance uuid 435d371b-e392-4f4c-88dd-a8ffea4d2699 {{(pid=70527) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1580.827150] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2493fe-6e2e-432a-990b-a39268b660c8 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.835442] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597d714a-b162-433c-bb2b-c1ee213b4ade {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.865729] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09536598-ab46-4205-b57b-dda79f054bf6 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.873580] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0def76d8-e005-4d98-af4c-77cd39a72391 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.887849] env[70527]: DEBUG nova.compute.provider_tree [None req-db8e3866-8051-4b6d-9a04-2b32d47b01bf tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1581.391854] env[70527]: DEBUG nova.scheduler.client.report [None req-db8e3866-8051-4b6d-9a04-2b32d47b01bf tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1581.898247] env[70527]: DEBUG oslo_concurrency.lockutils [None req-db8e3866-8051-4b6d-9a04-2b32d47b01bf tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.607s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1581.918759] env[70527]: INFO nova.scheduler.client.report [None req-db8e3866-8051-4b6d-9a04-2b32d47b01bf tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Deleted allocations for instance 435d371b-e392-4f4c-88dd-a8ffea4d2699 [ 1582.426853] env[70527]: DEBUG oslo_concurrency.lockutils [None req-db8e3866-8051-4b6d-9a04-2b32d47b01bf tempest-AttachVolumeShelveTestJSON-734118648 tempest-AttachVolumeShelveTestJSON-734118648-project-member] Lock "435d371b-e392-4f4c-88dd-a8ffea4d2699" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.694s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1595.926356] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1595.926741] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1595.926741] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1595.926898] env[70527]: DEBUG nova.compute.manager [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70527) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1596.162814] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1596.163064] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1597.161967] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager.update_available_resource {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1597.665794] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1597.666073] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1597.666236] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1597.666391] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70527) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1597.667283] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c66855a2-1714-4983-8ca8-ef189e239820 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.675782] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873eb9f5-7ae7-4a9a-a3df-cb76f9eee0b0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.689697] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7219e6ac-9e2b-42b7-ba3c-a6fbc65833d0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.696012] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80772984-4e1f-4b44-979b-c8086e88a8d0 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.724923] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180827MB free_disk=40GB free_vcpus=48 pci_devices=None {{(pid=70527) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1597.725080] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1597.725282] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1598.744764] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=70527) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1598.745080] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=70527) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1598.757809] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ca89eb-f488-4ccc-b0f0-2a486d208fed {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.765752] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1856c4be-5c03-4987-8aec-1f6249a1be5f {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.795427] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0993ea69-1faa-40de-bdd9-692cc5d47c9b {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.802701] env[70527]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f482fffc-02cd-4d3f-aa1e-521859dfc7b1 {{(pid=70527) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.815353] env[70527]: DEBUG nova.compute.provider_tree [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Inventory has not changed in ProviderTree for provider: 471551d3-0608-4bcf-a939-f4ec286b26ca {{(pid=70527) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1599.318123] env[70527]: DEBUG nova.scheduler.client.report [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Inventory has not changed for provider 471551d3-0608-4bcf-a939-f4ec286b26ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70527) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1599.823259] env[70527]: DEBUG nova.compute.resource_tracker [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70527) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1599.823680] env[70527]: DEBUG oslo_concurrency.lockutils [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.098s {{(pid=70527) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1601.819947] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1601.820371] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1602.325150] env[70527]: DEBUG oslo_service.periodic_task [None req-21919b48-5b37-4081-88a6-9f086812e01e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70527) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}